-- Logs begin at Wed 2022-03-02 14:01:39 UTC, end at Wed 2022-03-02 15:23:19 UTC. -- Mar 02 14:47:50.709057 dv-cinder-831439-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 02 14:47:53.635684 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.common.config [-] Logging enabled! Mar 02 14:47:53.636266 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev570 Mar 02 14:47:53.636470 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110068) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 02 14:47:53.639761 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.common.config [-] Logging enabled! Mar 02 14:47:53.640016 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev570 Mar 02 14:47:53.640444 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110068) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 02 14:47:53.641324 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 02 14:47:53.641556 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 02 14:47:53.641933 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 02 14:47:53.642176 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 02 14:47:53.642801 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 02 14:47:53.643129 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:53.643555 dv-cinder-831439-3-iscsi neutron-server[110068]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 02 14:47:53.643892 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:53.644191 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:53.644486 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:53.644779 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:53.645066 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:53.645345 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:53.645628 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:53.645922 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:53.646205 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:53.646481 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:53.646761 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:53.647047 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:53.647325 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] config_source = [] {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:53.647626 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:53.647909 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:53.648185 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] debug = True {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:53.648463 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:53.648918 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:53.649332 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:53.649608 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:53.649894 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:53.650192 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:53.650439 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:53.650712 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:53.650994 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:53.651360 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] host = dv-cinder-831439-3-iscsi {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:53.651594 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:53.651914 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:53.652452 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:53.652737 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:53.653059 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:53.653290 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:53.653571 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:53.653843 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] log_dir = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:53.654117 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] log_file = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:53.654388 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:53.654672 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:53.654955 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:53.655239 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:53.655461 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:53.655709 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:53.663548 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:53.663548 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:53.663548 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:53.663548 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:53.663548 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:53.663548 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:53.663548 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:53.663548 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:53.664177 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:53.664177 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:53.664177 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:53.664177 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:53.664177 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:53.664177 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:53.664177 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:53.664177 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:53.664177 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:53.664779 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:53.664779 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:53.664779 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:53.664779 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:53.664779 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:53.664779 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:53.664779 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:53.664779 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:53.665339 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:53.665339 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:53.665339 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:53.665339 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:53.665339 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] use_journal = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:53.665339 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] use_json = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:53.665339 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:53.665339 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:53.665872 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:53.665872 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:53.665872 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:53.665872 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:53.665872 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:53.666220 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:53.666296 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:53.666540 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:53.666833 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:53.667130 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:53.667426 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:53.667739 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:53.668019 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:53.668308 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:53.668584 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:53.668870 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:53.669155 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:53.669442 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:53.669720 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:53.670066 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:53.670333 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:53.670627 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:53.670931 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:53.671220 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:53.671513 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:53.671816 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:53.672093 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:53.672369 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:53.672643 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:53.672927 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:53.673201 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:53.673487 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:53.673774 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:53.674050 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:53.674343 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:53.674628 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:53.674920 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:53.675282 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:53.675556 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:53.675860 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:53.676149 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:53.676424 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:53.676697 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:53.676971 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:53.677255 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:53.677528 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:53.677800 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:53.678078 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:53.678355 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:53.678626 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:53.678896 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:53.679170 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:53.679454 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:53.680257 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:53.680535 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:53.680804 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:53.681077 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:53.681345 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:53.681624 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:53.681900 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:53.682170 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:53.682443 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:53.682714 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:53.682984 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:53.683254 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:53.683527 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:53.683822 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:53.684095 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:53.684440 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:53.684711 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:53.684980 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:53.685255 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:53.685519 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:53.685787 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:53.686055 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:53.686327 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:53.686596 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:53.686864 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:53.687131 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:53.687398 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:53.687691 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:53.687978 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:53.688274 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:53.688547 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:53.688822 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:53.689096 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:53.689368 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:53.689640 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:53.689915 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:53.690193 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:53.690471 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:53.690743 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:53.691031 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:53.691310 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:53.691593 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:53.691913 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:53.692190 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:53.692490 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:53.692793 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:53.693078 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:53.693358 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:53.693632 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:53.693906 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:53.694189 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:53.694469 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:53.694761 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:53.695051 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:53.695340 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:53.696201 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:53.696498 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:53.696778 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:53.697085 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:53.697363 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:53.697576 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 02 14:47:53.697813 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=110068) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 02 14:47:54.069210 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=110068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 02 14:47:54.069410 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=110068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 02 14:47:54.069711 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=110068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 02 14:47:54.070183 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 02 14:47:54.405226 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:54.405509 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:54.405777 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:54.407109 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:54.407381 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:54.407678 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:54.456530 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:54.456805 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:54.457071 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:54.477925 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:54.478202 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:54.478472 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:54.512351 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:54.512622 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:54.512885 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:54.552595 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:54.552869 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:54.553136 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:54.910291 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:54.910921 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:54.910921 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:54.911076 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:54.911783 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:55.010720 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:55.011033 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:55.011316 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:55.011583 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:55.011874 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:55.012180 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:55.012437 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:55.012691 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:55.012941 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:55.013218 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:55.013474 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:55.013733 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:55.013985 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:55.014233 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:55.014484 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:55.014744 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:55.014993 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:55.015261 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:55.015525 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:55.015804 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:55.016071 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:55.016317 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:55.016591 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:55.016957 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:55.017203 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:55.017444 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:55.017825 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=110068) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 14:47:55.018061 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=110068) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 14:47:55.018293 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=110068) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 14:47:55.018525 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=110068) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 14:47:55.018754 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=110068) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 14:47:55.018984 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=110068) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 14:47:55.019336 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 02 14:47:55.022524 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 02 14:47:55.026578 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 02 14:47:55.030684 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Mar 02 14:47:55.032336 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 02 14:47:55.032800 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 02 14:47:55.033131 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 02 14:47:55.033515 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 02 14:47:55.036356 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 02 14:47:55.036608 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 02 14:47:55.036945 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 02 14:47:55.042340 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 02 14:47:55.066427 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 02 14:47:55.066879 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:55.067175 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=110068) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 02 14:47:55.067546 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:55.068923 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=110068) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 02 14:47:55.069204 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 02 14:47:55.069449 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 02 14:47:55.072792 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:55.073068 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:55.136342 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 02 14:47:55.136587 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 02 14:47:55.136819 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 02 14:47:55.137189 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 02 14:47:55.158143 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_db.sqlalchemy.engines [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=110068) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 02 14:47:55.756740 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.plugins.ml2.managers [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Initializing driver for type 'gre' Mar 02 14:47:55.757296 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] gre ID ranges: [(1, 1000)] Mar 02 14:47:55.973918 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.plugins.ml2.managers [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Initializing driver for type 'local' Mar 02 14:47:55.974564 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.plugins.ml2.managers [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Initializing driver for type 'vlan' Mar 02 14:47:56.102988 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] VlanTypeDriver initialization complete Mar 02 14:47:56.103260 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.plugins.ml2.managers [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Initializing driver for type 'vxlan' Mar 02 14:47:56.103860 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] vxlan ID ranges: [(1, 1000)] Mar 02 14:47:56.285276 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.plugins.ml2.managers [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Initializing extension driver 'port_security' Mar 02 14:47:56.285613 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.plugins.ml2.extensions.port_security [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] PortSecurityExtensionDriver initialization complete Mar 02 14:47:56.285941 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.plugins.ml2.managers [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Initializing mechanism driver 'openvswitch' Mar 02 14:47:56.286259 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.plugins.ml2.managers [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Initializing mechanism driver 'hyperv' Mar 02 14:47:56.297570 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.plugin [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=110068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:47:56.298429 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Subscribe: > port after_create 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:56.298796 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Subscribe: > port after_update 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:56.299145 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Subscribe: > port after_delete 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:56.299692 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=110068) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 02 14:47:56.300122 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Subscribe: > subnet after_create 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:56.300471 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Subscribe: > subnet after_update 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:56.300813 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:56.301204 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=110068) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 02 14:47:56.301650 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Subscribe: > network after_create 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:56.301997 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Subscribe: > network after_update 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:56.302336 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Subscribe: > network after_delete 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:56.302729 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=110068) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 02 14:47:56.303128 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Subscribe: > security_group after_create 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:56.303474 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Subscribe: > security_group after_update 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:56.303856 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Subscribe: > security_group after_delete 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:56.304248 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=110068) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 02 14:47:56.304648 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:56.304990 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:56.305326 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:56.305712 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=110068) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 02 14:47:56.306109 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Subscribe: > address_group after_create 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:56.306451 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Subscribe: > address_group after_update 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:56.306786 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Subscribe: > address_group after_delete 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:56.307173 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=110068) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 02 14:47:56.307627 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] ML2 OVO RPC backend initialized. {{(pid=110068) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 02 14:47:56.308323 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:56.308673 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:56.309082 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Subscribe: > network before_response 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:56.309426 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Subscribe: > networks before_response 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:56.309771 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Subscribe: > port before_response 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:56.310113 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Subscribe: > ports before_response 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:56.310451 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Subscribe: > subnet before_response 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:56.310789 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Subscribe: > subnets before_response 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:56.311127 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Subscribe: > network after_create 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:56.311460 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Subscribe: > network after_update 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:56.311818 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Subscribe: > network after_delete 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:56.312150 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Subscribe: > port after_create 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:56.312485 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Subscribe: > port after_update 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:56.312850 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Subscribe: > port after_delete 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:56.313179 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Subscribe: > subnet after_create 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:56.313509 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Subscribe: > subnet after_update 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:56.313835 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:56.326813 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.quota [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loaded quota_driver: . Mar 02 14:47:56.327175 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.plugins.ml2.plugin [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Modular L2 Plugin initialization complete Mar 02 14:47:56.327519 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.manager [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading services supported by the core plugin {{(pid=110068) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 02 14:47:56.327895 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.plugins.ml2.managers [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Got port-security extension from driver 'port_security' Mar 02 14:47:56.328370 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.extensions.vlantransparent [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Disabled vlantransparent extension. Mar 02 14:47:56.328862 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.manager [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=110068) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 02 14:47:56.329183 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.manager [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading Plugin: router Mar 02 14:47:56.365265 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Subscribe: > router_interface before_create 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:56.365659 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Subscribe: > router after_create 55549900 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:56.366025 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Subscribe: > router before_create 55549900 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:56.366388 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:56.366757 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:56.367109 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Subscribe: > router after_delete 55549900 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:56.367468 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Subscribe: > floatingip after_create 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:56.367836 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Subscribe: > floatingip after_update 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:56.368192 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Subscribe: > router after_create 55549900 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:56.368533 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Subscribe: > router after_update 55549900 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:56.368882 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Subscribe: > router after_update 55549900 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:56.369221 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:56.369574 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Subscribe: > router after_update 55549900 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:56.369979 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Subscribe: > router precommit_update 55549900 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:56.370345 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Subscribe: port after_update 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:56.370681 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Subscribe: port after_delete 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:56.371014 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Subscribe: subnet after_update 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:56.371343 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:56.371719 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Subscribe: > port precommit_delete 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:56.372064 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Subscribe: > router precommit_create 55549900 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:56.372401 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Subscribe: port before_delete 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:56.372737 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Subscribe: > router precommit_create 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:56.373088 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Subscribe: > router after_update 55549900 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:56.373425 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Subscribe: > router precommit_delete 55549900 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:56.373892 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Subscribe: > router precommit_create 55549900 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:56.374251 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:56.374590 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Subscribe: > router precommit_update 55549900 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:56.374951 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Subscribe: > agent after_create 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:56.375296 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Subscribe: > agent after_delete 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:56.375651 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Subscribe: > network after_delete 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:56.376507 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.quota.resource_registry [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Tracking information for resource: router configured {{(pid=110068) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 14:47:56.376835 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.quota.resource_registry [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Tracking information for resource: floatingip configured {{(pid=110068) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 14:47:56.381751 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.db.l3_agentschedulers_db [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 02 14:47:56.382316 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Subscribe: port after_update 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:56.382675 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Subscribe: port after_create 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:56.383511 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Subscribe: port after_delete 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:56.383881 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Subscribe: port after_update 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:56.384672 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Subscribe: > router before_create 55550100 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:56.385033 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Subscribe: > router precommit_delete 55550100 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:56.385388 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Subscribe: > router precommit_create 55550100 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:56.385741 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Subscribe: > router precommit_update 55550100 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:56.390578 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.services.provider_configuration [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Service providers = [] {{(pid=110068) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 02 14:47:56.390945 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.db.servicetype_db [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=110068) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 02 14:47:56.393963 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.services.service_base [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=110068) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 02 14:47:56.394315 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.services.service_base [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=110068) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 02 14:47:56.394658 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.services.service_base [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=110068) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 02 14:47:56.395535 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.services.service_base [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=110068) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 02 14:47:56.395928 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.services.service_base [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 02 14:47:56.396309 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.manager [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=110068) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 14:47:56.396622 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.manager [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 02 14:47:56.408259 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.manager [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=110068) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 14:47:56.408589 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.manager [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading Plugin: auto_allocate Mar 02 14:47:56.414417 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Subscribe: network precommit_update 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:56.414785 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Subscribe: network precommit_create 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:56.415305 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.manager [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=110068) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 14:47:56.415639 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.manager [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading Plugin: tag Mar 02 14:47:56.422490 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.manager [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=110068) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 14:47:56.422816 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.manager [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading Plugin: timestamp Mar 02 14:47:56.426655 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.manager [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=110068) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 14:47:56.426984 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.manager [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading Plugin: network_ip_availability Mar 02 14:47:56.433330 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:56.433696 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:56.434047 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:56.435117 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.manager [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=110068) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 14:47:56.435117 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.manager [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading Plugin: flavors Mar 02 14:47:56.440123 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.manager [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=110068) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 14:47:56.440456 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.manager [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading Plugin: revisions Mar 02 14:47:56.444770 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.manager [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=110068) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 14:47:56.445165 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_concurrency.lockutils [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.375s {{(pid=110068) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 02 14:47:56.446420 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=110068) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 02 14:47:56.446751 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Initializing extension manager. Mar 02 14:47:56.447294 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: __init__.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.447650 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: __pycache__ {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.447985 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.448312 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: address_group.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.449062 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.449632 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loaded extension: address-group Mar 02 14:47:56.449951 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: address_scope.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.450662 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.451165 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loaded extension: address-scope Mar 02 14:47:56.451481 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: admin_state_down_before_update.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.452438 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.452942 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loaded extension: router-admin-state-down-before-update Mar 02 14:47:56.453259 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: agent.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.453959 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.454461 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loaded extension: agent Mar 02 14:47:56.454781 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: agent_resources_synced.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.455775 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.456285 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loaded extension: agent-resources-synced Mar 02 14:47:56.456606 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: allowedaddresspairs.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.458411 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.458921 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loaded extension: allowed-address-pairs Mar 02 14:47:56.459250 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: auto_allocated_topology.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.460355 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.460908 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loaded extension: auto-allocated-topology Mar 02 14:47:56.461753 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: availability_zone.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.462444 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.462949 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loaded extension: availability_zone Mar 02 14:47:56.463277 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: availability_zone_filter.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.464213 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.464721 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loaded extension: availability_zone_filter Mar 02 14:47:56.465036 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: data_plane_status.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.465926 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.466424 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Extension data-plane-status not supported by any of loaded plugins Mar 02 14:47:56.466744 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: default_subnetpools.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.467666 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.468172 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loaded extension: default-subnetpools Mar 02 14:47:56.468488 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: dhcpagentscheduler.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.469303 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.469813 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loaded extension: dhcp_agent_scheduler Mar 02 14:47:56.470128 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: dns.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.471035 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.471531 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Extension dns-integration not supported by any of loaded plugins Mar 02 14:47:56.471878 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: dns_domain_ports.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.472783 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.473297 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 02 14:47:56.473609 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.474516 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.475016 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 02 14:47:56.475332 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: dvr.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.476021 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.476548 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loaded extension: dvr Mar 02 14:47:56.476865 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: ecmp_routes.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.477769 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.478262 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 02 14:47:56.478578 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: empty_string_filtering.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.479636 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.480155 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loaded extension: empty-string-filtering Mar 02 14:47:56.480474 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.481374 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.481868 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 02 14:47:56.482184 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.483086 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.483585 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 02 14:47:56.483924 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: external_net.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.484816 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.485316 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loaded extension: external-net Mar 02 14:47:56.485632 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: extra_dhcp_opt.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.486525 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.487125 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loaded extension: extra_dhcp_opt Mar 02 14:47:56.487444 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: extraroute.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.488363 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.488864 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loaded extension: extraroute Mar 02 14:47:56.489180 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: extraroute_atomic.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.490205 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.490712 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loaded extension: extraroute-atomic Mar 02 14:47:56.491128 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: filter_validation.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.491830 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.492355 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loaded extension: filter-validation Mar 02 14:47:56.492674 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: fip_pf_description.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.493580 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.494079 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 02 14:47:56.494395 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: fip_port_details.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.495505 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.496040 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loaded extension: fip-port-details Mar 02 14:47:56.496360 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: flavors.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.497608 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.498118 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loaded extension: flavors Mar 02 14:47:56.498441 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.500144 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.500663 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 02 14:47:56.500987 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: floatingip_pools.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.501680 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.502187 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loaded extension: floatingip-pools Mar 02 14:47:56.502509 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: ip_allocation.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.503428 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.503999 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Extension ip_allocation not supported by any of loaded plugins Mar 02 14:47:56.504321 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.505221 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.505725 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loaded extension: ip-substring-filtering Mar 02 14:47:56.506047 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: l2_adjacency.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.506963 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.507468 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 02 14:47:56.508351 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: l3.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.509312 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.509827 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loaded extension: router Mar 02 14:47:56.510148 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: l3_conntrack_helper.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.512443 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.512971 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 02 14:47:56.513302 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.514218 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.514731 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loaded extension: ext-gw-mode Mar 02 14:47:56.515055 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.515987 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.516497 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loaded extension: l3-ha Mar 02 14:47:56.516821 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.517722 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.518222 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 02 14:47:56.518543 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: l3_flavors.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.519443 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.520089 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loaded extension: l3-flavors Mar 02 14:47:56.520414 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: l3_ndp_proxy.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.521795 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.522304 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 02 14:47:56.522626 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.524146 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.524694 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 02 14:47:56.525018 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: l3agentscheduler.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.526069 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.526579 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loaded extension: l3_agent_scheduler Mar 02 14:47:56.526903 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: local_ip.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.528973 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.529494 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Extension local_ip not supported by any of loaded plugins Mar 02 14:47:56.529931 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: logging.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.532947 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.533474 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Extension logging not supported by any of loaded plugins Mar 02 14:47:56.533805 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: metering.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.534550 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.535129 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loaded extension: metering Mar 02 14:47:56.535492 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.536605 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.537127 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loaded extension: metering_source_and_destination_fields Mar 02 14:47:56.537454 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: multiprovidernet.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.538381 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.538892 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loaded extension: multi-provider Mar 02 14:47:56.539241 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: netmtu.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.540186 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.540695 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loaded extension: net-mtu Mar 02 14:47:56.541018 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: netmtu_writable.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.541926 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.542430 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loaded extension: net-mtu-writable Mar 02 14:47:56.542751 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: network_availability_zone.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.543414 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.543954 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loaded extension: network_availability_zone Mar 02 14:47:56.544275 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: network_ip_availability.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.545386 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.545903 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loaded extension: network-ip-availability Mar 02 14:47:56.546225 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: network_segment_range.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.546987 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.547489 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Extension network-segment-range not supported by any of loaded plugins Mar 02 14:47:56.547845 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: pagination.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.548823 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.549153 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loaded extension: pagination Mar 02 14:47:56.549473 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: port_device_profile.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.550363 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.550871 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loaded extension: port-device-profile Mar 02 14:47:56.551190 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.552192 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.552701 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loaded extension: port-mac-address-regenerate Mar 02 14:47:56.553057 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.553977 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.554481 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loaded extension: port-numa-affinity-policy Mar 02 14:47:56.555324 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: port_resource_request.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.556256 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.556755 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Extension port-resource-request not supported by any of loaded plugins Mar 02 14:47:56.557072 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: port_resource_request_groups.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.558036 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.558645 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 02 14:47:56.558966 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: portbindings.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.559911 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.560415 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loaded extension: binding Mar 02 14:47:56.560733 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: portbindings_extended.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.562008 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.562518 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loaded extension: binding-extended Mar 02 14:47:56.562840 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: portsecurity.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.563772 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.564319 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loaded extension: port-security Mar 02 14:47:56.564642 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: project_id.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.565602 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.565931 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loaded extension: project-id Mar 02 14:47:56.566253 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: providernet.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.567151 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.567683 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loaded extension: provider Mar 02 14:47:56.568007 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: qos.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.572184 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.572704 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Extension qos not supported by any of loaded plugins Mar 02 14:47:56.573034 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.574279 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.575017 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 02 14:47:56.575116 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.576050 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.576565 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 02 14:47:56.576886 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: qos_default.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.577793 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.578310 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Extension qos-default not supported by any of loaded plugins Mar 02 14:47:56.578632 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: qos_fip.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.579558 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.580090 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Extension qos-fip not supported by any of loaded plugins Mar 02 14:47:56.580410 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: qos_fip_network_policy.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.581316 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.581827 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 02 14:47:56.582145 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: qos_gateway_ip.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.583055 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.583563 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 02 14:47:56.583913 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: qos_port_network_policy.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.584953 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.585465 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 02 14:47:56.585784 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.586841 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.587350 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 02 14:47:56.587703 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.588747 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.589257 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 02 14:47:56.589576 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: qos_pps_rule.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.590743 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.591253 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Extension qos-pps not supported by any of loaded plugins Mar 02 14:47:56.591575 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: qos_rule_type_details.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.592512 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.593019 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 02 14:47:56.593341 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: qos_rules_alias.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.594385 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.594895 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 02 14:47:56.595213 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: quota_check_limit.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.596157 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.596668 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loaded extension: quota-check-limit Mar 02 14:47:56.596990 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: quotasv2.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.597935 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.598263 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loaded extension: quotas Mar 02 14:47:56.598577 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: quotasv2_detail.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.600322 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.600662 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loaded extension: quota_details Mar 02 14:47:56.600992 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: rbac.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.602081 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.602598 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loaded extension: rbac-policies Mar 02 14:47:56.602929 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: rbac_address_group.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.603886 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.604403 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loaded extension: rbac-address-group Mar 02 14:47:56.604729 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: rbac_address_scope.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.605639 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.606215 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loaded extension: rbac-address-scope Mar 02 14:47:56.606469 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: rbac_security_groups.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.607377 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.607923 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loaded extension: rbac-security-groups Mar 02 14:47:56.608253 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: rbac_subnetpool.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.609236 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.609743 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loaded extension: rbac-subnetpool Mar 02 14:47:56.610067 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: revisionifmatch.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.610979 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.611491 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loaded extension: revision-if-match Mar 02 14:47:56.611846 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: revisions.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.612949 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.613461 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loaded extension: standard-attr-revisions Mar 02 14:47:56.613785 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: router_availability_zone.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.614458 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.614985 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loaded extension: router_availability_zone Mar 02 14:47:56.615330 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: routerservicetype.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.616241 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.616745 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Extension router-service-type not supported by any of loaded plugins Mar 02 14:47:56.617068 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.618494 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.619012 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loaded extension: security-groups-normalized-cidr Mar 02 14:47:56.619334 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: security_groups_port_filtering.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.620278 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.620785 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loaded extension: port-security-groups-filtering Mar 02 14:47:56.621107 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.622018 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.622525 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loaded extension: security-groups-remote-address-group Mar 02 14:47:56.622846 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.623802 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.624312 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loaded extension: security-groups-shared-filtering Mar 02 14:47:56.624634 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.625219 dv-cinder-831439-3-iscsi neutron-server[110068]: WARNING neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 02 14:47:56.625539 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: securitygroup.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.635745 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.636273 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loaded extension: security-group Mar 02 14:47:56.636603 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: segment.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.637382 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.637893 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Extension segment not supported by any of loaded plugins Mar 02 14:47:56.638214 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.639153 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.639693 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 02 14:47:56.640019 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: servicetype.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.641123 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.641645 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loaded extension: service-type Mar 02 14:47:56.641968 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: sorting.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.642937 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.643268 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loaded extension: sorting Mar 02 14:47:56.643588 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: standard_attr_segment.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.644528 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.645039 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 02 14:47:56.645357 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: standardattrdescription.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.646007 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.646509 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loaded extension: standard-attr-description Mar 02 14:47:56.646828 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: stateful_security_group.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.647782 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.648295 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loaded extension: stateful-security-group Mar 02 14:47:56.648688 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: stdattrs_common.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.649251 dv-cinder-831439-3-iscsi neutron-server[110068]: WARNING neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 02 14:47:56.649569 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.650492 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.651002 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 02 14:47:56.651320 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: subnet_onboard.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.652704 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.653225 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loaded extension: subnet_onboard Mar 02 14:47:56.653544 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.654475 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.654981 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 02 14:47:56.655301 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: subnet_service_types.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.656247 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.656760 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loaded extension: subnet-service-types Mar 02 14:47:56.657097 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: subnetallocation.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.658211 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.658726 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loaded extension: subnet_allocation Mar 02 14:47:56.659050 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.659906 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.660428 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loaded extension: subnetpool-prefix-ops Mar 02 14:47:56.660750 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.661686 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.662196 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 02 14:47:56.662518 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: tagging.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.663570 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.664137 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loaded extension: standard-attr-tag Mar 02 14:47:56.664462 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: timestamp.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.665652 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.666165 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loaded extension: standard-attr-timestamp Mar 02 14:47:56.666487 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: trunk.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.667511 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.668049 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Extension trunk not supported by any of loaded plugins Mar 02 14:47:56.668372 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: trunk_details.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.669288 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.669798 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Extension trunk-details not supported by any of loaded plugins Mar 02 14:47:56.670119 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: uplink_status_propagation.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.671027 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.671537 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 02 14:47:56.671885 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Loading extension file: vlantransparent.py {{(pid=110068) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 14:47:56.672552 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=110068) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 14:47:56.673057 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 02 14:47:56.675582 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.quota.resource_registry [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Creating instance of TrackedResource for resource:network Mar 02 14:47:56.676117 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.quota.resource_registry [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Creating instance of TrackedResource for resource:subnet Mar 02 14:47:56.676508 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.quota.resource_registry [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Creating instance of TrackedResource for resource:subnetpool Mar 02 14:47:56.676890 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.quota.resource_registry [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Creating instance of TrackedResource for resource:port Mar 02 14:47:56.678131 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.v2.resource_helper [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110068) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 14:47:56.678580 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.v2.resource_helper [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Service FLAVORS assigned prefix: {{(pid=110068) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 14:47:56.679182 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.v2.resource_helper [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110068) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 14:47:56.680118 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.v2.resource_helper [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110068) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 14:47:56.680461 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.quota.resource_registry [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Creating instance of TrackedResource for resource:router Mar 02 14:47:56.680883 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.quota.resource_registry [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Creating instance of TrackedResource for resource:floatingip Mar 02 14:47:56.681380 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.v2.resource_helper [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Service METERING assigned prefix: /metering {{(pid=110068) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 14:47:56.682829 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:56.683197 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:56.683550 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:47:56.684558 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.quota.resource_registry [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Creating instance of CountableResource for resource:rbac_policy Mar 02 14:47:56.685006 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.quota.resource_registry [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Creating instance of TrackedResource for resource:security_group Mar 02 14:47:56.685433 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.quota.resource_registry [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 02 14:47:56.686032 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.v2.resource_helper [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Service CORE assigned prefix: {{(pid=110068) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 14:47:56.686359 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.quota.resource_registry [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Creating instance of TrackedResource for resource:subnetpool Mar 02 14:47:56.686704 dv-cinder-831439-3-iscsi neutron-server[110068]: WARNING neutron.quota.resource_registry [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] subnetpool is already registered Mar 02 14:47:56.687124 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.v2.resource_helper [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Service CORE assigned prefix: {{(pid=110068) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 14:47:56.687444 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.quota.resource_registry [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Creating instance of TrackedResource for resource:subnetpool Mar 02 14:47:56.687798 dv-cinder-831439-3-iscsi neutron-server[110068]: WARNING neutron.quota.resource_registry [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] subnetpool is already registered Mar 02 14:47:56.690021 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.v2.resource_helper [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110068) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 14:47:56.690453 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.v2.resource_helper [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Service FLAVORS assigned prefix: {{(pid=110068) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 14:47:56.691023 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.v2.resource_helper [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110068) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 14:47:56.691441 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.v2.resource_helper [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110068) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 14:47:56.691807 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.quota.resource_registry [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Creating instance of TrackedResource for resource:router Mar 02 14:47:56.692145 dv-cinder-831439-3-iscsi neutron-server[110068]: WARNING neutron.quota.resource_registry [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] router is already registered Mar 02 14:47:56.692553 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.quota.resource_registry [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Creating instance of TrackedResource for resource:floatingip Mar 02 14:47:56.692882 dv-cinder-831439-3-iscsi neutron-server[110068]: WARNING neutron.quota.resource_registry [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] floatingip is already registered Mar 02 14:47:56.693332 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.v2.resource_helper [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Service METERING assigned prefix: /metering {{(pid=110068) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 14:47:56.693984 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.quota.resource_registry [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Creating instance of CountableResource for resource:rbac_policy Mar 02 14:47:56.694305 dv-cinder-831439-3-iscsi neutron-server[110068]: WARNING neutron.quota.resource_registry [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] rbac_policy is already registered Mar 02 14:47:56.694709 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.quota.resource_registry [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Creating instance of TrackedResource for resource:security_group Mar 02 14:47:56.695038 dv-cinder-831439-3-iscsi neutron-server[110068]: WARNING neutron.quota.resource_registry [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] security_group is already registered Mar 02 14:47:56.696046 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.quota.resource_registry [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 02 14:47:56.696375 dv-cinder-831439-3-iscsi neutron-server[110068]: WARNING neutron.quota.resource_registry [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] security_group_rule is already registered Mar 02 14:47:56.696996 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.v2.resource_helper [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Service CORE assigned prefix: {{(pid=110068) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 14:47:56.697319 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.quota.resource_registry [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Creating instance of TrackedResource for resource:subnetpool Mar 02 14:47:56.697645 dv-cinder-831439-3-iscsi neutron-server[110068]: WARNING neutron.quota.resource_registry [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] subnetpool is already registered Mar 02 14:47:56.698057 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.v2.resource_helper [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Service CORE assigned prefix: {{(pid=110068) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 14:47:56.698370 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.quota.resource_registry [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Creating instance of TrackedResource for resource:subnetpool Mar 02 14:47:56.698695 dv-cinder-831439-3-iscsi neutron-server[110068]: WARNING neutron.quota.resource_registry [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] subnetpool is already registered Mar 02 14:47:56.699166 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Extended resource: extensions {{(pid=110068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 14:47:56.700661 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Extended resource: address-groups {{(pid=110068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 14:47:56.702152 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Extended resource: address-scopes {{(pid=110068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 14:47:56.703454 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Extended resource: agents {{(pid=110068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 14:47:56.704641 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Extended resource: auto-allocated-topology {{(pid=110068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 14:47:56.705870 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Extended resource: availability_zones {{(pid=110068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 14:47:56.707076 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Extended resource: dhcp-networks {{(pid=110068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 14:47:56.708594 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Extended resource: dhcp-agents {{(pid=110068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 14:47:56.710015 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Extended resource: routers {{(pid=110068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 14:47:56.712263 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Extended resource: flavors {{(pid=110068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 14:47:56.713417 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Extended resource: service_profiles {{(pid=110068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 14:47:56.714633 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Extended resource: next_providers {{(pid=110068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 14:47:56.716128 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Extended resource: service_profiles {{(pid=110068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 14:47:56.717620 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Extended resource: floatingip-pools {{(pid=110068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 14:47:56.718831 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Extended resource: routers {{(pid=110068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 14:47:56.720957 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Extended resource: floatingips {{(pid=110068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 14:47:56.723135 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Extended resource: l3-routers {{(pid=110068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 14:47:56.724540 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Extended resource: l3-agents {{(pid=110068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 14:47:56.725941 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Extended resource: metering-labels {{(pid=110068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 14:47:56.727327 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Extended resource: metering-label-rules {{(pid=110068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 14:47:56.728626 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Extended resource: network-ip-availabilities {{(pid=110068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 14:47:56.729881 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Extended resource: bindings {{(pid=110068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 14:47:56.731518 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Extended resource: quotas {{(pid=110068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 14:47:56.733085 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Extended resource: quotas {{(pid=110068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 14:47:56.734606 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Extended resource: rbac-policies {{(pid=110068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 14:47:56.735926 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Extended resource: security-groups {{(pid=110068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 14:47:56.737142 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Extended resource: security-group-rules {{(pid=110068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 14:47:56.738370 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Extended resource: service-providers {{(pid=110068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 14:47:56.739584 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Extended resource: subnetpools {{(pid=110068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 14:47:56.741007 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Extended resource: subnetpools {{(pid=110068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 14:47:56.742992 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Extended resource: tags {{(pid=110068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 14:47:56.744687 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Extended resource: tags {{(pid=110068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 14:47:56.746488 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Extended resource: tags {{(pid=110068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 14:47:56.748260 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Extended resource: tags {{(pid=110068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 14:47:56.750042 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Extended resource: tags {{(pid=110068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 14:47:56.751898 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Extended resource: tags {{(pid=110068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 14:47:56.753562 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Extended resource: tags {{(pid=110068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 14:47:56.755438 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Extended resource: tags {{(pid=110068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 14:47:56.757222 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Extended resource: tags {{(pid=110068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 14:47:56.759665 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron.api.extensions [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Extended resource: tags {{(pid=110068) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 14:47:56.765423 dv-cinder-831439-3-iscsi neutron-server[110068]: WARNING keystonemiddleware.auth_token [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 02 14:47:56.770179 dv-cinder-831439-3-iscsi neutron-server[110068]: WARNING keystonemiddleware.auth_token [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 02 14:47:56.779176 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_concurrency.lockutils [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Acquired lock "singleton_lock" {{(pid=110068) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 02 14:47:56.779672 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_concurrency.lockutils [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Releasing lock "singleton_lock" {{(pid=110068) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 02 14:47:56.780336 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO oslo_service.service [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Starting 2 workers Mar 02 14:47:56.785249 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Started child 110179 {{(pid=110068) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 02 14:47:56.790056 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Started child 110180 {{(pid=110068) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 02 14:47:56.790876 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:47:56.791673 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO neutron.service [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 02 14:47:56.792328 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Publish callbacks [] for process (None), before_spawn {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:47:56.792504 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [-] (110179) wsgi starting up on http://0.0.0.0:9696 Mar 02 14:47:56.794939 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:47:56.795392 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO oslo_service.service [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Starting 1 workers Mar 02 14:47:56.796406 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [-] (110180) wsgi starting up on http://0.0.0.0:9696 Mar 02 14:47:56.800229 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Started child 110181 {{(pid=110068) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 02 14:47:56.800791 dv-cinder-831439-3-iscsi neutron-server[110068]: INFO oslo_service.service [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Starting 1 workers Mar 02 14:47:56.803983 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.service [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] calling RpcWorker wait() {{(pid=110181) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 02 14:47:56.810736 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.service [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] returning from RpcWorker wait() {{(pid=110181) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 02 14:47:56.810917 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Started child 110182 {{(pid=110068) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 02 14:47:56.811035 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:47:56.811140 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG neutron_lib.callbacks.manager [None req-81e1a69c-18f5-4e62-b5e8-8413a50169e8 None None] Publish callbacks [] for process (None), after_spawn {{(pid=110068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:47:56.811223 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:47:56.811290 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110068) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 02 14:47:56.811290 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 02 14:47:56.811290 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 02 14:47:56.811290 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 02 14:47:56.811290 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 02 14:47:56.811290 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 02 14:47:56.811290 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.811290 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.812034 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.812101 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:47:56.812553 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.812553 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.812553 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.812553 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.812779 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:47:56.812859 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.812859 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.812859 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.812859 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.813079 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.813365 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.813464 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.813771 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.814036 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.814286 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.814537 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.814705 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.814974 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.815252 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.815482 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.815775 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] debug = True {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.816029 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.816531 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.816764 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.817009 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.817314 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.817530 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.817715 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.818006 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.818247 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.818528 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.818770 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.819020 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.819272 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.819479 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.819762 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.820009 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.820325 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.821061 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.821512 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] host = dv-cinder-831439-3-iscsi {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.821744 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.821980 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.822237 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.822492 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.822722 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.822949 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.823196 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.823474 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.823720 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.823975 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.824223 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.824461 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.824673 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.824905 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] log_file = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.825068 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] log_options = True {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.825313 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.825581 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.825862 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.826033 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.826176 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.826322 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.826580 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.826731 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.827011 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.827298 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.827464 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.827677 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.827892 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.828124 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.828417 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.828570 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.828801 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.829043 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.829335 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.829524 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.829757 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.829994 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.830226 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.830438 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.830649 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.830858 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.831080 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.831310 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.831530 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.832531 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.832531 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.832531 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.832531 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.832858 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.833129 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.833602 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.833978 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.834284 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.834614 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.834905 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.835146 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.835403 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.835644 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.835909 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.836132 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.836373 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.836641 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] use_json = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.839694 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.839694 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.839694 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.839694 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.839694 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.839694 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.839694 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.839694 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.840197 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.840197 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.840197 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.840384 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.840745 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.841103 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.841352 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.841587 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.841809 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.842061 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.842916 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.843272 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.843528 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.843875 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.844178 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.844506 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.844871 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.845145 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.845415 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.845652 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.845882 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.846111 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.846360 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.846647 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.846900 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.847145 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.847381 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.847657 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.847958 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.848230 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.848575 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.848856 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.849114 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.52/identity {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.849379 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.849612 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.849841 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.850081 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.850332 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.850603 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.850825 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.851092 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.851916 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.851916 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.851916 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.852266 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.852357 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.852527 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.852766 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.853043 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.853280 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.853587 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.853818 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.854239 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.854374 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.854499 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.854698 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.854924 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.855189 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.855436 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.855692 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.855915 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.856142 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.856403 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.856639 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.856861 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.857079 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.857296 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.857517 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.857734 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.858191 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.858426 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.858819 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.859042 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.859266 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.859485 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.859754 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.859977 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.869693 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.869693 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.869693 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.869693 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.869693 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.869693 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.869693 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.869693 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.869693 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.870366 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.870366 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.870366 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.870366 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.870366 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.870366 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.870366 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.870366 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.870938 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.870938 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.870938 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.870938 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.870938 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.870938 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.870938 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.870938 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.871531 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.871531 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.871531 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.871531 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.871531 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.871531 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.871531 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.871531 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.872159 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.872159 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.872159 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.872159 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.872159 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.872159 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.872159 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.872159 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.872707 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.872707 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.872707 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.872707 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.872707 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.872707 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.872707 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.872707 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.873299 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.873299 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.873299 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.873299 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.873299 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.873299 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.873717 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.873803 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.874016 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.874263 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.874515 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.874760 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.874985 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.875239 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.875597 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.875856 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.876082 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.876300 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.876579 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.876824 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.877070 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.877337 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.877587 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.877820 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.878087 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.878324 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.52/identity {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.878572 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.878831 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.879063 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.879282 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.879535 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.879860 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.880047 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.880264 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.880479 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.880745 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.881001 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.881225 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.881466 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.881686 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.881927 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.882174 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.882392 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.882613 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.883528 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.883776 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.884001 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.884244 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.884484 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.884742 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.884962 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.885228 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.885500 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.885694 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.885921 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.886146 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.886416 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.886660 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.886928 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.887144 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.887381 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.887598 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.887872 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.888087 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.888302 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.888550 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.888768 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.889027 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.889291 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.889635 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.889878 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.890202 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.890438 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.890642 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 50628) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:47:56.890750 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.890884 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.891104 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.891321 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.891561 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.891873 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.892036 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.892292 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.892513 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.892767 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.892989 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.893226 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.893488 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.893736 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.893994 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.894235 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.894542 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.894718 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.894936 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.895153 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.895389 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.895604 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.895839 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.896056 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.896270 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.896567 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.896843 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.897084 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.897340 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.897579 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.897825 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.898120 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.898392 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.898618 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.898848 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.899068 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.899284 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.899515 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.899752 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.910742 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.910742 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.910742 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.910742 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.910742 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.910742 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.910742 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.910742 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.911368 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.911368 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.911368 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.911368 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.911368 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.911368 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.911368 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.911368 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.912011 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.912011 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.912011 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.912011 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.912011 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.912011 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.912011 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.912011 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.912459 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.912459 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.912459 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.912459 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.912459 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.912459 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.912459 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.912459 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.912918 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.912992 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [-] 10.222.0.52 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0146310 Mar 02 14:47:56.913064 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.913064 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.913064 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.913064 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.913064 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.913064 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.913064 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.913064 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.913532 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.913532 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.913532 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.913532 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.913532 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.913532 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.913532 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.913532 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.914528 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.914528 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.914528 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.914528 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.914528 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.914528 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.914528 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.914528 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.914528 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.915031 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.915031 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.915031 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.915212 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.915932 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.915932 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.915932 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.916271 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 02 14:47:56.916590 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110068) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 02 14:47:56.916822 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 02 14:47:56.916822 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 02 14:47:56.917206 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 02 14:47:56.917206 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 02 14:47:56.917665 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 02 14:47:56.917665 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.917665 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.917891 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.917969 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.918089 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.918340 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.918461 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.918632 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.918794 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.918952 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.919288 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.919453 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.919778 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.920083 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.920271 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.920431 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.920573 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.920711 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.920899 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.921077 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.921211 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.921629 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.921629 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] debug = True {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.921629 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.922029 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.922029 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.922312 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.922312 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.922577 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.922577 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.923875 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.923875 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.923875 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.923875 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.923875 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.923875 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.923875 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.925077 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.925077 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.925077 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.925077 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.925591 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] host = dv-cinder-831439-3-iscsi {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.925591 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.925591 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.926351 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.926351 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.926351 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.926351 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.926351 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.926851 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.926851 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.926851 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.926851 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.927232 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.927232 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.930566 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] log_file = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.930566 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] log_options = True {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.930566 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.930566 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.930566 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.930566 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.930566 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.931466 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.931466 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.931466 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.931466 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.931466 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.931466 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.931466 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.931466 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.932126 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.932126 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.932126 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.932126 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.932126 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.932126 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.932126 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.932126 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.933393 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.933393 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.933393 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.933393 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.933393 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.933393 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.933393 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.933393 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.933393 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.934459 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.934459 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.934459 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.934459 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.934459 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.934459 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.934459 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.934459 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.936296 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.936296 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.936296 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.936296 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.936296 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.936296 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.936296 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.936296 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.937203 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] use_json = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.937203 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.937203 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.937203 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.937203 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.937203 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.937203 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.937203 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.938112 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.938112 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 14:47:56.938112 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.938112 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.938112 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.938778 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.938778 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.938778 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.938778 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.938778 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.939285 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.939285 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.939285 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.939553 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.939553 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.940783 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.940783 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.940955 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.941059 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.941228 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.941435 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.941598 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.941762 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.941919 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.942097 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.942258 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.942423 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.942591 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.942740 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.942913 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.943075 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.943253 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.943417 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.943582 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.52/identity {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.944489 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.944820 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.944989 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.945160 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.945348 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.945515 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.945680 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.945844 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.946005 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.946321 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.946488 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.947193 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.947193 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.947193 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.947193 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.947464 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.947464 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.947641 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.948086 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.948251 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.948564 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.948881 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.949047 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.950313 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.950313 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.950313 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.950313 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.950313 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.950313 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.950313 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.950313 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.952069 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.952069 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.952069 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.952069 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.952069 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.952069 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.952069 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.952069 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.952069 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.952852 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.952852 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.952852 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.952852 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.952852 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.952852 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.952852 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.953310 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.953310 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.953310 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.953479 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.953577 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.953739 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.953903 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.954628 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.954628 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.954628 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.954628 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.954890 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.954890 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.955006 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.955151 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.955315 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.955476 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.955686 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.955851 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.956016 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.956184 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.956365 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.956517 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.956661 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.956993 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.957298 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.957468 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.957728 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.957835 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.957981 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.958090 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.958251 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.958402 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.958560 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.959641 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.959641 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.959641 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.959641 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.959641 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.959641 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.960986 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.960986 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.960986 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.960986 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.960986 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.960986 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.960986 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.960986 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.962763 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.962763 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.962763 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.962763 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.962763 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.962763 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.962763 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.962763 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.962763 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.964878 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.964878 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.964878 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.964878 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.964878 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.964878 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.964878 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.964878 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.965423 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.965423 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.965423 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.965423 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.965423 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.965423 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.965423 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.52/identity {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.965423 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.965861 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.965861 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.965861 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.965861 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.965861 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.965861 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.965861 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.965861 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.966297 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.966297 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.966412 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.966476 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.966617 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.966788 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.966949 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.967112 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.967777 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.967777 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.967777 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.967777 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.968039 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.968039 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.968236 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.968341 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.968512 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.968748 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.968843 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.968976 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.969142 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.972456 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.972456 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.972456 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.972456 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.972456 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.972456 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.972456 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.972456 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.972965 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.972965 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.972965 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.972965 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.972965 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.972965 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.973304 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.973304 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.973420 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.973640 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.973734 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.973858 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.974020 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.974606 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.974606 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.974606 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.974994 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.974994 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.974994 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.975376 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.975376 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.975376 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.975850 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.975850 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.975850 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.976225 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.976225 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.976984 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.976984 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.977254 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.977396 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.977540 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.978537 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.978537 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.978537 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.978537 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.978537 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.978537 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.978537 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.979150 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.979150 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.979150 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.979150 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.979412 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.979412 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.979597 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.979770 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.979957 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.980143 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.980236 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.980407 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.980566 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.980738 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.980902 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.981064 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.981226 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.981389 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.981551 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.981725 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.981887 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.982249 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.982249 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.982249 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.982249 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.982249 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.982249 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.982249 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.982249 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.984253 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.984253 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.984253 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.984253 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.984253 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.984253 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.984253 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.985203 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.985203 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.985203 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.985203 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.985203 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.985203 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.986089 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.986089 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.986089 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.986089 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.986089 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.986089 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.986827 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.986827 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.986827 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.986827 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.986827 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.987805 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.987805 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.987805 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.987805 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.987805 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.987805 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.988272 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.988272 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.988272 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.988482 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.988561 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.988664 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.988826 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.989150 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.989313 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.989633 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.989797 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.989960 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.990207 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.990333 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.990438 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 14:47:56.990582 dv-cinder-831439-3-iscsi neutron-server[110068]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110068) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 02 14:47:56.990692 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:48:08.634588 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-111b87da-3d45-4e95-90eb-474b9c542fc6 None None] get_active_networks_info from dv-cinder-831439-3-iscsi {{(pid=110181) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 02 14:48:08.701471 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111b87da-3d45-4e95-90eb-474b9c542fc6 None None] No non-hosted networks {{(pid=110181) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 02 14:48:08.708404 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.agentschedulers_db [None req-111b87da-3d45-4e95-90eb-474b9c542fc6 None None] DHCP Agent not found on host dv-cinder-831439-3-iscsi {{(pid=110181) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 02 14:48:08.804125 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-ed80258b-f4f7-448d-93a3-eeb0895a171f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-558418'] for agent (dc3a6147-3194-47be-b33a-76a9a2a48933), after_create {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:48:11.071503 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-0d41d1d6-7f43-4e1b-9600-215e6b1a08aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-558418'] for agent (4b7d4a90-2987-419a-b6cd-7624b7dba065), after_create {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:48:11.129414 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.db.api [None req-c201b8db-844d-4eac-94b0-3155b921abbf None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-831439-3-iscsi {{(pid=110181) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 14:48:11.135391 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG oslo_db.api [None req-c201b8db-844d-4eac-94b0-3155b921abbf None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 14:48:11.779485 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-c201b8db-844d-4eac-94b0-3155b921abbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (4b7d4a90-2987-419a-b6cd-7624b7dba065), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:48:12.071515 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-8c265469-93de-451d-a227-73ff998d8f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-558418'] for agent (bfbb2626-1130-458a-80a5-4632d76fa057), after_create {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:48:13.628813 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-9cfe1c82-1e01-4346-89c5-c3e1093f4022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-558418'] for agent (b9ce56f8-3527-4dd9-b024-9df7b3f4c018), after_create {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:48:14.845289 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 50724) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:48:14.967785 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-558418'] for agent (3a73802c-5f14-4c1f-8439-e74c4c90063b), after_create {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:48:14.968482 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:48:14.969032 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:48:14.969377 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:48:14.969713 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:48:14.970044 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:48:14.970375 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:48:14.970703 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:48:14.971076 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:48:14.971406 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:48:14.971756 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:48:14.972098 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:48:14.972425 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:48:14.972873 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:48:14.973269 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-831439-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:48:14.980419 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-831439-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:48:15.372032 dv-cinder-831439-3-iscsi neutron-server[110180]: WARNING oslo_policy.policy [None req-889694d2-30d3-49cb-a761-1c09f3828651 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 14:48:15.372625 dv-cinder-831439-3-iscsi neutron-server[110180]: WARNING oslo_policy.policy [None req-889694d2-30d3-49cb-a761-1c09f3828651 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 14:48:15.595842 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [None req-889694d2-30d3-49cb-a761-1c09f3828651 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=110180) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 02 14:48:15.596989 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-889694d2-30d3-49cb-a761-1c09f3828651 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7505038 Mar 02 14:48:18.138494 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 50744) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:48:18.458862 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.v2.base [None req-015a5ca8-bfa6-4ecd-8d07-b44553018de5 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=110180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:48:18.552392 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.policy [None req-015a5ca8-bfa6-4ecd-8d07-b44553018de5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110180) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 02 14:48:18.595846 dv-cinder-831439-3-iscsi neutron-server[110180]: WARNING oslo_policy.policy [None req-015a5ca8-bfa6-4ecd-8d07-b44553018de5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 14:48:18.596219 dv-cinder-831439-3-iscsi neutron-server[110180]: WARNING oslo_policy.policy [None req-015a5ca8-bfa6-4ecd-8d07-b44553018de5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 14:48:18.781650 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-015a5ca8-bfa6-4ecd-8d07-b44553018de5 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757348993800', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757348994815', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757349012291', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757349104647', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757349098750', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757349091300', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16148918', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16047863', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-745005', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-637084'] for rbac-policy (None), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:48:19.072912 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-015a5ca8-bfa6-4ecd-8d07-b44553018de5 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:48:19.074109 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-015a5ca8-bfa6-4ecd-8d07-b44553018de5 admin admin] 10.222.0.52 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9345832 Mar 02 14:48:19.091896 dv-cinder-831439-3-iscsi neutron-server[110181]: INFO neutron.db.l3_hamode_db [None req-0fa94326-2e46-4207-ab91-7571712e5bab None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 02 14:48:19.176245 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa94326-2e46-4207-ab91-7571712e5bab None None] Routers set() bound to L3 agent in host dv-cinder-831439-3-iscsi {{(pid=110181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 14:48:19.176550 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa94326-2e46-4207-ab91-7571712e5bab None None] Router IDs set() for agent in host dv-cinder-831439-3-iscsi {{(pid=110181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 02 14:48:21.595737 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 50754) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:48:22.085731 dv-cinder-831439-3-iscsi neutron-server[110179]: WARNING oslo_policy.policy [None req-deb0e82a-316f-47e7-b521-8e93ac4664db demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 14:48:22.086324 dv-cinder-831439-3-iscsi neutron-server[110179]: WARNING oslo_policy.policy [None req-deb0e82a-316f-47e7-b521-8e93ac4664db demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 14:48:22.308718 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.v2.base [None req-deb0e82a-316f-47e7-b521-8e93ac4664db demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=110179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:48:22.430447 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb0e82a-316f-47e7-b521-8e93ac4664db demo demo] Made reservation on behalf of 9a66a207344a4a08b07b22a8761877a6 for: {'network': 1} {{(pid=110179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 14:48:22.501287 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.policy [None req-deb0e82a-316f-47e7-b521-8e93ac4664db demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110179) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 02 14:48:22.543965 dv-cinder-831439-3-iscsi neutron-server[110179]: WARNING oslo_policy.policy [None req-deb0e82a-316f-47e7-b521-8e93ac4664db demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 14:48:22.544338 dv-cinder-831439-3-iscsi neutron-server[110179]: WARNING oslo_policy.policy [None req-deb0e82a-316f-47e7-b521-8e93ac4664db demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 14:48:22.555214 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-deb0e82a-316f-47e7-b521-8e93ac4664db demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for network (None), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:48:22.577094 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-deb0e82a-316f-47e7-b521-8e93ac4664db demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:48:22.685634 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-deb0e82a-316f-47e7-b521-8e93ac4664db demo demo] Publish callbacks [] for security_group (479ff524-6989-49e6-81f5-03e5f41d211c), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:48:22.842090 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-deb0e82a-316f-47e7-b521-8e93ac4664db demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (479ff524-6989-49e6-81f5-03e5f41d211c), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:48:22.866959 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-deb0e82a-316f-47e7-b521-8e93ac4664db demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=110179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 14:48:22.901261 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-deb0e82a-316f-47e7-b521-8e93ac4664db demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757345970324', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16119287'] for segment (1d4890c6-ad8a-48f6-bb44-69f11745a81a), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:48:22.901865 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-deb0e82a-316f-47e7-b521-8e93ac4664db demo demo] Unsubscribe: segment precommit_create {{(pid=110179) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 02 14:48:22.902661 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.db.segments_db [None req-deb0e82a-316f-47e7-b521-8e93ac4664db demo demo] Added segment 1d4890c6-ad8a-48f6-bb44-69f11745a81a of type vlan for network 426087c6-612a-4304-8e6c-31cfcd7a56b6 Mar 02 14:48:22.918376 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb0e82a-316f-47e7-b521-8e93ac4664db demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=479ff524-6989-49e6-81f5-03e5f41d211c,revision_number=1']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:48:22.950392 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb0e82a-316f-47e7-b521-8e93ac4664db demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:48:22.950757 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb0e82a-316f-47e7-b521-8e93ac4664db demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:48:22.951115 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb0e82a-316f-47e7-b521-8e93ac4664db demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:48:22.951448 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb0e82a-316f-47e7-b521-8e93ac4664db demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:48:22.951870 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb0e82a-316f-47e7-b521-8e93ac4664db demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:48:22.952258 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb0e82a-316f-47e7-b521-8e93ac4664db demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:48:22.952578 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb0e82a-316f-47e7-b521-8e93ac4664db demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:48:22.952898 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb0e82a-316f-47e7-b521-8e93ac4664db demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:48:22.953215 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb0e82a-316f-47e7-b521-8e93ac4664db demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:48:22.953550 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb0e82a-316f-47e7-b521-8e93ac4664db demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:48:22.953873 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb0e82a-316f-47e7-b521-8e93ac4664db demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:48:22.954187 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb0e82a-316f-47e7-b521-8e93ac4664db demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:48:22.954500 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb0e82a-316f-47e7-b521-8e93ac4664db demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:48:22.955928 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb0e82a-316f-47e7-b521-8e93ac4664db demo demo] Tracked resource versions report: Mar 02 14:48:22.955928 dv-cinder-831439-3-iscsi neutron-server[110179]: pushed versions: Mar 02 14:48:22.955928 dv-cinder-831439-3-iscsi neutron-server[110179]: { 'AddressGroup': {'1.2'}, Mar 02 14:48:22.955928 dv-cinder-831439-3-iscsi neutron-server[110179]: 'ConntrackHelper': {'1.0'}, Mar 02 14:48:22.955928 dv-cinder-831439-3-iscsi neutron-server[110179]: 'LocalIPAssociation': {'1.0'}, Mar 02 14:48:22.955928 dv-cinder-831439-3-iscsi neutron-server[110179]: 'Log': {'1.0'}, Mar 02 14:48:22.955928 dv-cinder-831439-3-iscsi neutron-server[110179]: 'Network': {'1.1'}, Mar 02 14:48:22.955928 dv-cinder-831439-3-iscsi neutron-server[110179]: 'Port': {'1.7'}, Mar 02 14:48:22.955928 dv-cinder-831439-3-iscsi neutron-server[110179]: 'PortForwarding': {'1.2'}, Mar 02 14:48:22.955928 dv-cinder-831439-3-iscsi neutron-server[110179]: 'QosPolicy': {'1.10'}, Mar 02 14:48:22.955928 dv-cinder-831439-3-iscsi neutron-server[110179]: 'SecurityGroup': {'1.5'}, Mar 02 14:48:22.955928 dv-cinder-831439-3-iscsi neutron-server[110179]: 'SecurityGroupRule': {'1.2'}, Mar 02 14:48:22.955928 dv-cinder-831439-3-iscsi neutron-server[110179]: 'SubPort': {'1.0'}, Mar 02 14:48:22.955928 dv-cinder-831439-3-iscsi neutron-server[110179]: 'Subnet': {'1.1'}, Mar 02 14:48:22.955928 dv-cinder-831439-3-iscsi neutron-server[110179]: 'Trunk': {'1.1'}} Mar 02 14:48:22.955928 dv-cinder-831439-3-iscsi neutron-server[110179]: consumer versions: Mar 02 14:48:22.955928 dv-cinder-831439-3-iscsi neutron-server[110179]: { DHCP agent@dv-cinder-831439-3-iscsi: {}, Mar 02 14:48:22.955928 dv-cinder-831439-3-iscsi neutron-server[110179]: L3 agent@dv-cinder-831439-3-iscsi: {}, Mar 02 14:48:22.955928 dv-cinder-831439-3-iscsi neutron-server[110179]: Metadata agent@dv-cinder-831439-3-iscsi: {}, Mar 02 14:48:22.955928 dv-cinder-831439-3-iscsi neutron-server[110179]: Metering agent@dv-cinder-831439-3-iscsi: {}, Mar 02 14:48:22.955928 dv-cinder-831439-3-iscsi neutron-server[110179]: Open vSwitch agent@dv-cinder-831439-3-iscsi: { 'AddressGroup': '1.2', Mar 02 14:48:22.955928 dv-cinder-831439-3-iscsi neutron-server[110179]: 'ConntrackHelper': '1.0', Mar 02 14:48:22.955928 dv-cinder-831439-3-iscsi neutron-server[110179]: 'LocalIPAssociation': '1.0', Mar 02 14:48:22.955928 dv-cinder-831439-3-iscsi neutron-server[110179]: 'Log': '1.0', Mar 02 14:48:22.955928 dv-cinder-831439-3-iscsi neutron-server[110179]: 'Network': '1.1', Mar 02 14:48:22.955928 dv-cinder-831439-3-iscsi neutron-server[110179]: 'Port': '1.7', Mar 02 14:48:22.955928 dv-cinder-831439-3-iscsi neutron-server[110179]: 'PortForwarding': '1.2', Mar 02 14:48:22.955928 dv-cinder-831439-3-iscsi neutron-server[110179]: 'QosPolicy': '1.10', Mar 02 14:48:22.955928 dv-cinder-831439-3-iscsi neutron-server[110179]: 'SecurityGroup': '1.5', Mar 02 14:48:22.955928 dv-cinder-831439-3-iscsi neutron-server[110179]: 'SecurityGroupRule': '1.2', Mar 02 14:48:22.955928 dv-cinder-831439-3-iscsi neutron-server[110179]: 'SubPort': '1.0', Mar 02 14:48:22.955928 dv-cinder-831439-3-iscsi neutron-server[110179]: 'Subnet': '1.1', Mar 02 14:48:22.955928 dv-cinder-831439-3-iscsi neutron-server[110179]: 'Trunk': '1.1'}} Mar 02 14:48:22.955928 dv-cinder-831439-3-iscsi neutron-server[110179]: {{(pid=110179) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 14:48:23.019443 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-deb0e82a-316f-47e7-b521-8e93ac4664db demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757345464387'] for network (426087c6-612a-4304-8e6c-31cfcd7a56b6), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:48:23.144678 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-deb0e82a-316f-47e7-b521-8e93ac4664db demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677'] for network (426087c6-612a-4304-8e6c-31cfcd7a56b6), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:48:23.149968 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb0e82a-316f-47e7-b521-8e93ac4664db demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:48:23.150686 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-deb0e82a-316f-47e7-b521-8e93ac4664db demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16231659'] for network (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:48:23.270049 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb0e82a-316f-47e7-b521-8e93ac4664db demo demo] Pushing event updated for resources: {'Network': ['ID=426087c6-612a-4304-8e6c-31cfcd7a56b6,revision_number=1']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:48:23.282032 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Network 426087c6-612a-4304-8e6c-31cfcd7a56b6 details requested by agent ovs-agent-dv-cinder-831439-3-iscsi with host dv-cinder-831439-3-iscsi {{(pid=110181) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 14:48:23.313777 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-deb0e82a-316f-47e7-b521-8e93ac4664db demo demo] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.7158194 Mar 02 14:48:25.925985 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 50774) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:48:26.342371 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3c64dc-0194-43ee-877a-c0fe5398b5f5 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:48:26.343722 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-5b3c64dc-0194-43ee-877a-c0fe5398b5f5 demo admin] 10.222.0.52 "GET /v2.0/networks/426087c6-612a-4304-8e6c-31cfcd7a56b6 HTTP/1.1" status: 200 len: 825 time: 0.4167480 Mar 02 14:48:26.384611 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-8204f962-1199-442d-8df0-b3c8c6cefabb demo admin] 10.222.0.52 "GET /v2.0/subnetpools/5888b610-60df-4cbd-960b-121ac29ded97 HTTP/1.1" status: 200 len: 734 time: 0.0352046 Mar 02 14:48:26.393626 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.v2.base [None req-edb4af2b-14c7-4d09-bb3b-4cf0b19fb7b1 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': '5888b610-60df-4cbd-960b-121ac29ded97', 'gateway_ip': '172.20.0.1', 'network_id': '426087c6-612a-4304-8e6c-31cfcd7a56b6'}} {{(pid=110179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:48:26.510421 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb4af2b-14c7-4d09-bb3b-4cf0b19fb7b1 demo admin] Made reservation on behalf of 9a66a207344a4a08b07b22a8761877a6 for: {'subnet': 1} {{(pid=110179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 14:48:26.512928 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-edb4af2b-14c7-4d09-bb3b-4cf0b19fb7b1 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:48:27.051057 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-edb4af2b-14c7-4d09-bb3b-4cf0b19fb7b1 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677'] for subnet (48f8dc1f-3e94-4e7d-9448-1cd297b53af8), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:48:27.113445 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb4af2b-14c7-4d09-bb3b-4cf0b19fb7b1 demo admin] Pushing event updated for resources: {'Subnet': ['ID=48f8dc1f-3e94-4e7d-9448-1cd297b53af8,revision_number=0']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:48:27.122507 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb4af2b-14c7-4d09-bb3b-4cf0b19fb7b1 demo admin] Checking segment: {'id': '1d4890c6-ad8a-48f6-bb44-69f11745a81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '426087c6-612a-4304-8e6c-31cfcd7a56b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 14:48:27.122897 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb4af2b-14c7-4d09-bb3b-4cf0b19fb7b1 demo admin] Network hostable DHCP agents. Network: 426087c6-612a-4304-8e6c-31cfcd7a56b6, hostable agents: ['dc3a6147-3194-47be-b33a-76a9a2a48933'], hosted agents: [] {{(pid=110179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 14:48:27.207424 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb4af2b-14c7-4d09-bb3b-4cf0b19fb7b1 demo admin] Network 426087c6-612a-4304-8e6c-31cfcd7a56b6 is scheduled to be hosted by DHCP agent dc3a6147-3194-47be-b33a-76a9a2a48933 with binding_index 1 {{(pid=110179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 14:48:27.290560 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.scheduler.base_scheduler [None req-edb4af2b-14c7-4d09-bb3b-4cf0b19fb7b1 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831439-3-iscsi, 426087c6-612a-4304-8e6c-31cfcd7a56b6) {{(pid=110179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 14:48:27.295326 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb4af2b-14c7-4d09-bb3b-4cf0b19fb7b1 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:48:27.295943 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-edb4af2b-14c7-4d09-bb3b-4cf0b19fb7b1 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16231659'] for subnet (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:48:27.302101 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b7bfca-dd58-4cf5-9b3d-2c2efa9678a9 None None] Network 426087c6-612a-4304-8e6c-31cfcd7a56b6 requested from dv-cinder-831439-3-iscsi {{(pid=110181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 14:48:27.430670 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-edb4af2b-14c7-4d09-bb3b-4cf0b19fb7b1 demo admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0403891 Mar 02 14:48:27.670088 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b20c2f8-16ae-445b-b99d-0de0af8f9c89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f7ea2e6-afbe-59ed-88ad-785bacde5fc6-426087c6-612a-4304-8e6c-31cfcd7a56b6', 'network_id': '426087c6-612a-4304-8e6c-31cfcd7a56b6', 'project_id': '9a66a207344a4a08b07b22a8761877a6', 'fixed_ips': [{'subnet_id': '48f8dc1f-3e94-4e7d-9448-1cd297b53af8'}]}} from dv-cinder-831439-3-iscsi. {{(pid=110181) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 02 14:48:27.671314 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-8b20c2f8-16ae-445b-b99d-0de0af8f9c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (None), before_create {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:48:28.048286 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.db_base_plugin_common [None req-8b20c2f8-16ae-445b-b99d-0de0af8f9c89 None None] Allocated IP 172.20.0.2 (426087c6-612a-4304-8e6c-31cfcd7a56b6/48f8dc1f-3e94-4e7d-9448-1cd297b53af8/1084130b-179b-4f30-901d-294760fbfb8d) {{(pid=110181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 14:48:28.294806 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-8b20c2f8-16ae-445b-b99d-0de0af8f9c89 None None] Publish callbacks [] for port (1084130b-179b-4f30-901d-294760fbfb8d), precommit_create {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:48:28.414103 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-8b20c2f8-16ae-445b-b99d-0de0af8f9c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757345480668'] for port (1084130b-179b-4f30-901d-294760fbfb8d), after_create {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:48:28.487699 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b20c2f8-16ae-445b-b99d-0de0af8f9c89 None None] Network 426087c6-612a-4304-8e6c-31cfcd7a56b6 is already hosted by enough agents. {{(pid=110181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 14:48:28.492934 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.scheduler.base_scheduler [None req-8b20c2f8-16ae-445b-b99d-0de0af8f9c89 None None] Resources bound (agent type, host, resource id): {{(pid=110181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 14:48:28.504029 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b20c2f8-16ae-445b-b99d-0de0af8f9c89 None None] Received port after_create {{(pid=110181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 14:48:28.510538 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b20c2f8-16ae-445b-b99d-0de0af8f9c89 None None] Pushing event updated for resources: {'Port': ['ID=1084130b-179b-4f30-901d-294760fbfb8d,revision_number=1']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:48:28.519878 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b20c2f8-16ae-445b-b99d-0de0af8f9c89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:48:28.520249 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b20c2f8-16ae-445b-b99d-0de0af8f9c89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:48:28.520612 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b20c2f8-16ae-445b-b99d-0de0af8f9c89 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:48:28.520954 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b20c2f8-16ae-445b-b99d-0de0af8f9c89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:48:28.521285 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b20c2f8-16ae-445b-b99d-0de0af8f9c89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:48:28.521615 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b20c2f8-16ae-445b-b99d-0de0af8f9c89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:48:28.521973 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b20c2f8-16ae-445b-b99d-0de0af8f9c89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:48:28.522298 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b20c2f8-16ae-445b-b99d-0de0af8f9c89 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:48:28.522624 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b20c2f8-16ae-445b-b99d-0de0af8f9c89 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:48:28.522965 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b20c2f8-16ae-445b-b99d-0de0af8f9c89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:48:28.523293 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b20c2f8-16ae-445b-b99d-0de0af8f9c89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:48:28.523675 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b20c2f8-16ae-445b-b99d-0de0af8f9c89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:48:28.524005 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b20c2f8-16ae-445b-b99d-0de0af8f9c89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:48:28.525420 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b20c2f8-16ae-445b-b99d-0de0af8f9c89 None None] Tracked resource versions report: Mar 02 14:48:28.525420 dv-cinder-831439-3-iscsi neutron-server[110181]: pushed versions: Mar 02 14:48:28.525420 dv-cinder-831439-3-iscsi neutron-server[110181]: { 'AddressGroup': {'1.2'}, Mar 02 14:48:28.525420 dv-cinder-831439-3-iscsi neutron-server[110181]: 'ConntrackHelper': {'1.0'}, Mar 02 14:48:28.525420 dv-cinder-831439-3-iscsi neutron-server[110181]: 'LocalIPAssociation': {'1.0'}, Mar 02 14:48:28.525420 dv-cinder-831439-3-iscsi neutron-server[110181]: 'Log': {'1.0'}, Mar 02 14:48:28.525420 dv-cinder-831439-3-iscsi neutron-server[110181]: 'Network': {'1.1'}, Mar 02 14:48:28.525420 dv-cinder-831439-3-iscsi neutron-server[110181]: 'Port': {'1.7'}, Mar 02 14:48:28.525420 dv-cinder-831439-3-iscsi neutron-server[110181]: 'PortForwarding': {'1.2'}, Mar 02 14:48:28.525420 dv-cinder-831439-3-iscsi neutron-server[110181]: 'QosPolicy': {'1.10'}, Mar 02 14:48:28.525420 dv-cinder-831439-3-iscsi neutron-server[110181]: 'SecurityGroup': {'1.5'}, Mar 02 14:48:28.525420 dv-cinder-831439-3-iscsi neutron-server[110181]: 'SecurityGroupRule': {'1.2'}, Mar 02 14:48:28.525420 dv-cinder-831439-3-iscsi neutron-server[110181]: 'SubPort': {'1.0'}, Mar 02 14:48:28.525420 dv-cinder-831439-3-iscsi neutron-server[110181]: 'Subnet': {'1.1'}, Mar 02 14:48:28.525420 dv-cinder-831439-3-iscsi neutron-server[110181]: 'Trunk': {'1.1'}} Mar 02 14:48:28.525420 dv-cinder-831439-3-iscsi neutron-server[110181]: consumer versions: Mar 02 14:48:28.525420 dv-cinder-831439-3-iscsi neutron-server[110181]: { DHCP agent@dv-cinder-831439-3-iscsi: {}, Mar 02 14:48:28.525420 dv-cinder-831439-3-iscsi neutron-server[110181]: L3 agent@dv-cinder-831439-3-iscsi: {}, Mar 02 14:48:28.525420 dv-cinder-831439-3-iscsi neutron-server[110181]: Metadata agent@dv-cinder-831439-3-iscsi: {}, Mar 02 14:48:28.525420 dv-cinder-831439-3-iscsi neutron-server[110181]: Metering agent@dv-cinder-831439-3-iscsi: {}, Mar 02 14:48:28.525420 dv-cinder-831439-3-iscsi neutron-server[110181]: Open vSwitch agent@dv-cinder-831439-3-iscsi: { 'AddressGroup': '1.2', Mar 02 14:48:28.525420 dv-cinder-831439-3-iscsi neutron-server[110181]: 'ConntrackHelper': '1.0', Mar 02 14:48:28.525420 dv-cinder-831439-3-iscsi neutron-server[110181]: 'LocalIPAssociation': '1.0', Mar 02 14:48:28.525420 dv-cinder-831439-3-iscsi neutron-server[110181]: 'Log': '1.0', Mar 02 14:48:28.525420 dv-cinder-831439-3-iscsi neutron-server[110181]: 'Network': '1.1', Mar 02 14:48:28.525420 dv-cinder-831439-3-iscsi neutron-server[110181]: 'Port': '1.7', Mar 02 14:48:28.525420 dv-cinder-831439-3-iscsi neutron-server[110181]: 'PortForwarding': '1.2', Mar 02 14:48:28.525420 dv-cinder-831439-3-iscsi neutron-server[110181]: 'QosPolicy': '1.10', Mar 02 14:48:28.525420 dv-cinder-831439-3-iscsi neutron-server[110181]: 'SecurityGroup': '1.5', Mar 02 14:48:28.525420 dv-cinder-831439-3-iscsi neutron-server[110181]: 'SecurityGroupRule': '1.2', Mar 02 14:48:28.525420 dv-cinder-831439-3-iscsi neutron-server[110181]: 'SubPort': '1.0', Mar 02 14:48:28.525420 dv-cinder-831439-3-iscsi neutron-server[110181]: 'Subnet': '1.1', Mar 02 14:48:28.525420 dv-cinder-831439-3-iscsi neutron-server[110181]: 'Trunk': '1.1'}} Mar 02 14:48:28.525420 dv-cinder-831439-3-iscsi neutron-server[110181]: {{(pid=110181) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 14:48:28.601368 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.managers [None req-8b20c2f8-16ae-445b-b99d-0de0af8f9c89 None None] Attempting to bind port 1084130b-179b-4f30-901d-294760fbfb8d on host dv-cinder-831439-3-iscsi for vnic_type normal with profile {{(pid=110181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 14:48:28.601776 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.managers [None req-8b20c2f8-16ae-445b-b99d-0de0af8f9c89 None None] Attempting to bind port 1084130b-179b-4f30-901d-294760fbfb8d by drivers openvswitch,hyperv on host dv-cinder-831439-3-iscsi at level 0 using segments [{'id': '1d4890c6-ad8a-48f6-bb44-69f11745a81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '426087c6-612a-4304-8e6c-31cfcd7a56b6'}] {{(pid=110181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 14:48:28.602211 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b20c2f8-16ae-445b-b99d-0de0af8f9c89 None None] Attempting to bind port 1084130b-179b-4f30-901d-294760fbfb8d on network 426087c6-612a-4304-8e6c-31cfcd7a56b6 {{(pid=110181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 14:48:28.607664 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b20c2f8-16ae-445b-b99d-0de0af8f9c89 None None] Checking agent: {'id': '3a73802c-5f14-4c1f-8439-e74c4c90063b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831439-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 14, 48, 15), 'started_at': datetime.datetime(2022, 3, 2, 14, 48, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 14, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831439-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 14:48:28.608047 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b20c2f8-16ae-445b-b99d-0de0af8f9c89 None None] Checking segment: {'id': '1d4890c6-ad8a-48f6-bb44-69f11745a81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '426087c6-612a-4304-8e6c-31cfcd7a56b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 14:48:28.608556 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-8b20c2f8-16ae-445b-b99d-0de0af8f9c89 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:48:28.608947 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b20c2f8-16ae-445b-b99d-0de0af8f9c89 None None] Bound using segment: {'id': '1d4890c6-ad8a-48f6-bb44-69f11745a81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '426087c6-612a-4304-8e6c-31cfcd7a56b6'} {{(pid=110181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 14:48:28.609443 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.managers [None req-8b20c2f8-16ae-445b-b99d-0de0af8f9c89 None None] Bound port: 1084130b-179b-4f30-901d-294760fbfb8d, host: dv-cinder-831439-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d4890c6-ad8a-48f6-bb44-69f11745a81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '426087c6-612a-4304-8e6c-31cfcd7a56b6'}}] {{(pid=110181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 14:48:28.609856 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-8b20c2f8-16ae-445b-b99d-0de0af8f9c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (1084130b-179b-4f30-901d-294760fbfb8d), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:48:28.679560 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-8b20c2f8-16ae-445b-b99d-0de0af8f9c89 None None] For port 1084130b-179b-4f30-901d-294760fbfb8d, host dv-cinder-831439-3-iscsi, cleared binding levels {{(pid=110181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 14:48:28.683945 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-8b20c2f8-16ae-445b-b99d-0de0af8f9c89 None None] For port 1084130b-179b-4f30-901d-294760fbfb8d, host dv-cinder-831439-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831439-3-iscsi',level=0,port_id=1084130b-179b-4f30-901d-294760fbfb8d,segment=NetworkSegment(1d4890c6-ad8a-48f6-bb44-69f11745a81a),segment_id=1d4890c6-ad8a-48f6-bb44-69f11745a81a)] {{(pid=110181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 14:48:28.754264 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-8b20c2f8-16ae-445b-b99d-0de0af8f9c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (1084130b-179b-4f30-901d-294760fbfb8d), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:48:28.819256 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b20c2f8-16ae-445b-b99d-0de0af8f9c89 None None] Pushing event updated for resources: {'Port': ['ID=1084130b-179b-4f30-901d-294760fbfb8d,revision_number=2']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:48:30.061189 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 50782) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:48:30.406172 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [None req-dbd2856c-06f0-4c65-a962-788aacb4d8e2 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=110179) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 02 14:48:30.407375 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-dbd2856c-06f0-4c65-a962-788aacb4d8e2 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3451898 Mar 02 14:48:33.023789 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 50790) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:48:33.351048 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [None req-6e386603-2d42-48e9-bbd5-3f90d81dc30a admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=110179) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 02 14:48:33.352091 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-6e386603-2d42-48e9-bbd5-3f90d81dc30a admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3273613 Mar 02 14:48:35.948364 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 50798) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:48:36.271331 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.v2.base [None req-d7f0816c-257d-4e1d-8c40-76563186f3a3 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=110179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:48:36.382961 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-d7f0816c-257d-4e1d-8c40-76563186f3a3 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6330'] for router (844881ef-dd7a-4ae0-81f0-14d040b5779f), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:48:36.384750 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-d7f0816c-257d-4e1d-8c40-76563186f3a3 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-562153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557622', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6321'] for router (844881ef-dd7a-4ae0-81f0-14d040b5779f), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:48:36.523244 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-d7f0816c-257d-4e1d-8c40-76563186f3a3 demo demo] Publish callbacks [] for router_controller (844881ef-dd7a-4ae0-81f0-14d040b5779f), precommit_add_association {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:48:36.617606 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-d7f0816c-257d-4e1d-8c40-76563186f3a3 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557675'] for router (844881ef-dd7a-4ae0-81f0-14d040b5779f), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:48:36.723898 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-d7f0816c-257d-4e1d-8c40-76563186f3a3 demo demo] Publish callbacks [] for router (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:48:36.725125 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-d7f0816c-257d-4e1d-8c40-76563186f3a3 demo demo] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7757905 Mar 02 14:48:38.639271 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-df389158-5534-405a-8c51-6d70be0dd3a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (dc3a6147-3194-47be-b33a-76a9a2a48933), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:48:39.300507 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 50810) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:48:39.527361 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Device 1084130b-179b-4f30-901d-294760fbfb8d up at agent ovs-agent-dv-cinder-831439-3-iscsi {{(pid=110181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 14:48:39.614936 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Provisioning complete for port 1084130b-179b-4f30-901d-294760fbfb8d triggered by entity L2. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 14:48:39.615896 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (1084130b-179b-4f30-901d-294760fbfb8d), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:48:39.627456 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [None req-b3e3d6b8-e974-4fe5-b1a0-0c7cd60d39a8 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=110180) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 02 14:48:39.639660 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-b3e3d6b8-e974-4fe5-b1a0-0c7cd60d39a8 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3332050 Mar 02 14:48:39.726757 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Current status of the port 1084130b-179b-4f30-901d-294760fbfb8d is: DOWN; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:48:39.727462 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (1084130b-179b-4f30-901d-294760fbfb8d), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:48:39.768665 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] For port 1084130b-179b-4f30-901d-294760fbfb8d, host dv-cinder-831439-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831439-3-iscsi',level=0,port_id=1084130b-179b-4f30-901d-294760fbfb8d,segment=NetworkSegment(1d4890c6-ad8a-48f6-bb44-69f11745a81a),segment_id=1d4890c6-ad8a-48f6-bb44-69f11745a81a)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:48:39.841595 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (1084130b-179b-4f30-901d-294760fbfb8d), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:48:39.895877 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Pushing event updated for resources: {'Port': ['ID=1084130b-179b-4f30-901d-294760fbfb8d,revision_number=3']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:48:40.256824 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821fd863-fa1c-43f6-b496-f5b776543cfc None None] Network 426087c6-612a-4304-8e6c-31cfcd7a56b6 requested from dv-cinder-831439-3-iscsi {{(pid=110181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 14:48:40.320256 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-4190beaa-88a4-4276-9a61-2a4f60f81f4b None None] Provisioning complete for port 1084130b-179b-4f30-901d-294760fbfb8d triggered by entity DHCP. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 14:48:40.320649 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-4190beaa-88a4-4276-9a61-2a4f60f81f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (1084130b-179b-4f30-901d-294760fbfb8d), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:48:40.452427 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-4190beaa-88a4-4276-9a61-2a4f60f81f4b None None] Current status of the port 1084130b-179b-4f30-901d-294760fbfb8d is: ACTIVE; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:48:40.678244 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-e5d8f938-7586-4c4e-a99f-5e39d18fe8fb None None] Provisioning complete for port 1084130b-179b-4f30-901d-294760fbfb8d triggered by entity DHCP. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 14:48:40.678739 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-e5d8f938-7586-4c4e-a99f-5e39d18fe8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (1084130b-179b-4f30-901d-294760fbfb8d), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:48:40.752526 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-e5d8f938-7586-4c4e-a99f-5e39d18fe8fb None None] Current status of the port 1084130b-179b-4f30-901d-294760fbfb8d is: ACTIVE; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:48:41.075510 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a9ca1c66-22b9-4f7c-8d0e-1562245a4316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (4b7d4a90-2987-419a-b6cd-7624b7dba065), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:48:41.485188 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Device 1084130b-179b-4f30-901d-294760fbfb8d up at agent ovs-agent-dv-cinder-831439-3-iscsi {{(pid=110181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 14:48:41.534317 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Provisioning complete for port 1084130b-179b-4f30-901d-294760fbfb8d triggered by entity L2. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 14:48:41.534707 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (1084130b-179b-4f30-901d-294760fbfb8d), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:48:41.608893 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Current status of the port 1084130b-179b-4f30-901d-294760fbfb8d is: ACTIVE; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:48:41.995524 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-8c265469-93de-451d-a227-73ff998d8f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (bfbb2626-1130-458a-80a5-4632d76fa057), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:48:42.233950 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 50828) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:48:42.366457 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.v2.base [None req-48296d30-fcf6-48ac-8ecb-56dbd43a86cf admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'router:external': True, 'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1'}} {{(pid=110180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:48:42.455994 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48296d30-fcf6-48ac-8ecb-56dbd43a86cf admin admin] Made reservation on behalf of b38db2b4d1cc42f7a22c5959ce820b38 for: {'network': 1} {{(pid=110180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 14:48:42.458772 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-48296d30-fcf6-48ac-8ecb-56dbd43a86cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for network (None), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:48:42.474787 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-48296d30-fcf6-48ac-8ecb-56dbd43a86cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:48:42.579095 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-48296d30-fcf6-48ac-8ecb-56dbd43a86cf admin admin] Publish callbacks [] for security_group (7036d3e5-fd2c-4528-a2b7-bd9bb9ea5a7f), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:48:42.657864 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-48296d30-fcf6-48ac-8ecb-56dbd43a86cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (7036d3e5-fd2c-4528-a2b7-bd9bb9ea5a7f), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:48:42.671164 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-48296d30-fcf6-48ac-8ecb-56dbd43a86cf admin admin] Reserving flat network on physical network physnet1 {{(pid=110180) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 02 14:48:42.702510 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-48296d30-fcf6-48ac-8ecb-56dbd43a86cf admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757345970324', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16119287'] for segment (23151279-75ac-4f5a-99b2-c6146d92420f), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:48:42.703069 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-48296d30-fcf6-48ac-8ecb-56dbd43a86cf admin admin] Unsubscribe: segment precommit_create {{(pid=110180) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 02 14:48:42.703598 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.db.segments_db [None req-48296d30-fcf6-48ac-8ecb-56dbd43a86cf admin admin] Added segment 23151279-75ac-4f5a-99b2-c6146d92420f of type flat for network ed71569c-47b6-4b42-b6b3-c541700724bf Mar 02 14:48:42.718421 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48296d30-fcf6-48ac-8ecb-56dbd43a86cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7036d3e5-fd2c-4528-a2b7-bd9bb9ea5a7f,revision_number=1']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:48:42.767198 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48296d30-fcf6-48ac-8ecb-56dbd43a86cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:48:42.767564 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48296d30-fcf6-48ac-8ecb-56dbd43a86cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:48:42.767939 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48296d30-fcf6-48ac-8ecb-56dbd43a86cf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:48:42.768279 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48296d30-fcf6-48ac-8ecb-56dbd43a86cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:48:42.768613 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48296d30-fcf6-48ac-8ecb-56dbd43a86cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:48:42.768940 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48296d30-fcf6-48ac-8ecb-56dbd43a86cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:48:42.769297 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48296d30-fcf6-48ac-8ecb-56dbd43a86cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:48:42.769612 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48296d30-fcf6-48ac-8ecb-56dbd43a86cf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:48:42.769951 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48296d30-fcf6-48ac-8ecb-56dbd43a86cf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:48:42.770295 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48296d30-fcf6-48ac-8ecb-56dbd43a86cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:48:42.770619 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48296d30-fcf6-48ac-8ecb-56dbd43a86cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:48:42.770935 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48296d30-fcf6-48ac-8ecb-56dbd43a86cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:48:42.771305 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48296d30-fcf6-48ac-8ecb-56dbd43a86cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:48:42.772739 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48296d30-fcf6-48ac-8ecb-56dbd43a86cf admin admin] Tracked resource versions report: Mar 02 14:48:42.772739 dv-cinder-831439-3-iscsi neutron-server[110180]: pushed versions: Mar 02 14:48:42.772739 dv-cinder-831439-3-iscsi neutron-server[110180]: { 'AddressGroup': {'1.2'}, Mar 02 14:48:42.772739 dv-cinder-831439-3-iscsi neutron-server[110180]: 'ConntrackHelper': {'1.0'}, Mar 02 14:48:42.772739 dv-cinder-831439-3-iscsi neutron-server[110180]: 'LocalIPAssociation': {'1.0'}, Mar 02 14:48:42.772739 dv-cinder-831439-3-iscsi neutron-server[110180]: 'Log': {'1.0'}, Mar 02 14:48:42.772739 dv-cinder-831439-3-iscsi neutron-server[110180]: 'Network': {'1.1'}, Mar 02 14:48:42.772739 dv-cinder-831439-3-iscsi neutron-server[110180]: 'Port': {'1.7'}, Mar 02 14:48:42.772739 dv-cinder-831439-3-iscsi neutron-server[110180]: 'PortForwarding': {'1.2'}, Mar 02 14:48:42.772739 dv-cinder-831439-3-iscsi neutron-server[110180]: 'QosPolicy': {'1.10'}, Mar 02 14:48:42.772739 dv-cinder-831439-3-iscsi neutron-server[110180]: 'SecurityGroup': {'1.5'}, Mar 02 14:48:42.772739 dv-cinder-831439-3-iscsi neutron-server[110180]: 'SecurityGroupRule': {'1.2'}, Mar 02 14:48:42.772739 dv-cinder-831439-3-iscsi neutron-server[110180]: 'SubPort': {'1.0'}, Mar 02 14:48:42.772739 dv-cinder-831439-3-iscsi neutron-server[110180]: 'Subnet': {'1.1'}, Mar 02 14:48:42.772739 dv-cinder-831439-3-iscsi neutron-server[110180]: 'Trunk': {'1.1'}} Mar 02 14:48:42.772739 dv-cinder-831439-3-iscsi neutron-server[110180]: consumer versions: Mar 02 14:48:42.772739 dv-cinder-831439-3-iscsi neutron-server[110180]: { DHCP agent@dv-cinder-831439-3-iscsi: {}, Mar 02 14:48:42.772739 dv-cinder-831439-3-iscsi neutron-server[110180]: L3 agent@dv-cinder-831439-3-iscsi: {}, Mar 02 14:48:42.772739 dv-cinder-831439-3-iscsi neutron-server[110180]: Metadata agent@dv-cinder-831439-3-iscsi: {}, Mar 02 14:48:42.772739 dv-cinder-831439-3-iscsi neutron-server[110180]: Metering agent@dv-cinder-831439-3-iscsi: {}, Mar 02 14:48:42.772739 dv-cinder-831439-3-iscsi neutron-server[110180]: Open vSwitch agent@dv-cinder-831439-3-iscsi: { 'AddressGroup': '1.2', Mar 02 14:48:42.772739 dv-cinder-831439-3-iscsi neutron-server[110180]: 'ConntrackHelper': '1.0', Mar 02 14:48:42.772739 dv-cinder-831439-3-iscsi neutron-server[110180]: 'LocalIPAssociation': '1.0', Mar 02 14:48:42.772739 dv-cinder-831439-3-iscsi neutron-server[110180]: 'Log': '1.0', Mar 02 14:48:42.772739 dv-cinder-831439-3-iscsi neutron-server[110180]: 'Network': '1.1', Mar 02 14:48:42.772739 dv-cinder-831439-3-iscsi neutron-server[110180]: 'Port': '1.7', Mar 02 14:48:42.772739 dv-cinder-831439-3-iscsi neutron-server[110180]: 'PortForwarding': '1.2', Mar 02 14:48:42.772739 dv-cinder-831439-3-iscsi neutron-server[110180]: 'QosPolicy': '1.10', Mar 02 14:48:42.772739 dv-cinder-831439-3-iscsi neutron-server[110180]: 'SecurityGroup': '1.5', Mar 02 14:48:42.772739 dv-cinder-831439-3-iscsi neutron-server[110180]: 'SecurityGroupRule': '1.2', Mar 02 14:48:42.772739 dv-cinder-831439-3-iscsi neutron-server[110180]: 'SubPort': '1.0', Mar 02 14:48:42.772739 dv-cinder-831439-3-iscsi neutron-server[110180]: 'Subnet': '1.1', Mar 02 14:48:42.772739 dv-cinder-831439-3-iscsi neutron-server[110180]: 'Trunk': '1.1'}} Mar 02 14:48:42.772739 dv-cinder-831439-3-iscsi neutron-server[110180]: {{(pid=110180) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 14:48:42.815563 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-48296d30-fcf6-48ac-8ecb-56dbd43a86cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757345464387'] for network (ed71569c-47b6-4b42-b6b3-c541700724bf), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:48:42.938290 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-48296d30-fcf6-48ac-8ecb-56dbd43a86cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677'] for network (ed71569c-47b6-4b42-b6b3-c541700724bf), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:48:42.939272 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48296d30-fcf6-48ac-8ecb-56dbd43a86cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:48:42.939990 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-48296d30-fcf6-48ac-8ecb-56dbd43a86cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16231659'] for network (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:48:43.032444 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48296d30-fcf6-48ac-8ecb-56dbd43a86cf admin admin] Pushing event updated for resources: {'Network': ['ID=ed71569c-47b6-4b42-b6b3-c541700724bf,revision_number=1']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:48:43.043090 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Network ed71569c-47b6-4b42-b6b3-c541700724bf details requested by agent ovs-agent-dv-cinder-831439-3-iscsi with host dv-cinder-831439-3-iscsi {{(pid=110181) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 14:48:43.104444 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-48296d30-fcf6-48ac-8ecb-56dbd43a86cf admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8694170 Mar 02 14:48:43.524940 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-9cfe1c82-1e01-4346-89c5-c3e1093f4022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (b9ce56f8-3527-4dd9-b024-9df7b3f4c018), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:48:44.873406 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (3a73802c-5f14-4c1f-8439-e74c4c90063b), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:48:45.559803 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 50850) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:48:45.698388 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2fe2b2-2fbc-4c81-aa64-2f627697ac72 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:48:45.699709 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-5f2fe2b2-2fbc-4c81-aa64-2f627697ac72 demo admin] 10.222.0.52 "GET /v2.0/subnets/48f8dc1f-3e94-4e7d-9448-1cd297b53af8 HTTP/1.1" status: 200 len: 849 time: 0.1389394 Mar 02 14:48:45.878635 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-97474734-5af8-45bf-9222-7bf1ce7b480e demo admin] 10.222.0.52 "GET /v2.0/routers/844881ef-dd7a-4ae0-81f0-14d040b5779f HTTP/1.1" status: 200 len: 704 time: 0.1733589 Mar 02 14:48:46.152838 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-861842f9-61d2-48ed-834c-d403b62e814c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (None), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:48:46.456379 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.db_base_plugin_common [None req-861842f9-61d2-48ed-834c-d403b62e814c demo admin] Allocated IP 172.20.0.1 (426087c6-612a-4304-8e6c-31cfcd7a56b6/48f8dc1f-3e94-4e7d-9448-1cd297b53af8/55b0d3b6-eddc-493d-81df-6ed8df154f52) {{(pid=110180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 14:48:46.636230 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-861842f9-61d2-48ed-834c-d403b62e814c demo admin] Publish callbacks [] for port (55b0d3b6-eddc-493d-81df-6ed8df154f52), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:48:46.799236 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-861842f9-61d2-48ed-834c-d403b62e814c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757345480668'] for port (55b0d3b6-eddc-493d-81df-6ed8df154f52), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:48:46.850485 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.agents_db [None req-b044b9bd-a670-44c5-b22a-8886b11808d8 None None] Agent healthcheck: found 5 active agents {{(pid=110182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 14:48:46.876227 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861842f9-61d2-48ed-834c-d403b62e814c demo admin] Network 426087c6-612a-4304-8e6c-31cfcd7a56b6 is already hosted by enough agents. {{(pid=110180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 14:48:46.885607 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.base_scheduler [None req-861842f9-61d2-48ed-834c-d403b62e814c demo admin] Resources bound (agent type, host, resource id): {{(pid=110180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 14:48:46.892317 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861842f9-61d2-48ed-834c-d403b62e814c demo admin] Received port after_create {{(pid=110180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 14:48:46.892863 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-861842f9-61d2-48ed-834c-d403b62e814c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-559670'] for router_interface (844881ef-dd7a-4ae0-81f0-14d040b5779f), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:48:46.895331 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861842f9-61d2-48ed-834c-d403b62e814c demo admin] Pushing event updated for resources: {'Port': ['ID=55b0d3b6-eddc-493d-81df-6ed8df154f52,revision_number=1']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:48:47.108399 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-96a675f5-088b-4468-810e-18014b141f20 None None] Provisioning complete for port 55b0d3b6-eddc-493d-81df-6ed8df154f52 triggered by entity DHCP. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 14:48:47.108943 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-96a675f5-088b-4468-810e-18014b141f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (55b0d3b6-eddc-493d-81df-6ed8df154f52), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:48:47.142057 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-96a675f5-088b-4468-810e-18014b141f20 None None] Port 55b0d3b6-eddc-493d-81df-6ed8df154f52 cannot update to ACTIVE because it is not bound. {{(pid=110181) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 14:48:47.224673 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-861842f9-61d2-48ed-834c-d403b62e814c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (55b0d3b6-eddc-493d-81df-6ed8df154f52), before_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:48:47.482206 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-861842f9-61d2-48ed-834c-d403b62e814c demo admin] Publish callbacks [] for port (55b0d3b6-eddc-493d-81df-6ed8df154f52), precommit_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:48:47.559124 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-861842f9-61d2-48ed-834c-d403b62e814c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (55b0d3b6-eddc-493d-81df-6ed8df154f52), after_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:48:47.560047 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-861842f9-61d2-48ed-834c-d403b62e814c demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16231439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-558502'] for router_interface (844881ef-dd7a-4ae0-81f0-14d040b5779f), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:48:47.635004 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861842f9-61d2-48ed-834c-d403b62e814c demo admin] Pushing event updated for resources: {'Port': ['ID=55b0d3b6-eddc-493d-81df-6ed8df154f52,revision_number=2']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:48:47.682038 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861842f9-61d2-48ed-834c-d403b62e814c demo admin] Network 426087c6-612a-4304-8e6c-31cfcd7a56b6 is already hosted by enough agents. {{(pid=110180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 14:48:47.683320 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.base_scheduler [None req-861842f9-61d2-48ed-834c-d403b62e814c demo admin] Resources bound (agent type, host, resource id): {{(pid=110180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 14:48:47.904280 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-861842f9-61d2-48ed-834c-d403b62e814c demo admin] Router 844881ef-dd7a-4ae0-81f0-14d040b5779f is scheduled to L3 agent 4b7d4a90-2987-419a-b6cd-7624b7dba065 with binding_index 1 {{(pid=110180) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 14:48:47.968704 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-ea1f9ef2-036e-4dca-ad2f-29c2551677dc None None] Provisioning complete for port 55b0d3b6-eddc-493d-81df-6ed8df154f52 triggered by entity DHCP. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 14:48:47.968982 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-ea1f9ef2-036e-4dca-ad2f-29c2551677dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (55b0d3b6-eddc-493d-81df-6ed8df154f52), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:48:48.000636 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-ea1f9ef2-036e-4dca-ad2f-29c2551677dc None None] Port 55b0d3b6-eddc-493d-81df-6ed8df154f52 cannot update to ACTIVE because it is not bound. {{(pid=110181) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 14:48:48.000864 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-861842f9-61d2-48ed-834c-d403b62e814c demo admin] Notify agent at l3_agent.dv-cinder-831439-3-iscsi the message routers_updated {{(pid=110180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 14:48:48.007201 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-861842f9-61d2-48ed-834c-d403b62e814c demo admin] 10.222.0.52 "PUT /v2.0/routers/844881ef-dd7a-4ae0-81f0-14d040b5779f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1230254 Mar 02 14:48:48.013035 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2267d77b-fac7-47ed-8dad-9b6f4b8d2124 None None] Sync routers for ids ['844881ef-dd7a-4ae0-81f0-14d040b5779f'] in dv-cinder-831439-3-iscsi {{(pid=110182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 14:48:48.026042 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2267d77b-fac7-47ed-8dad-9b6f4b8d2124 None None] Routers {'844881ef-dd7a-4ae0-81f0-14d040b5779f'} bound to L3 agent in host dv-cinder-831439-3-iscsi {{(pid=110182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 14:48:48.026901 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_hamode_db [None req-2267d77b-fac7-47ed-8dad-9b6f4b8d2124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831439-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-02T14:48:11Z,description=,heartbeat_timestamp=2022-03-02T14:48:41Z,host='dv-cinder-831439-3-iscsi',id=4b7d4a90-2987-419a-b6cd-7624b7dba065,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T14:48:12Z,topic='l3_agent')) {'router_ids': ['844881ef-dd7a-4ae0-81f0-14d040b5779f'], 'active': True} {{(pid=110182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:48:48.224694 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_dvr_db [None req-2267d77b-fac7-47ed-8dad-9b6f4b8d2124 None None] Set router 844881ef-dd7a-4ae0-81f0-14d040b5779f gateway port host: None {{(pid=110182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 14:48:48.660162 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_hamode_db [None req-2267d77b-fac7-47ed-8dad-9b6f4b8d2124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '844881ef-dd7a-4ae0-81f0-14d040b5779f', 'name': 'router1', 'tenant_id': '9a66a207344a4a08b07b22a8761877a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T14:48:36Z', 'updated_at': '2022-03-02T14:48:47Z', 'revision_number': 2, 'project_id': '9a66a207344a4a08b07b22a8761877a6', 'gw_port_host': None, '_interfaces': [{'id': '55b0d3b6-eddc-493d-81df-6ed8df154f52', 'name': '', 'network_id': '426087c6-612a-4304-8e6c-31cfcd7a56b6', 'tenant_id': '9a66a207344a4a08b07b22a8761877a6', 'mac_address': 'fa:16:3e:7c:71:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '844881ef-dd7a-4ae0-81f0-14d040b5779f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '48f8dc1f-3e94-4e7d-9448-1cd297b53af8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:48:46Z', 'updated_at': '2022-03-02T14:48:47Z', 'revision_number': 2, 'project_id': '9a66a207344a4a08b07b22a8761877a6', 'subnets': [{'id': '48f8dc1f-3e94-4e7d-9448-1cd297b53af8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5888b610-60df-4cbd-960b-121ac29ded97'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831439-3-iscsi', False) {} {{(pid=110182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:48:48.710811 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2267d77b-fac7-47ed-8dad-9b6f4b8d2124 None None] Checking router: 844881ef-dd7a-4ae0-81f0-14d040b5779f for host: dv-cinder-831439-3-iscsi {{(pid=110182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 14:48:48.711184 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2267d77b-fac7-47ed-8dad-9b6f4b8d2124 None None] Updating router 844881ef-dd7a-4ae0-81f0-14d040b5779f port 55b0d3b6-eddc-493d-81df-6ed8df154f52 binding host dv-cinder-831439-3-iscsi {{(pid=110182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 14:48:48.763190 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron_lib.callbacks.manager [None req-2267d77b-fac7-47ed-8dad-9b6f4b8d2124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (55b0d3b6-eddc-493d-81df-6ed8df154f52), before_update {{(pid=110182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:48:49.276693 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron_lib.callbacks.manager [None req-2267d77b-fac7-47ed-8dad-9b6f4b8d2124 None None] Publish callbacks [] for port (55b0d3b6-eddc-493d-81df-6ed8df154f52), precommit_update {{(pid=110182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:48:49.406868 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron_lib.callbacks.manager [None req-2267d77b-fac7-47ed-8dad-9b6f4b8d2124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (55b0d3b6-eddc-493d-81df-6ed8df154f52), after_update {{(pid=110182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:48:49.548621 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7327080-3dc6-459f-97f5-41d377798843 None None] Pushing event updated for resources: {'Port': ['ID=55b0d3b6-eddc-493d-81df-6ed8df154f52,revision_number=3']} {{(pid=110182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:48:49.580651 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7327080-3dc6-459f-97f5-41d377798843 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:48:49.581003 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7327080-3dc6-459f-97f5-41d377798843 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:48:49.581346 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7327080-3dc6-459f-97f5-41d377798843 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:48:49.581679 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7327080-3dc6-459f-97f5-41d377798843 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:48:49.582002 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7327080-3dc6-459f-97f5-41d377798843 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:48:49.582328 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7327080-3dc6-459f-97f5-41d377798843 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:48:49.582654 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7327080-3dc6-459f-97f5-41d377798843 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:48:49.582972 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7327080-3dc6-459f-97f5-41d377798843 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:48:49.583326 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7327080-3dc6-459f-97f5-41d377798843 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:48:49.583678 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7327080-3dc6-459f-97f5-41d377798843 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:48:49.584003 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7327080-3dc6-459f-97f5-41d377798843 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:48:49.584318 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7327080-3dc6-459f-97f5-41d377798843 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:48:49.584630 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7327080-3dc6-459f-97f5-41d377798843 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:48:49.586077 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7327080-3dc6-459f-97f5-41d377798843 None None] Tracked resource versions report: Mar 02 14:48:49.586077 dv-cinder-831439-3-iscsi neutron-server[110182]: pushed versions: Mar 02 14:48:49.586077 dv-cinder-831439-3-iscsi neutron-server[110182]: { 'AddressGroup': {'1.2'}, Mar 02 14:48:49.586077 dv-cinder-831439-3-iscsi neutron-server[110182]: 'ConntrackHelper': {'1.0'}, Mar 02 14:48:49.586077 dv-cinder-831439-3-iscsi neutron-server[110182]: 'LocalIPAssociation': {'1.0'}, Mar 02 14:48:49.586077 dv-cinder-831439-3-iscsi neutron-server[110182]: 'Log': {'1.0'}, Mar 02 14:48:49.586077 dv-cinder-831439-3-iscsi neutron-server[110182]: 'Network': {'1.1'}, Mar 02 14:48:49.586077 dv-cinder-831439-3-iscsi neutron-server[110182]: 'Port': {'1.7'}, Mar 02 14:48:49.586077 dv-cinder-831439-3-iscsi neutron-server[110182]: 'PortForwarding': {'1.2'}, Mar 02 14:48:49.586077 dv-cinder-831439-3-iscsi neutron-server[110182]: 'QosPolicy': {'1.10'}, Mar 02 14:48:49.586077 dv-cinder-831439-3-iscsi neutron-server[110182]: 'SecurityGroup': {'1.5'}, Mar 02 14:48:49.586077 dv-cinder-831439-3-iscsi neutron-server[110182]: 'SecurityGroupRule': {'1.2'}, Mar 02 14:48:49.586077 dv-cinder-831439-3-iscsi neutron-server[110182]: 'SubPort': {'1.0'}, Mar 02 14:48:49.586077 dv-cinder-831439-3-iscsi neutron-server[110182]: 'Subnet': {'1.1'}, Mar 02 14:48:49.586077 dv-cinder-831439-3-iscsi neutron-server[110182]: 'Trunk': {'1.1'}} Mar 02 14:48:49.586077 dv-cinder-831439-3-iscsi neutron-server[110182]: consumer versions: Mar 02 14:48:49.586077 dv-cinder-831439-3-iscsi neutron-server[110182]: { DHCP agent@dv-cinder-831439-3-iscsi: {}, Mar 02 14:48:49.586077 dv-cinder-831439-3-iscsi neutron-server[110182]: L3 agent@dv-cinder-831439-3-iscsi: {}, Mar 02 14:48:49.586077 dv-cinder-831439-3-iscsi neutron-server[110182]: Metadata agent@dv-cinder-831439-3-iscsi: {}, Mar 02 14:48:49.586077 dv-cinder-831439-3-iscsi neutron-server[110182]: Metering agent@dv-cinder-831439-3-iscsi: {}, Mar 02 14:48:49.586077 dv-cinder-831439-3-iscsi neutron-server[110182]: Open vSwitch agent@dv-cinder-831439-3-iscsi: { 'AddressGroup': '1.2', Mar 02 14:48:49.586077 dv-cinder-831439-3-iscsi neutron-server[110182]: 'ConntrackHelper': '1.0', Mar 02 14:48:49.586077 dv-cinder-831439-3-iscsi neutron-server[110182]: 'LocalIPAssociation': '1.0', Mar 02 14:48:49.586077 dv-cinder-831439-3-iscsi neutron-server[110182]: 'Log': '1.0', Mar 02 14:48:49.586077 dv-cinder-831439-3-iscsi neutron-server[110182]: 'Network': '1.1', Mar 02 14:48:49.586077 dv-cinder-831439-3-iscsi neutron-server[110182]: 'Port': '1.7', Mar 02 14:48:49.586077 dv-cinder-831439-3-iscsi neutron-server[110182]: 'PortForwarding': '1.2', Mar 02 14:48:49.586077 dv-cinder-831439-3-iscsi neutron-server[110182]: 'QosPolicy': '1.10', Mar 02 14:48:49.586077 dv-cinder-831439-3-iscsi neutron-server[110182]: 'SecurityGroup': '1.5', Mar 02 14:48:49.586077 dv-cinder-831439-3-iscsi neutron-server[110182]: 'SecurityGroupRule': '1.2', Mar 02 14:48:49.586077 dv-cinder-831439-3-iscsi neutron-server[110182]: 'SubPort': '1.0', Mar 02 14:48:49.586077 dv-cinder-831439-3-iscsi neutron-server[110182]: 'Subnet': '1.1', Mar 02 14:48:49.586077 dv-cinder-831439-3-iscsi neutron-server[110182]: 'Trunk': '1.1'}} Mar 02 14:48:49.586077 dv-cinder-831439-3-iscsi neutron-server[110182]: {{(pid=110182) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 14:48:49.588577 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.plugins.ml2.managers [None req-2267d77b-fac7-47ed-8dad-9b6f4b8d2124 None None] Attempting to bind port 55b0d3b6-eddc-493d-81df-6ed8df154f52 on host dv-cinder-831439-3-iscsi for vnic_type normal with profile {{(pid=110182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 14:48:49.588976 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.plugins.ml2.managers [None req-2267d77b-fac7-47ed-8dad-9b6f4b8d2124 None None] Attempting to bind port 55b0d3b6-eddc-493d-81df-6ed8df154f52 by drivers openvswitch,hyperv on host dv-cinder-831439-3-iscsi at level 0 using segments [{'id': '1d4890c6-ad8a-48f6-bb44-69f11745a81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '426087c6-612a-4304-8e6c-31cfcd7a56b6'}] {{(pid=110182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 14:48:49.589369 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2267d77b-fac7-47ed-8dad-9b6f4b8d2124 None None] Attempting to bind port 55b0d3b6-eddc-493d-81df-6ed8df154f52 on network 426087c6-612a-4304-8e6c-31cfcd7a56b6 {{(pid=110182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 14:48:49.595414 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2267d77b-fac7-47ed-8dad-9b6f4b8d2124 None None] Checking agent: {'id': '3a73802c-5f14-4c1f-8439-e74c4c90063b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831439-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 14, 48, 15), 'started_at': datetime.datetime(2022, 3, 2, 14, 48, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 14, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831439-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 14:48:49.595847 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2267d77b-fac7-47ed-8dad-9b6f4b8d2124 None None] Checking segment: {'id': '1d4890c6-ad8a-48f6-bb44-69f11745a81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '426087c6-612a-4304-8e6c-31cfcd7a56b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 14:48:49.596342 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron_lib.callbacks.manager [None req-2267d77b-fac7-47ed-8dad-9b6f4b8d2124 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:48:49.596720 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2267d77b-fac7-47ed-8dad-9b6f4b8d2124 None None] Bound using segment: {'id': '1d4890c6-ad8a-48f6-bb44-69f11745a81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '426087c6-612a-4304-8e6c-31cfcd7a56b6'} {{(pid=110182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 14:48:49.597309 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.plugins.ml2.managers [None req-2267d77b-fac7-47ed-8dad-9b6f4b8d2124 None None] Bound port: 55b0d3b6-eddc-493d-81df-6ed8df154f52, host: dv-cinder-831439-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d4890c6-ad8a-48f6-bb44-69f11745a81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '426087c6-612a-4304-8e6c-31cfcd7a56b6'}}] {{(pid=110182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 14:48:49.597571 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron_lib.callbacks.manager [None req-2267d77b-fac7-47ed-8dad-9b6f4b8d2124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (55b0d3b6-eddc-493d-81df-6ed8df154f52), before_update {{(pid=110182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:48:49.626625 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-6b9916a3-43d7-4f56-9952-4809f2989618 None None] Provisioning complete for port 55b0d3b6-eddc-493d-81df-6ed8df154f52 triggered by entity DHCP. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 14:48:49.627161 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-6b9916a3-43d7-4f56-9952-4809f2989618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (55b0d3b6-eddc-493d-81df-6ed8df154f52), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:48:49.660440 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-6b9916a3-43d7-4f56-9952-4809f2989618 None None] Port 55b0d3b6-eddc-493d-81df-6ed8df154f52 cannot update to ACTIVE because it is not bound. {{(pid=110181) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 14:48:49.666851 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.plugins.ml2.db [None req-2267d77b-fac7-47ed-8dad-9b6f4b8d2124 None None] For port 55b0d3b6-eddc-493d-81df-6ed8df154f52, host dv-cinder-831439-3-iscsi, cleared binding levels {{(pid=110182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 14:48:49.686278 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.plugins.ml2.db [None req-2267d77b-fac7-47ed-8dad-9b6f4b8d2124 None None] For port 55b0d3b6-eddc-493d-81df-6ed8df154f52, host dv-cinder-831439-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831439-3-iscsi',level=0,port_id=55b0d3b6-eddc-493d-81df-6ed8df154f52,segment=NetworkSegment(1d4890c6-ad8a-48f6-bb44-69f11745a81a),segment_id=1d4890c6-ad8a-48f6-bb44-69f11745a81a)] {{(pid=110182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 14:48:49.762070 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron_lib.callbacks.manager [None req-2267d77b-fac7-47ed-8dad-9b6f4b8d2124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (55b0d3b6-eddc-493d-81df-6ed8df154f52), after_update {{(pid=110182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:48:49.819358 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2267d77b-fac7-47ed-8dad-9b6f4b8d2124 None None] Routers {'844881ef-dd7a-4ae0-81f0-14d040b5779f'} bound to L3 agent in host dv-cinder-831439-3-iscsi {{(pid=110182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 14:48:49.820023 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_hamode_db [None req-2267d77b-fac7-47ed-8dad-9b6f4b8d2124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831439-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-02T14:48:11Z,description=,heartbeat_timestamp=2022-03-02T14:48:41Z,host='dv-cinder-831439-3-iscsi',id=4b7d4a90-2987-419a-b6cd-7624b7dba065,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T14:48:12Z,topic='l3_agent')) {'router_ids': ['844881ef-dd7a-4ae0-81f0-14d040b5779f'], 'active': True} {{(pid=110182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:48:49.825225 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7327080-3dc6-459f-97f5-41d377798843 None None] Pushing event updated for resources: {'Port': ['ID=55b0d3b6-eddc-493d-81df-6ed8df154f52,revision_number=4']} {{(pid=110182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:48:49.916926 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_dvr_db [None req-2267d77b-fac7-47ed-8dad-9b6f4b8d2124 None None] Set router 844881ef-dd7a-4ae0-81f0-14d040b5779f gateway port host: None {{(pid=110182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 14:48:49.982951 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-c1ba8c42-59ea-4cd6-a00e-59e41177a8bd None None] Provisioning complete for port 55b0d3b6-eddc-493d-81df-6ed8df154f52 triggered by entity DHCP. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 14:48:49.983435 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-c1ba8c42-59ea-4cd6-a00e-59e41177a8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (55b0d3b6-eddc-493d-81df-6ed8df154f52), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:48:50.066454 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-c1ba8c42-59ea-4cd6-a00e-59e41177a8bd None None] Current status of the port 55b0d3b6-eddc-493d-81df-6ed8df154f52 is: DOWN; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:48:50.066784 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-c1ba8c42-59ea-4cd6-a00e-59e41177a8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (55b0d3b6-eddc-493d-81df-6ed8df154f52), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:48:50.102090 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-c1ba8c42-59ea-4cd6-a00e-59e41177a8bd None None] For port 55b0d3b6-eddc-493d-81df-6ed8df154f52, host dv-cinder-831439-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831439-3-iscsi',level=0,port_id=55b0d3b6-eddc-493d-81df-6ed8df154f52,segment=NetworkSegment(1d4890c6-ad8a-48f6-bb44-69f11745a81a),segment_id=1d4890c6-ad8a-48f6-bb44-69f11745a81a)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:48:50.134519 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_hamode_db [None req-2267d77b-fac7-47ed-8dad-9b6f4b8d2124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '844881ef-dd7a-4ae0-81f0-14d040b5779f', 'name': 'router1', 'tenant_id': '9a66a207344a4a08b07b22a8761877a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T14:48:36Z', 'updated_at': '2022-03-02T14:48:47Z', 'revision_number': 2, 'project_id': '9a66a207344a4a08b07b22a8761877a6', 'gw_port_host': None, '_interfaces': [{'id': '55b0d3b6-eddc-493d-81df-6ed8df154f52', 'name': '', 'network_id': '426087c6-612a-4304-8e6c-31cfcd7a56b6', 'tenant_id': '9a66a207344a4a08b07b22a8761877a6', 'mac_address': 'fa:16:3e:7c:71:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '844881ef-dd7a-4ae0-81f0-14d040b5779f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '48f8dc1f-3e94-4e7d-9448-1cd297b53af8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:48:46Z', 'updated_at': '2022-03-02T14:48:49Z', 'revision_number': 4, 'project_id': '9a66a207344a4a08b07b22a8761877a6', 'subnets': [{'id': '48f8dc1f-3e94-4e7d-9448-1cd297b53af8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5888b610-60df-4cbd-960b-121ac29ded97'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831439-3-iscsi', False) {} {{(pid=110182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:48:50.162378 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2267d77b-fac7-47ed-8dad-9b6f4b8d2124 None None] The sync data for ids ['844881ef-dd7a-4ae0-81f0-14d040b5779f'] in dv-cinder-831439-3-iscsi is: [{'id': '844881ef-dd7a-4ae0-81f0-14d040b5779f', 'name': 'router1', 'tenant_id': '9a66a207344a4a08b07b22a8761877a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T14:48:36Z', 'updated_at': '2022-03-02T14:48:47Z', 'revision_number': 2, 'project_id': '9a66a207344a4a08b07b22a8761877a6', 'gw_port_host': None, '_interfaces': [{'id': '55b0d3b6-eddc-493d-81df-6ed8df154f52', 'name': '', 'network_id': '426087c6-612a-4304-8e6c-31cfcd7a56b6', 'tenant_id': '9a66a207344a4a08b07b22a8761877a6', 'mac_address': 'fa:16:3e:7c:71:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '844881ef-dd7a-4ae0-81f0-14d040b5779f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '48f8dc1f-3e94-4e7d-9448-1cd297b53af8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:48:46Z', 'updated_at': '2022-03-02T14:48:49Z', 'revision_number': 4, 'project_id': '9a66a207344a4a08b07b22a8761877a6', 'subnets': [{'id': '48f8dc1f-3e94-4e7d-9448-1cd297b53af8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5888b610-60df-4cbd-960b-121ac29ded97'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 14:48:50.212827 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-c1ba8c42-59ea-4cd6-a00e-59e41177a8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (55b0d3b6-eddc-493d-81df-6ed8df154f52), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:48:50.262721 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ba8c42-59ea-4cd6-a00e-59e41177a8bd None None] Pushing event updated for resources: {'Port': ['ID=55b0d3b6-eddc-493d-81df-6ed8df154f52,revision_number=5']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:48:50.433110 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 50860) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:48:50.547500 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5f8d15-a01e-472b-a803-31328d31ca1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:48:50.548882 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-ce5f8d15-a01e-472b-a803-31328d31ca1a admin admin] 10.222.0.52 "GET /v2.0/networks/ed71569c-47b6-4b42-b6b3-c541700724bf HTTP/1.1" status: 200 len: 842 time: 0.1149230 Mar 02 14:48:50.558577 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.v2.base [None req-bdbf54d4-7308-47f0-a968-6d6579ec381d admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.27.0.1', 'cidr': '172.27.0.0/24', 'name': 'public-subnet', 'enable_dhcp': False, 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf'}} {{(pid=110179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:48:50.656034 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdbf54d4-7308-47f0-a968-6d6579ec381d admin admin] Made reservation on behalf of b38db2b4d1cc42f7a22c5959ce820b38 for: {'subnet': 1} {{(pid=110179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 14:48:50.658346 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-bdbf54d4-7308-47f0-a968-6d6579ec381d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:48:51.035762 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.objects.ports [None req-bdbf54d4-7308-47f0-a968-6d6579ec381d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110179) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 02 14:48:51.036216 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-bdbf54d4-7308-47f0-a968-6d6579ec381d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677'] for subnet (701fb87e-0ea2-4d8d-8228-0af980cd437a), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:48:51.090505 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbf54d4-7308-47f0-a968-6d6579ec381d admin admin] Pushing event updated for resources: {'Subnet': ['ID=701fb87e-0ea2-4d8d-8228-0af980cd437a,revision_number=0']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:48:51.097327 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbf54d4-7308-47f0-a968-6d6579ec381d admin admin] Checking segment: {'id': '23151279-75ac-4f5a-99b2-c6146d92420f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 14:48:51.097702 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdbf54d4-7308-47f0-a968-6d6579ec381d admin admin] Network hostable DHCP agents. Network: ed71569c-47b6-4b42-b6b3-c541700724bf, hostable agents: ['dc3a6147-3194-47be-b33a-76a9a2a48933'], hosted agents: [] {{(pid=110179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 14:48:51.193110 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdbf54d4-7308-47f0-a968-6d6579ec381d admin admin] Network ed71569c-47b6-4b42-b6b3-c541700724bf is scheduled to be hosted by DHCP agent dc3a6147-3194-47be-b33a-76a9a2a48933 with binding_index 1 {{(pid=110179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 14:48:51.269625 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.scheduler.base_scheduler [None req-bdbf54d4-7308-47f0-a968-6d6579ec381d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831439-3-iscsi, ed71569c-47b6-4b42-b6b3-c541700724bf) {{(pid=110179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 14:48:51.273837 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbf54d4-7308-47f0-a968-6d6579ec381d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:48:51.274431 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-bdbf54d4-7308-47f0-a968-6d6579ec381d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16231659'] for subnet (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:48:51.280449 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4bbe02-a766-48df-92c2-a476a345212d None None] Network ed71569c-47b6-4b42-b6b3-c541700724bf requested from dv-cinder-831439-3-iscsi {{(pid=110181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 14:48:51.369455 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-bdbf54d4-7308-47f0-a968-6d6579ec381d admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8141167 Mar 02 14:48:51.380909 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585fc9bc-d2c0-4585-80c7-1d85caa92c5e None None] Network ed71569c-47b6-4b42-b6b3-c541700724bf requested from dv-cinder-831439-3-iscsi {{(pid=110181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 14:48:53.805947 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 50868) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:48:54.025977 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-49ce798e-5568-48fa-8a94-0e574393945c demo admin] 10.222.0.52 "GET /v2.0/routers/844881ef-dd7a-4ae0-81f0-14d040b5779f HTTP/1.1" status: 200 len: 710 time: 0.2187519 Mar 02 14:48:54.112260 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be483023-a2bf-4e69-82d7-bcee37d236f0 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:48:54.113640 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-be483023-a2bf-4e69-82d7-bcee37d236f0 demo admin] 10.222.0.52 "GET /v2.0/networks/ed71569c-47b6-4b42-b6b3-c541700724bf HTTP/1.1" status: 200 len: 886 time: 0.0823514 Mar 02 14:48:54.123287 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.v2.base [None req-cc706e39-857e-45c4-8a96-cdd072ba8f49 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf'}}} {{(pid=110179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:48:54.428261 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-cc706e39-857e-45c4-8a96-cdd072ba8f49 demo admin] Publish callbacks [] for router_gateway (844881ef-dd7a-4ae0-81f0-14d040b5779f), precommit_update {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:48:54.712897 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-cc706e39-857e-45c4-8a96-cdd072ba8f49 demo admin] Publish callbacks [] for router_gateway (844881ef-dd7a-4ae0-81f0-14d040b5779f), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:48:54.785032 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-cc706e39-857e-45c4-8a96-cdd072ba8f49 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (None), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:48:54.941124 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.db.db_base_plugin_common [None req-cc706e39-857e-45c4-8a96-cdd072ba8f49 demo admin] Allocated IP 172.27.0.115 (ed71569c-47b6-4b42-b6b3-c541700724bf/701fb87e-0ea2-4d8d-8228-0af980cd437a/0f6a8d93-4572-42ed-aa82-f8449119118f) {{(pid=110179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 14:48:55.047695 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-cc706e39-857e-45c4-8a96-cdd072ba8f49 demo admin] Publish callbacks [] for port (0f6a8d93-4572-42ed-aa82-f8449119118f), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:48:55.165107 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-cc706e39-857e-45c4-8a96-cdd072ba8f49 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757345480668'] for port (0f6a8d93-4572-42ed-aa82-f8449119118f), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:48:55.237544 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc706e39-857e-45c4-8a96-cdd072ba8f49 demo admin] Network ed71569c-47b6-4b42-b6b3-c541700724bf is already hosted by enough agents. {{(pid=110179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 14:48:55.246337 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.scheduler.base_scheduler [None req-cc706e39-857e-45c4-8a96-cdd072ba8f49 demo admin] Resources bound (agent type, host, resource id): {{(pid=110179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 14:48:55.248969 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc706e39-857e-45c4-8a96-cdd072ba8f49 demo admin] Received port after_create {{(pid=110179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 14:48:55.288006 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc706e39-857e-45c4-8a96-cdd072ba8f49 demo admin] Pushing event updated for resources: {'Port': ['ID=0f6a8d93-4572-42ed-aa82-f8449119118f,revision_number=1']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:48:55.666046 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-cc706e39-857e-45c4-8a96-cdd072ba8f49 demo admin] Publish callbacks [] for router_gateway (844881ef-dd7a-4ae0-81f0-14d040b5779f), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:48:55.861365 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-cc706e39-857e-45c4-8a96-cdd072ba8f49 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-557636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6343'] for router (844881ef-dd7a-4ae0-81f0-14d040b5779f), precommit_update {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:48:55.866043 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-cc706e39-857e-45c4-8a96-cdd072ba8f49 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-557661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-557650', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-561932'] for router (844881ef-dd7a-4ae0-81f0-14d040b5779f), after_update {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:48:56.050150 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc706e39-857e-45c4-8a96-cdd072ba8f49 demo admin] Router 844881ef-dd7a-4ae0-81f0-14d040b5779f has already been hosted by L3 agent 4b7d4a90-2987-419a-b6cd-7624b7dba065 {{(pid=110179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 14:48:56.159506 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc706e39-857e-45c4-8a96-cdd072ba8f49 demo admin] Notify agent at l3_agent.dv-cinder-831439-3-iscsi the message routers_updated {{(pid=110179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 14:48:56.165161 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-cc706e39-857e-45c4-8a96-cdd072ba8f49 demo admin] Publish callbacks [] for router (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:48:56.166372 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-cc706e39-857e-45c4-8a96-cdd072ba8f49 demo admin] 10.222.0.52 "PUT /v2.0/routers/844881ef-dd7a-4ae0-81f0-14d040b5779f HTTP/1.1" status: 200 len: 890 time: 2.0462992 Mar 02 14:48:57.529937 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Device 55b0d3b6-eddc-493d-81df-6ed8df154f52 up at agent ovs-agent-dv-cinder-831439-3-iscsi {{(pid=110181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 14:48:57.576351 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Provisioning complete for port 55b0d3b6-eddc-493d-81df-6ed8df154f52 triggered by entity L2. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 14:48:57.576748 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (55b0d3b6-eddc-493d-81df-6ed8df154f52), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:48:57.654244 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Current status of the port 55b0d3b6-eddc-493d-81df-6ed8df154f52 is: ACTIVE; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:48:58.801933 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 50880) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:48:58.831849 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e652b988-e1b8-41ec-a67e-27cec8d77deb None None] Sync routers for ids ['844881ef-dd7a-4ae0-81f0-14d040b5779f'] in dv-cinder-831439-3-iscsi {{(pid=110181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 14:48:58.847540 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e652b988-e1b8-41ec-a67e-27cec8d77deb None None] Routers {'844881ef-dd7a-4ae0-81f0-14d040b5779f'} bound to L3 agent in host dv-cinder-831439-3-iscsi {{(pid=110181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 14:48:58.848238 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-e652b988-e1b8-41ec-a67e-27cec8d77deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831439-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-02T14:48:11Z,description=,heartbeat_timestamp=2022-03-02T14:48:41Z,host='dv-cinder-831439-3-iscsi',id=4b7d4a90-2987-419a-b6cd-7624b7dba065,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T14:48:12Z,topic='l3_agent')) {'router_ids': ['844881ef-dd7a-4ae0-81f0-14d040b5779f'], 'active': True} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:48:58.925802 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-b7422b6b-6c88-4d0c-99ce-cc4d58d8bb0d admin admin] 10.222.0.52 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1227002 Mar 02 14:48:59.087893 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvr_db [None req-e652b988-e1b8-41ec-a67e-27cec8d77deb None None] Set router 844881ef-dd7a-4ae0-81f0-14d040b5779f gateway port host: dv-cinder-831439-3-iscsi {{(pid=110181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 14:48:59.577949 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-e652b988-e1b8-41ec-a67e-27cec8d77deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '844881ef-dd7a-4ae0-81f0-14d040b5779f', 'name': 'router1', 'tenant_id': '9a66a207344a4a08b07b22a8761877a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '0f6a8d93-4572-42ed-aa82-f8449119118f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T14:48:36Z', 'updated_at': '2022-03-02T14:48:55Z', 'revision_number': 4, 'project_id': '9a66a207344a4a08b07b22a8761877a6', 'gw_port': {'id': '0f6a8d93-4572-42ed-aa82-f8449119118f', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:83:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '844881ef-dd7a-4ae0-81f0-14d040b5779f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:48:54Z', 'updated_at': '2022-03-02T14:48:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi', '_interfaces': [{'id': '55b0d3b6-eddc-493d-81df-6ed8df154f52', 'name': '', 'network_id': '426087c6-612a-4304-8e6c-31cfcd7a56b6', 'tenant_id': '9a66a207344a4a08b07b22a8761877a6', 'mac_address': 'fa:16:3e:7c:71:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '844881ef-dd7a-4ae0-81f0-14d040b5779f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '48f8dc1f-3e94-4e7d-9448-1cd297b53af8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:48:46Z', 'updated_at': '2022-03-02T14:48:50Z', 'revision_number': 5, 'project_id': '9a66a207344a4a08b07b22a8761877a6', 'subnets': [{'id': '48f8dc1f-3e94-4e7d-9448-1cd297b53af8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5888b610-60df-4cbd-960b-121ac29ded97'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831439-3-iscsi', False) {} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:48:59.631323 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e652b988-e1b8-41ec-a67e-27cec8d77deb None None] Checking router: 844881ef-dd7a-4ae0-81f0-14d040b5779f for host: dv-cinder-831439-3-iscsi {{(pid=110181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 14:48:59.631736 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e652b988-e1b8-41ec-a67e-27cec8d77deb None None] Updating router 844881ef-dd7a-4ae0-81f0-14d040b5779f port 0f6a8d93-4572-42ed-aa82-f8449119118f binding host dv-cinder-831439-3-iscsi {{(pid=110181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 14:48:59.688449 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-e652b988-e1b8-41ec-a67e-27cec8d77deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (0f6a8d93-4572-42ed-aa82-f8449119118f), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:49:00.021537 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-e652b988-e1b8-41ec-a67e-27cec8d77deb None None] Publish callbacks [] for port (0f6a8d93-4572-42ed-aa82-f8449119118f), precommit_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:49:00.130659 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-e652b988-e1b8-41ec-a67e-27cec8d77deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (0f6a8d93-4572-42ed-aa82-f8449119118f), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:49:00.186184 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b573113-1fbf-4a7b-82e0-5bd6879dd460 None None] Pushing event updated for resources: {'Port': ['ID=0f6a8d93-4572-42ed-aa82-f8449119118f,revision_number=2']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:49:00.190135 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.managers [None req-e652b988-e1b8-41ec-a67e-27cec8d77deb None None] Attempting to bind port 0f6a8d93-4572-42ed-aa82-f8449119118f on host dv-cinder-831439-3-iscsi for vnic_type normal with profile {{(pid=110181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 14:49:00.190492 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.managers [None req-e652b988-e1b8-41ec-a67e-27cec8d77deb None None] Attempting to bind port 0f6a8d93-4572-42ed-aa82-f8449119118f by drivers openvswitch,hyperv on host dv-cinder-831439-3-iscsi at level 0 using segments [{'id': '23151279-75ac-4f5a-99b2-c6146d92420f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf'}] {{(pid=110181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 14:49:00.190860 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e652b988-e1b8-41ec-a67e-27cec8d77deb None None] Attempting to bind port 0f6a8d93-4572-42ed-aa82-f8449119118f on network ed71569c-47b6-4b42-b6b3-c541700724bf {{(pid=110181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 14:49:00.197096 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e652b988-e1b8-41ec-a67e-27cec8d77deb None None] Checking agent: {'id': '3a73802c-5f14-4c1f-8439-e74c4c90063b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831439-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 14, 48, 15), 'started_at': datetime.datetime(2022, 3, 2, 14, 48, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 14, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831439-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 14:49:00.197561 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e652b988-e1b8-41ec-a67e-27cec8d77deb None None] Checking segment: {'id': '23151279-75ac-4f5a-99b2-c6146d92420f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 14:49:00.197894 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-e652b988-e1b8-41ec-a67e-27cec8d77deb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:49:00.198417 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e652b988-e1b8-41ec-a67e-27cec8d77deb None None] Bound using segment: {'id': '23151279-75ac-4f5a-99b2-c6146d92420f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf'} {{(pid=110181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 14:49:00.198766 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.managers [None req-e652b988-e1b8-41ec-a67e-27cec8d77deb None None] Bound port: 0f6a8d93-4572-42ed-aa82-f8449119118f, host: dv-cinder-831439-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23151279-75ac-4f5a-99b2-c6146d92420f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf'}}] {{(pid=110181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 14:49:00.199212 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-e652b988-e1b8-41ec-a67e-27cec8d77deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (0f6a8d93-4572-42ed-aa82-f8449119118f), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:49:00.266249 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-e652b988-e1b8-41ec-a67e-27cec8d77deb None None] For port 0f6a8d93-4572-42ed-aa82-f8449119118f, host dv-cinder-831439-3-iscsi, cleared binding levels {{(pid=110181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 14:49:00.269477 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-e652b988-e1b8-41ec-a67e-27cec8d77deb None None] For port 0f6a8d93-4572-42ed-aa82-f8449119118f, host dv-cinder-831439-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831439-3-iscsi',level=0,port_id=0f6a8d93-4572-42ed-aa82-f8449119118f,segment=NetworkSegment(23151279-75ac-4f5a-99b2-c6146d92420f),segment_id=23151279-75ac-4f5a-99b2-c6146d92420f)] {{(pid=110181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 14:49:00.379307 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-e652b988-e1b8-41ec-a67e-27cec8d77deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (0f6a8d93-4572-42ed-aa82-f8449119118f), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:49:00.441564 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b573113-1fbf-4a7b-82e0-5bd6879dd460 None None] Pushing event updated for resources: {'Port': ['ID=0f6a8d93-4572-42ed-aa82-f8449119118f,revision_number=3']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:49:00.444951 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e652b988-e1b8-41ec-a67e-27cec8d77deb None None] Routers {'844881ef-dd7a-4ae0-81f0-14d040b5779f'} bound to L3 agent in host dv-cinder-831439-3-iscsi {{(pid=110181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 14:49:00.445525 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-e652b988-e1b8-41ec-a67e-27cec8d77deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831439-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-02T14:48:11Z,description=,heartbeat_timestamp=2022-03-02T14:48:41Z,host='dv-cinder-831439-3-iscsi',id=4b7d4a90-2987-419a-b6cd-7624b7dba065,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T14:48:12Z,topic='l3_agent')) {'router_ids': ['844881ef-dd7a-4ae0-81f0-14d040b5779f'], 'active': True} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:49:00.554343 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvr_db [None req-e652b988-e1b8-41ec-a67e-27cec8d77deb None None] Set router 844881ef-dd7a-4ae0-81f0-14d040b5779f gateway port host: dv-cinder-831439-3-iscsi {{(pid=110181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 14:49:00.778919 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-e652b988-e1b8-41ec-a67e-27cec8d77deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '844881ef-dd7a-4ae0-81f0-14d040b5779f', 'name': 'router1', 'tenant_id': '9a66a207344a4a08b07b22a8761877a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '0f6a8d93-4572-42ed-aa82-f8449119118f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T14:48:36Z', 'updated_at': '2022-03-02T14:48:55Z', 'revision_number': 4, 'project_id': '9a66a207344a4a08b07b22a8761877a6', 'gw_port': {'id': '0f6a8d93-4572-42ed-aa82-f8449119118f', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:83:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '844881ef-dd7a-4ae0-81f0-14d040b5779f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:48:54Z', 'updated_at': '2022-03-02T14:49:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi', '_interfaces': [{'id': '55b0d3b6-eddc-493d-81df-6ed8df154f52', 'name': '', 'network_id': '426087c6-612a-4304-8e6c-31cfcd7a56b6', 'tenant_id': '9a66a207344a4a08b07b22a8761877a6', 'mac_address': 'fa:16:3e:7c:71:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '844881ef-dd7a-4ae0-81f0-14d040b5779f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '48f8dc1f-3e94-4e7d-9448-1cd297b53af8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:48:46Z', 'updated_at': '2022-03-02T14:48:50Z', 'revision_number': 5, 'project_id': '9a66a207344a4a08b07b22a8761877a6', 'subnets': [{'id': '48f8dc1f-3e94-4e7d-9448-1cd297b53af8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5888b610-60df-4cbd-960b-121ac29ded97'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831439-3-iscsi', False) {} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:49:00.806265 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e652b988-e1b8-41ec-a67e-27cec8d77deb None None] The sync data for ids ['844881ef-dd7a-4ae0-81f0-14d040b5779f'] in dv-cinder-831439-3-iscsi is: [{'id': '844881ef-dd7a-4ae0-81f0-14d040b5779f', 'name': 'router1', 'tenant_id': '9a66a207344a4a08b07b22a8761877a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '0f6a8d93-4572-42ed-aa82-f8449119118f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T14:48:36Z', 'updated_at': '2022-03-02T14:48:55Z', 'revision_number': 4, 'project_id': '9a66a207344a4a08b07b22a8761877a6', 'gw_port': {'id': '0f6a8d93-4572-42ed-aa82-f8449119118f', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:83:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '844881ef-dd7a-4ae0-81f0-14d040b5779f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:48:54Z', 'updated_at': '2022-03-02T14:49:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi', '_interfaces': [{'id': '55b0d3b6-eddc-493d-81df-6ed8df154f52', 'name': '', 'network_id': '426087c6-612a-4304-8e6c-31cfcd7a56b6', 'tenant_id': '9a66a207344a4a08b07b22a8761877a6', 'mac_address': 'fa:16:3e:7c:71:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '844881ef-dd7a-4ae0-81f0-14d040b5779f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '48f8dc1f-3e94-4e7d-9448-1cd297b53af8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:48:46Z', 'updated_at': '2022-03-02T14:48:50Z', 'revision_number': 5, 'project_id': '9a66a207344a4a08b07b22a8761877a6', 'subnets': [{'id': '48f8dc1f-3e94-4e7d-9448-1cd297b53af8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5888b610-60df-4cbd-960b-121ac29ded97'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 14:49:01.572750 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Device 0f6a8d93-4572-42ed-aa82-f8449119118f up at agent ovs-agent-dv-cinder-831439-3-iscsi {{(pid=110181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 14:49:01.643134 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Provisioning complete for port 0f6a8d93-4572-42ed-aa82-f8449119118f triggered by entity L2. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 14:49:01.643764 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (0f6a8d93-4572-42ed-aa82-f8449119118f), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:49:01.755096 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Current status of the port 0f6a8d93-4572-42ed-aa82-f8449119118f is: DOWN; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:49:01.755601 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (0f6a8d93-4572-42ed-aa82-f8449119118f), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:49:01.779294 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] For port 0f6a8d93-4572-42ed-aa82-f8449119118f, host dv-cinder-831439-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831439-3-iscsi',level=0,port_id=0f6a8d93-4572-42ed-aa82-f8449119118f,segment=NetworkSegment(23151279-75ac-4f5a-99b2-c6146d92420f),segment_id=23151279-75ac-4f5a-99b2-c6146d92420f)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:49:01.901338 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (0f6a8d93-4572-42ed-aa82-f8449119118f), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:49:01.956407 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Pushing event updated for resources: {'Port': ['ID=0f6a8d93-4572-42ed-aa82-f8449119118f,revision_number=4']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:49:03.549751 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Device 0f6a8d93-4572-42ed-aa82-f8449119118f up at agent ovs-agent-dv-cinder-831439-3-iscsi {{(pid=110181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 14:49:03.639144 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Provisioning complete for port 0f6a8d93-4572-42ed-aa82-f8449119118f triggered by entity L2. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 14:49:03.639544 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (0f6a8d93-4572-42ed-aa82-f8449119118f), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:49:03.745933 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Current status of the port 0f6a8d93-4572-42ed-aa82-f8449119118f is: ACTIVE; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:49:08.645358 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-3c627206-498c-4cc2-b9ad-f8e692fb996a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (dc3a6147-3194-47be-b33a-76a9a2a48933), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:49:11.109287 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a6dd308e-bfe3-4246-ac35-7857a069e213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (4b7d4a90-2987-419a-b6cd-7624b7dba065), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:49:12.026710 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-8c265469-93de-451d-a227-73ff998d8f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (bfbb2626-1130-458a-80a5-4632d76fa057), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:49:13.575694 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-9cfe1c82-1e01-4346-89c5-c3e1093f4022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (b9ce56f8-3527-4dd9-b024-9df7b3f4c018), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:49:14.880738 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (3a73802c-5f14-4c1f-8439-e74c4c90063b), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:49:23.851397 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.agents_db [None req-b044b9bd-a670-44c5-b22a-8886b11808d8 None None] Agent healthcheck: found 5 active agents {{(pid=110182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 14:49:38.879862 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-1b4d73fe-51cf-4535-a010-9b38c49ad0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (dc3a6147-3194-47be-b33a-76a9a2a48933), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:49:41.074053 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-3ecb298d-c82c-4209-847d-347a6ab90283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (4b7d4a90-2987-419a-b6cd-7624b7dba065), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:49:42.014508 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-8c265469-93de-451d-a227-73ff998d8f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (bfbb2626-1130-458a-80a5-4632d76fa057), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:49:44.245669 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-9cfe1c82-1e01-4346-89c5-c3e1093f4022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (b9ce56f8-3527-4dd9-b024-9df7b3f4c018), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:49:44.862574 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (3a73802c-5f14-4c1f-8439-e74c4c90063b), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:50:00.851208 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.agents_db [None req-b044b9bd-a670-44c5-b22a-8886b11808d8 None None] Agent healthcheck: found 5 active agents {{(pid=110182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 14:50:08.678957 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-92a711ee-6e6b-4edb-855d-8ee6772722aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (dc3a6147-3194-47be-b33a-76a9a2a48933), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:50:11.022954 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-be16fba7-576f-4d9b-bedc-59e2f45caebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (4b7d4a90-2987-419a-b6cd-7624b7dba065), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:50:12.014481 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-8c265469-93de-451d-a227-73ff998d8f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (bfbb2626-1130-458a-80a5-4632d76fa057), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:50:13.541585 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-9cfe1c82-1e01-4346-89c5-c3e1093f4022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (b9ce56f8-3527-4dd9-b024-9df7b3f4c018), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:50:14.896161 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (3a73802c-5f14-4c1f-8439-e74c4c90063b), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:50:26.056362 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 51364) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:50:26.154880 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6a4dc90-e76f-46b4-97ae-fa21f146b0d0 admin admin] GET failed (client error): The resource could not be found. Mar 02 14:50:26.156375 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-b6a4dc90-e76f-46b4-97ae-fa21f146b0d0 admin admin] 10.222.0.52 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0989816 Mar 02 14:50:26.337050 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cffd3eae-0349-4861-b16e-c9201e273e23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:50:26.338482 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-cffd3eae-0349-4861-b16e-c9201e273e23 admin admin] 10.222.0.52 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1771567 Mar 02 14:50:28.746748 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 51374) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:50:28.849313 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9768e934-ec69-4756-aa33-e4e9b209150a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:50:28.850738 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-9768e934-ec69-4756-aa33-e4e9b209150a admin admin] 10.222.0.52 "GET /v2.0/subnets/48f8dc1f-3e94-4e7d-9448-1cd297b53af8 HTTP/1.1" status: 200 len: 849 time: 0.1030331 Mar 02 14:50:28.865955 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.v2.base [None req-ef330168-4698-4af0-b242-561ad8131f41 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=110180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:50:28.961043 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-ef330168-4698-4af0-b242-561ad8131f41 admin admin] Publish callbacks [] for subnet (48f8dc1f-3e94-4e7d-9448-1cd297b53af8), before_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:50:29.175702 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-ef330168-4698-4af0-b242-561ad8131f41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8757345984741'] for subnet (48f8dc1f-3e94-4e7d-9448-1cd297b53af8), after_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:50:29.210644 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef330168-4698-4af0-b242-561ad8131f41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:50:29.211108 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-ef330168-4698-4af0-b242-561ad8131f41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16231659'] for subnet (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:50:29.212966 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-ef330168-4698-4af0-b242-561ad8131f41 admin admin] 10.222.0.52 "PUT /v2.0/subnets/48f8dc1f-3e94-4e7d-9448-1cd297b53af8 HTTP/1.1" status: 200 len: 868 time: 0.3516808 Mar 02 14:50:29.214832 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2680b154-e813-42d8-b715-ec8d0e3ca433 None None] Network 426087c6-612a-4304-8e6c-31cfcd7a56b6 requested from dv-cinder-831439-3-iscsi {{(pid=110181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 14:50:29.235928 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef330168-4698-4af0-b242-561ad8131f41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48f8dc1f-3e94-4e7d-9448-1cd297b53af8,revision_number=1']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:50:29.244040 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef330168-4698-4af0-b242-561ad8131f41 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:50:29.244512 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef330168-4698-4af0-b242-561ad8131f41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:50:29.244773 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef330168-4698-4af0-b242-561ad8131f41 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:50:29.245085 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef330168-4698-4af0-b242-561ad8131f41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:50:29.245478 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef330168-4698-4af0-b242-561ad8131f41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:50:29.245881 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef330168-4698-4af0-b242-561ad8131f41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:50:29.246311 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef330168-4698-4af0-b242-561ad8131f41 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:50:29.246646 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef330168-4698-4af0-b242-561ad8131f41 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:50:29.246977 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef330168-4698-4af0-b242-561ad8131f41 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:50:29.247311 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef330168-4698-4af0-b242-561ad8131f41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:50:29.247661 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef330168-4698-4af0-b242-561ad8131f41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:50:29.247982 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef330168-4698-4af0-b242-561ad8131f41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:50:29.248302 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef330168-4698-4af0-b242-561ad8131f41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:50:29.618025 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-0965c479-b297-4498-b060-c6e3624a16ba None None] Provisioning complete for port 1084130b-179b-4f30-901d-294760fbfb8d triggered by entity DHCP. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 14:50:29.618631 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-0965c479-b297-4498-b060-c6e3624a16ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (1084130b-179b-4f30-901d-294760fbfb8d), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:50:29.728075 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-0965c479-b297-4498-b060-c6e3624a16ba None None] Current status of the port 1084130b-179b-4f30-901d-294760fbfb8d is: ACTIVE; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:50:29.739447 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-0965c479-b297-4498-b060-c6e3624a16ba None None] Provisioning complete for port 55b0d3b6-eddc-493d-81df-6ed8df154f52 triggered by entity DHCP. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 14:50:29.739782 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-0965c479-b297-4498-b060-c6e3624a16ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (55b0d3b6-eddc-493d-81df-6ed8df154f52), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:50:29.821344 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-0965c479-b297-4498-b060-c6e3624a16ba None None] Current status of the port 55b0d3b6-eddc-493d-81df-6ed8df154f52 is: ACTIVE; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:50:31.671233 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 51382) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:50:31.891876 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfbdc3c4-a15d-4a75-829b-7df2e61f2841 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:50:31.892613 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfbdc3c4-a15d-4a75-829b-7df2e61f2841 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:50:31.893984 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-cfbdc3c4-a15d-4a75-829b-7df2e61f2841 admin admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2217429 Mar 02 14:50:34.432164 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 51390) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:50:34.634764 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172865b0-cec3-4a4c-aea6-85a67a878ae0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:50:34.635642 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172865b0-cec3-4a4c-aea6-85a67a878ae0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:50:34.638366 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-172865b0-cec3-4a4c-aea6-85a67a878ae0 admin admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2046597 Mar 02 14:50:37.143682 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 51398) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:50:37.315036 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd149da2-203e-430a-b8b0-55e81d613a01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:50:37.316617 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-cd149da2-203e-430a-b8b0-55e81d613a01 admin admin] 10.222.0.52 "GET /v2.0/networks/426087c6-612a-4304-8e6c-31cfcd7a56b6 HTTP/1.1" status: 200 len: 869 time: 0.1715209 Mar 02 14:50:37.854221 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.agents_db [None req-b044b9bd-a670-44c5-b22a-8886b11808d8 None None] Agent healthcheck: found 5 active agents {{(pid=110182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 14:50:38.630709 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-9d4fdc57-b4a1-47af-98b4-2ab0b9f9eab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (dc3a6147-3194-47be-b33a-76a9a2a48933), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:50:39.978663 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 51408) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:50:40.135461 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad6e996-f9b7-457e-8a3c-05bdf9533ce8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:50:40.137173 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-5ad6e996-f9b7-457e-8a3c-05bdf9533ce8 admin admin] 10.222.0.52 "GET /v2.0/networks/ed71569c-47b6-4b42-b6b3-c541700724bf HTTP/1.1" status: 200 len: 886 time: 0.1572163 Mar 02 14:50:41.038213 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-023f5a39-ab66-4011-94ed-ca338b2167b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (4b7d4a90-2987-419a-b6cd-7624b7dba065), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:50:42.031470 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-8c265469-93de-451d-a227-73ff998d8f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (bfbb2626-1130-458a-80a5-4632d76fa057), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:50:42.633637 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 51416) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:50:42.780081 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63dbf38-697d-4843-a501-4e3e09e98a60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:50:42.780543 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63dbf38-697d-4843-a501-4e3e09e98a60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:50:42.782194 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-e63dbf38-697d-4843-a501-4e3e09e98a60 admin admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1475320 Mar 02 14:50:43.598068 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-9cfe1c82-1e01-4346-89c5-c3e1093f4022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (b9ce56f8-3527-4dd9-b024-9df7b3f4c018), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:50:44.910472 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (3a73802c-5f14-4c1f-8439-e74c4c90063b), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:50:45.345798 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 51424) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:50:45.512955 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27224c2e-0139-47c6-810b-fc43267ef981 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:50:45.512955 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27224c2e-0139-47c6-810b-fc43267ef981 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:50:45.513992 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-27224c2e-0139-47c6-810b-fc43267ef981 admin admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1671669 Mar 02 14:50:49.573756 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 51432) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:50:49.677257 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3cac3e3-77a0-4c06-a88a-3d0ed1339dd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:50:49.678648 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-f3cac3e3-77a0-4c06-a88a-3d0ed1339dd5 admin admin] 10.222.0.52 "GET /v2.0/subnets/48f8dc1f-3e94-4e7d-9448-1cd297b53af8 HTTP/1.1" status: 200 len: 868 time: 0.1036086 Mar 02 14:50:52.221677 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 51440) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:50:52.321493 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481280c5-1d72-4431-af18-8a790696252c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:50:52.322883 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-481280c5-1d72-4431-af18-8a790696252c admin admin] 10.222.0.52 "GET /v2.0/subnets/701fb87e-0ea2-4d8d-8228-0af980cd437a HTTP/1.1" status: 200 len: 816 time: 0.0999157 Mar 02 14:51:08.636068 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-b8bcf51a-0595-4d95-947d-50b443e230ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (dc3a6147-3194-47be-b33a-76a9a2a48933), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:51:11.042998 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-890f8900-adce-4b70-b5cc-50154c00dc8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (4b7d4a90-2987-419a-b6cd-7624b7dba065), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:51:12.030273 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-8c265469-93de-451d-a227-73ff998d8f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (bfbb2626-1130-458a-80a5-4632d76fa057), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:51:13.545781 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-9cfe1c82-1e01-4346-89c5-c3e1093f4022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (b9ce56f8-3527-4dd9-b024-9df7b3f4c018), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:51:14.859105 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.agents_db [None req-b044b9bd-a670-44c5-b22a-8886b11808d8 None None] Agent healthcheck: found 5 active agents {{(pid=110182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 14:51:14.894286 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (3a73802c-5f14-4c1f-8439-e74c4c90063b), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:51:22.290487 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 51494) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:51:22.344430 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [None req-3616ea81-4240-4fde-9854-b0f9a1cff5f2 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=110179) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 02 14:51:22.345539 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-3616ea81-4240-4fde-9854-b0f9a1cff5f2 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0540082 Mar 02 14:51:24.909605 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 51502) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:51:24.983317 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.pecan_wsgi.hooks.translation [None req-056723e1-db01-43b3-ae52-1524414f0920 admin admin] GET failed (client error): The resource could not be found. Mar 02 14:51:24.984779 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-056723e1-db01-43b3-ae52-1524414f0920 admin admin] 10.222.0.52 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0742044 Mar 02 14:51:25.148722 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478bdb9d-f487-4e76-9be0-67d498032e74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:51:25.150365 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-478bdb9d-f487-4e76-9be0-67d498032e74 admin admin] 10.222.0.52 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1613302 Mar 02 14:51:27.633553 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 51510) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:51:27.700898 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.v2.base [None req-d7e8fc6a-62fa-4f1f-b156-8aee31deb5ce admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=110179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:51:27.829658 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7e8fc6a-62fa-4f1f-b156-8aee31deb5ce admin admin] Made reservation on behalf of b38db2b4d1cc42f7a22c5959ce820b38 for: {'network': 1} {{(pid=110179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 14:51:27.832329 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-d7e8fc6a-62fa-4f1f-b156-8aee31deb5ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for network (None), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:51:27.875771 dv-cinder-831439-3-iscsi neutron-server[110179]: WARNING neutron.services.revisions.revision_plugin [None req-d7e8fc6a-62fa-4f1f-b156-8aee31deb5ce admin admin] Could not find related network for resource to bump revision. Mar 02 14:51:27.890957 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7e8fc6a-62fa-4f1f-b156-8aee31deb5ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=110179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 14:51:27.902934 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-d7e8fc6a-62fa-4f1f-b156-8aee31deb5ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16119287'] for segment (ddf47d01-bcea-4a90-ba90-4b6279267559), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:51:27.903434 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.db.segments_db [None req-d7e8fc6a-62fa-4f1f-b156-8aee31deb5ce admin admin] Added segment ddf47d01-bcea-4a90-ba90-4b6279267559 of type vlan for network cb65b46a-9f35-4cd8-b690-f01b93711e5d Mar 02 14:51:27.953273 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-d7e8fc6a-62fa-4f1f-b156-8aee31deb5ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757345464387'] for network (cb65b46a-9f35-4cd8-b690-f01b93711e5d), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:51:28.048205 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-d7e8fc6a-62fa-4f1f-b156-8aee31deb5ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677'] for network (cb65b46a-9f35-4cd8-b690-f01b93711e5d), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:51:28.049227 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e8fc6a-62fa-4f1f-b156-8aee31deb5ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:51:28.049822 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-d7e8fc6a-62fa-4f1f-b156-8aee31deb5ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16231659'] for network (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:51:28.149064 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e8fc6a-62fa-4f1f-b156-8aee31deb5ce admin admin] Pushing event updated for resources: {'Network': ['ID=cb65b46a-9f35-4cd8-b690-f01b93711e5d,revision_number=1']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:51:28.157350 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e8fc6a-62fa-4f1f-b156-8aee31deb5ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:51:28.157725 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e8fc6a-62fa-4f1f-b156-8aee31deb5ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:51:28.158076 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e8fc6a-62fa-4f1f-b156-8aee31deb5ce admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:51:28.158415 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e8fc6a-62fa-4f1f-b156-8aee31deb5ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:51:28.158749 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e8fc6a-62fa-4f1f-b156-8aee31deb5ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:51:28.159080 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e8fc6a-62fa-4f1f-b156-8aee31deb5ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:51:28.159414 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e8fc6a-62fa-4f1f-b156-8aee31deb5ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:51:28.159811 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e8fc6a-62fa-4f1f-b156-8aee31deb5ce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:51:28.160150 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e8fc6a-62fa-4f1f-b156-8aee31deb5ce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:51:28.160507 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e8fc6a-62fa-4f1f-b156-8aee31deb5ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:51:28.160894 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e8fc6a-62fa-4f1f-b156-8aee31deb5ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:51:28.161220 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e8fc6a-62fa-4f1f-b156-8aee31deb5ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:51:28.161546 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e8fc6a-62fa-4f1f-b156-8aee31deb5ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:51:28.174746 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-d7e8fc6a-62fa-4f1f-b156-8aee31deb5ce admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5394728 Mar 02 14:51:28.177320 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Network cb65b46a-9f35-4cd8-b690-f01b93711e5d details requested by agent ovs-agent-dv-cinder-831439-3-iscsi with host dv-cinder-831439-3-iscsi {{(pid=110181) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 14:51:30.712556 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 51518) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:51:30.801259 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.pecan_wsgi.hooks.translation [None req-23d7e91c-1cd3-497a-a5fe-bc6c4a940a4e admin admin] GET failed (client error): The resource could not be found. Mar 02 14:51:30.802657 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-23d7e91c-1cd3-497a-a5fe-bc6c4a940a4e admin admin] 10.222.0.52 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0891266 Mar 02 14:51:30.878484 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f976e9-b4e6-48b2-acb8-2dc0f1814452 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:51:30.880069 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-d8f976e9-b4e6-48b2-acb8-2dc0f1814452 admin admin] 10.222.0.52 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0730093 Mar 02 14:51:30.895310 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.v2.base [None req-441666fb-85a9-477e-890d-3d8437d16e6f admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': 'cb65b46a-9f35-4cd8-b690-f01b93711e5d'}} {{(pid=110179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:51:31.042219 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-441666fb-85a9-477e-890d-3d8437d16e6f admin admin] Made reservation on behalf of b38db2b4d1cc42f7a22c5959ce820b38 for: {'subnet': 1} {{(pid=110179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 14:51:31.045099 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-441666fb-85a9-477e-890d-3d8437d16e6f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:51:31.322677 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-441666fb-85a9-477e-890d-3d8437d16e6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677'] for subnet (8070d8fe-6174-4c34-a7e3-e8a319862259), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:51:31.381442 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441666fb-85a9-477e-890d-3d8437d16e6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8070d8fe-6174-4c34-a7e3-e8a319862259,revision_number=0']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:51:31.398567 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441666fb-85a9-477e-890d-3d8437d16e6f admin admin] Checking segment: {'id': 'ddf47d01-bcea-4a90-ba90-4b6279267559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'cb65b46a-9f35-4cd8-b690-f01b93711e5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 14:51:31.398980 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441666fb-85a9-477e-890d-3d8437d16e6f admin admin] Network hostable DHCP agents. Network: cb65b46a-9f35-4cd8-b690-f01b93711e5d, hostable agents: ['dc3a6147-3194-47be-b33a-76a9a2a48933'], hosted agents: [] {{(pid=110179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 14:51:31.499215 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441666fb-85a9-477e-890d-3d8437d16e6f admin admin] Network cb65b46a-9f35-4cd8-b690-f01b93711e5d is scheduled to be hosted by DHCP agent dc3a6147-3194-47be-b33a-76a9a2a48933 with binding_index 1 {{(pid=110179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 14:51:31.614009 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.scheduler.base_scheduler [None req-441666fb-85a9-477e-890d-3d8437d16e6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831439-3-iscsi, cb65b46a-9f35-4cd8-b690-f01b93711e5d) {{(pid=110179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 14:51:31.619424 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441666fb-85a9-477e-890d-3d8437d16e6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:51:31.621532 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-441666fb-85a9-477e-890d-3d8437d16e6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16231659'] for subnet (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:51:31.626509 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0bef9d1-6daf-4cc1-aaff-7e077c8a4df0 None None] Network cb65b46a-9f35-4cd8-b690-f01b93711e5d requested from dv-cinder-831439-3-iscsi {{(pid=110181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 14:51:31.706777 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-441666fb-85a9-477e-890d-3d8437d16e6f admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8152559 Mar 02 14:51:31.749393 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c4c60e-c7c3-441b-b826-ae351d65892b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f7ea2e6-afbe-59ed-88ad-785bacde5fc6-cb65b46a-9f35-4cd8-b690-f01b93711e5d', 'network_id': 'cb65b46a-9f35-4cd8-b690-f01b93711e5d', 'project_id': 'b38db2b4d1cc42f7a22c5959ce820b38', 'fixed_ips': [{'subnet_id': '8070d8fe-6174-4c34-a7e3-e8a319862259'}]}} from dv-cinder-831439-3-iscsi. {{(pid=110181) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 02 14:51:31.750561 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-51c4c60e-c7c3-441b-b826-ae351d65892b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (None), before_create {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:51:31.980071 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.db_base_plugin_common [None req-51c4c60e-c7c3-441b-b826-ae351d65892b None None] Allocated IP 192.168.233.2 (cb65b46a-9f35-4cd8-b690-f01b93711e5d/8070d8fe-6174-4c34-a7e3-e8a319862259/95db84da-d7b2-46f6-98e3-96ef6daa024a) {{(pid=110181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 14:51:32.190098 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-51c4c60e-c7c3-441b-b826-ae351d65892b None None] Publish callbacks [] for port (95db84da-d7b2-46f6-98e3-96ef6daa024a), precommit_create {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:51:32.282241 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-51c4c60e-c7c3-441b-b826-ae351d65892b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757345480668'] for port (95db84da-d7b2-46f6-98e3-96ef6daa024a), after_create {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:51:32.430012 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c4c60e-c7c3-441b-b826-ae351d65892b None None] Network cb65b46a-9f35-4cd8-b690-f01b93711e5d is already hosted by enough agents. {{(pid=110181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 14:51:32.431547 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.scheduler.base_scheduler [None req-51c4c60e-c7c3-441b-b826-ae351d65892b None None] Resources bound (agent type, host, resource id): {{(pid=110181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 14:51:32.439872 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c4c60e-c7c3-441b-b826-ae351d65892b None None] Received port after_create {{(pid=110181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 14:51:32.448374 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c4c60e-c7c3-441b-b826-ae351d65892b None None] Pushing event updated for resources: {'Port': ['ID=95db84da-d7b2-46f6-98e3-96ef6daa024a,revision_number=1']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:51:32.480115 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c4c60e-c7c3-441b-b826-ae351d65892b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:51:32.480684 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c4c60e-c7c3-441b-b826-ae351d65892b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:51:32.481251 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c4c60e-c7c3-441b-b826-ae351d65892b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:51:32.481843 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c4c60e-c7c3-441b-b826-ae351d65892b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:51:32.482325 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c4c60e-c7c3-441b-b826-ae351d65892b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:51:32.482758 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c4c60e-c7c3-441b-b826-ae351d65892b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:51:32.483174 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c4c60e-c7c3-441b-b826-ae351d65892b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:51:32.483644 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c4c60e-c7c3-441b-b826-ae351d65892b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:51:32.484112 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c4c60e-c7c3-441b-b826-ae351d65892b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:51:32.484887 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c4c60e-c7c3-441b-b826-ae351d65892b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:51:32.485423 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c4c60e-c7c3-441b-b826-ae351d65892b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:51:32.485806 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c4c60e-c7c3-441b-b826-ae351d65892b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:51:32.486182 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c4c60e-c7c3-441b-b826-ae351d65892b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:51:32.533026 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.managers [None req-51c4c60e-c7c3-441b-b826-ae351d65892b None None] Attempting to bind port 95db84da-d7b2-46f6-98e3-96ef6daa024a on host dv-cinder-831439-3-iscsi for vnic_type normal with profile {{(pid=110181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 14:51:32.533301 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.managers [None req-51c4c60e-c7c3-441b-b826-ae351d65892b None None] Attempting to bind port 95db84da-d7b2-46f6-98e3-96ef6daa024a by drivers openvswitch,hyperv on host dv-cinder-831439-3-iscsi at level 0 using segments [{'id': 'ddf47d01-bcea-4a90-ba90-4b6279267559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'cb65b46a-9f35-4cd8-b690-f01b93711e5d'}] {{(pid=110181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 14:51:32.533779 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c4c60e-c7c3-441b-b826-ae351d65892b None None] Attempting to bind port 95db84da-d7b2-46f6-98e3-96ef6daa024a on network cb65b46a-9f35-4cd8-b690-f01b93711e5d {{(pid=110181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 14:51:32.540221 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c4c60e-c7c3-441b-b826-ae351d65892b None None] Checking agent: {'id': '3a73802c-5f14-4c1f-8439-e74c4c90063b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831439-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 14, 48, 15), 'started_at': datetime.datetime(2022, 3, 2, 14, 48, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 14, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831439-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 14:51:32.540591 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c4c60e-c7c3-441b-b826-ae351d65892b None None] Checking segment: {'id': 'ddf47d01-bcea-4a90-ba90-4b6279267559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'cb65b46a-9f35-4cd8-b690-f01b93711e5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 14:51:32.540995 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-51c4c60e-c7c3-441b-b826-ae351d65892b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:51:32.541405 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c4c60e-c7c3-441b-b826-ae351d65892b None None] Bound using segment: {'id': 'ddf47d01-bcea-4a90-ba90-4b6279267559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'cb65b46a-9f35-4cd8-b690-f01b93711e5d'} {{(pid=110181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 14:51:32.541916 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.managers [None req-51c4c60e-c7c3-441b-b826-ae351d65892b None None] Bound port: 95db84da-d7b2-46f6-98e3-96ef6daa024a, host: dv-cinder-831439-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddf47d01-bcea-4a90-ba90-4b6279267559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'cb65b46a-9f35-4cd8-b690-f01b93711e5d'}}] {{(pid=110181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 14:51:32.542294 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-51c4c60e-c7c3-441b-b826-ae351d65892b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (95db84da-d7b2-46f6-98e3-96ef6daa024a), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:51:32.618101 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-51c4c60e-c7c3-441b-b826-ae351d65892b None None] For port 95db84da-d7b2-46f6-98e3-96ef6daa024a, host dv-cinder-831439-3-iscsi, cleared binding levels {{(pid=110181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 14:51:32.622489 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-51c4c60e-c7c3-441b-b826-ae351d65892b None None] For port 95db84da-d7b2-46f6-98e3-96ef6daa024a, host dv-cinder-831439-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831439-3-iscsi',level=0,port_id=95db84da-d7b2-46f6-98e3-96ef6daa024a,segment=NetworkSegment(ddf47d01-bcea-4a90-ba90-4b6279267559),segment_id=ddf47d01-bcea-4a90-ba90-4b6279267559)] {{(pid=110181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 14:51:32.732897 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-51c4c60e-c7c3-441b-b826-ae351d65892b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (95db84da-d7b2-46f6-98e3-96ef6daa024a), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:51:32.805598 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c4c60e-c7c3-441b-b826-ae351d65892b None None] Pushing event updated for resources: {'Port': ['ID=95db84da-d7b2-46f6-98e3-96ef6daa024a,revision_number=2']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:51:33.681433 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Device 95db84da-d7b2-46f6-98e3-96ef6daa024a up at agent ovs-agent-dv-cinder-831439-3-iscsi {{(pid=110181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 14:51:33.767466 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f30e51-1882-47fe-b17e-2fbeb6adabf1 None None] Network cb65b46a-9f35-4cd8-b690-f01b93711e5d requested from dv-cinder-831439-3-iscsi {{(pid=110181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 14:51:33.773209 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Provisioning complete for port 95db84da-d7b2-46f6-98e3-96ef6daa024a triggered by entity L2. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 14:51:33.773864 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (95db84da-d7b2-46f6-98e3-96ef6daa024a), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:51:33.884285 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-5ebfd25e-db28-4b27-ba6a-f2cb3e6632c3 None None] Provisioning complete for port 95db84da-d7b2-46f6-98e3-96ef6daa024a triggered by entity DHCP. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 14:51:33.884685 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-5ebfd25e-db28-4b27-ba6a-f2cb3e6632c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (95db84da-d7b2-46f6-98e3-96ef6daa024a), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:51:34.008721 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Current status of the port 95db84da-d7b2-46f6-98e3-96ef6daa024a is: DOWN; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:51:34.009004 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (95db84da-d7b2-46f6-98e3-96ef6daa024a), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:51:34.087879 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-5ebfd25e-db28-4b27-ba6a-f2cb3e6632c3 None None] Current status of the port 95db84da-d7b2-46f6-98e3-96ef6daa024a is: DOWN; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:51:34.088277 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-5ebfd25e-db28-4b27-ba6a-f2cb3e6632c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (95db84da-d7b2-46f6-98e3-96ef6daa024a), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:51:34.103908 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] For port 95db84da-d7b2-46f6-98e3-96ef6daa024a, host dv-cinder-831439-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831439-3-iscsi',level=0,port_id=95db84da-d7b2-46f6-98e3-96ef6daa024a,segment=NetworkSegment(ddf47d01-bcea-4a90-ba90-4b6279267559),segment_id=ddf47d01-bcea-4a90-ba90-4b6279267559)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:51:34.162865 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (95db84da-d7b2-46f6-98e3-96ef6daa024a), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:51:34.288024 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.db.api [None req-5ebfd25e-db28-4b27-ba6a-f2cb3e6632c3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110181) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 14:51:34.288511 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG oslo_db.api [None req-5ebfd25e-db28-4b27-ba6a-f2cb3e6632c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 14:51:34.295986 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Pushing event updated for resources: {'Port': ['ID=95db84da-d7b2-46f6-98e3-96ef6daa024a,revision_number=3']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:51:34.845909 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-5ebfd25e-db28-4b27-ba6a-f2cb3e6632c3 None None] Current status of the port 95db84da-d7b2-46f6-98e3-96ef6daa024a is: ACTIVE; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:51:34.972737 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-58437ccc-fa2a-4f2d-82dd-54b8b3facf1b None None] Provisioning complete for port 95db84da-d7b2-46f6-98e3-96ef6daa024a triggered by entity DHCP. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 14:51:34.973335 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-58437ccc-fa2a-4f2d-82dd-54b8b3facf1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (95db84da-d7b2-46f6-98e3-96ef6daa024a), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:51:35.092772 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-58437ccc-fa2a-4f2d-82dd-54b8b3facf1b None None] Current status of the port 95db84da-d7b2-46f6-98e3-96ef6daa024a is: ACTIVE; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:51:35.615546 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Device 95db84da-d7b2-46f6-98e3-96ef6daa024a up at agent ovs-agent-dv-cinder-831439-3-iscsi {{(pid=110181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 14:51:35.807838 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Provisioning complete for port 95db84da-d7b2-46f6-98e3-96ef6daa024a triggered by entity L2. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 14:51:35.807838 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (95db84da-d7b2-46f6-98e3-96ef6daa024a), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:51:36.034908 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Current status of the port 95db84da-d7b2-46f6-98e3-96ef6daa024a is: ACTIVE; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:51:38.664984 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-1918f7c6-3107-4ada-962e-3874b7e769fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (dc3a6147-3194-47be-b33a-76a9a2a48933), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:51:41.036766 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a94b982f-b17b-4fa3-ae33-31befb80a99c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (4b7d4a90-2987-419a-b6cd-7624b7dba065), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:51:42.060000 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-8c265469-93de-451d-a227-73ff998d8f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (bfbb2626-1130-458a-80a5-4632d76fa057), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:51:43.550552 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-9cfe1c82-1e01-4346-89c5-c3e1093f4022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (b9ce56f8-3527-4dd9-b024-9df7b3f4c018), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:51:44.909171 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (3a73802c-5f14-4c1f-8439-e74c4c90063b), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:51:51.862018 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.agents_db [None req-b044b9bd-a670-44c5-b22a-8886b11808d8 None None] Agent healthcheck: found 5 active agents {{(pid=110182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 14:52:08.663885 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-e79310d4-bb32-4f7a-9e0a-24411209ee04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (dc3a6147-3194-47be-b33a-76a9a2a48933), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:52:11.045713 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-7ce62c3a-1bd2-4df5-b7bf-8bee2c7c6eda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (4b7d4a90-2987-419a-b6cd-7624b7dba065), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:52:12.041026 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-8c265469-93de-451d-a227-73ff998d8f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (bfbb2626-1130-458a-80a5-4632d76fa057), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:52:13.589349 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-9cfe1c82-1e01-4346-89c5-c3e1093f4022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (b9ce56f8-3527-4dd9-b024-9df7b3f4c018), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:52:15.007016 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (3a73802c-5f14-4c1f-8439-e74c4c90063b), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:52:28.863123 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.agents_db [None req-b044b9bd-a670-44c5-b22a-8886b11808d8 None None] Agent healthcheck: found 5 active agents {{(pid=110182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 14:52:38.640110 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a74d95c9-50ff-4df2-b421-916aacd09a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (dc3a6147-3194-47be-b33a-76a9a2a48933), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:52:41.113750 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-819b750c-4cce-4af1-a25a-bf50ae445d44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (4b7d4a90-2987-419a-b6cd-7624b7dba065), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:52:42.085911 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-8c265469-93de-451d-a227-73ff998d8f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (bfbb2626-1130-458a-80a5-4632d76fa057), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:52:43.583496 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-9cfe1c82-1e01-4346-89c5-c3e1093f4022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (b9ce56f8-3527-4dd9-b024-9df7b3f4c018), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:52:44.892049 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (3a73802c-5f14-4c1f-8439-e74c4c90063b), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:53:05.867982 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.agents_db [None req-b044b9bd-a670-44c5-b22a-8886b11808d8 None None] Agent healthcheck: found 5 active agents {{(pid=110182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 14:53:08.236704 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 51558) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:53:08.243036 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [None req-c6671f9b-8e58-415d-907c-7bb648d5324a tempest-verify_tempest_config-1065452138 tempest-verify_tempest_config-1065452138-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=110179) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 02 14:53:08.244107 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-c6671f9b-8e58-415d-907c-7bb648d5324a tempest-verify_tempest_config-1065452138 tempest-verify_tempest_config-1065452138-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0063953 Mar 02 14:53:08.627561 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-ccfb9b21-1262-4384-82f8-29b3ecb977d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (dc3a6147-3194-47be-b33a-76a9a2a48933), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:53:08.849033 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 51576) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:53:09.057950 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-befff0e4-7368-4ccc-b008-7a9143a33a6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:53:09.149324 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-befff0e4-7368-4ccc-b008-7a9143a33a6f admin admin] Publish callbacks [] for security_group (5f26d01d-f553-4a15-aff3-67a6ffd4dc7d), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:53:09.233309 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-befff0e4-7368-4ccc-b008-7a9143a33a6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (5f26d01d-f553-4a15-aff3-67a6ffd4dc7d), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:53:09.283741 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befff0e4-7368-4ccc-b008-7a9143a33a6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f26d01d-f553-4a15-aff3-67a6ffd4dc7d,revision_number=1']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:53:09.287949 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-befff0e4-7368-4ccc-b008-7a9143a33a6f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=551f2d6c1ab545bd931d40c4ea39e83a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4375024 Mar 02 14:53:09.292043 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 51582) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:53:09.295049 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befff0e4-7368-4ccc-b008-7a9143a33a6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:53:09.295641 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befff0e4-7368-4ccc-b008-7a9143a33a6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:53:09.296121 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befff0e4-7368-4ccc-b008-7a9143a33a6f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:53:09.296564 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befff0e4-7368-4ccc-b008-7a9143a33a6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:53:09.297291 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befff0e4-7368-4ccc-b008-7a9143a33a6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:53:09.297532 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befff0e4-7368-4ccc-b008-7a9143a33a6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:53:09.297980 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befff0e4-7368-4ccc-b008-7a9143a33a6f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:53:09.298414 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befff0e4-7368-4ccc-b008-7a9143a33a6f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:53:09.298914 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befff0e4-7368-4ccc-b008-7a9143a33a6f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:53:09.299379 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befff0e4-7368-4ccc-b008-7a9143a33a6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:53:09.299838 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befff0e4-7368-4ccc-b008-7a9143a33a6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:53:09.300264 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befff0e4-7368-4ccc-b008-7a9143a33a6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:53:09.300789 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befff0e4-7368-4ccc-b008-7a9143a33a6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:53:09.361276 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-1eeaec72-4715-42ee-8450-cea11ed035bc admin admin] Publish callbacks [] for security_group (5f26d01d-f553-4a15-aff3-67a6ffd4dc7d), before_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:53:09.385380 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-1eeaec72-4715-42ee-8450-cea11ed035bc admin admin] Publish callbacks [] for security_group (5f26d01d-f553-4a15-aff3-67a6ffd4dc7d), precommit_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:53:09.552860 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-1eeaec72-4715-42ee-8450-cea11ed035bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (5f26d01d-f553-4a15-aff3-67a6ffd4dc7d), after_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:53:09.555462 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-1eeaec72-4715-42ee-8450-cea11ed035bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:53:09.556757 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-1eeaec72-4715-42ee-8450-cea11ed035bc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5f26d01d-f553-4a15-aff3-67a6ffd4dc7d HTTP/1.1" status: 204 len: 168 time: 0.2632098 Mar 02 14:53:09.565340 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeaec72-4715-42ee-8450-cea11ed035bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f26d01d-f553-4a15-aff3-67a6ffd4dc7d,revision_number=None']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:53:09.573312 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeaec72-4715-42ee-8450-cea11ed035bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:53:09.573699 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeaec72-4715-42ee-8450-cea11ed035bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:53:09.573986 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeaec72-4715-42ee-8450-cea11ed035bc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:53:09.574317 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeaec72-4715-42ee-8450-cea11ed035bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:53:09.574642 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeaec72-4715-42ee-8450-cea11ed035bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:53:09.574955 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeaec72-4715-42ee-8450-cea11ed035bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:53:09.575302 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeaec72-4715-42ee-8450-cea11ed035bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:53:09.576366 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeaec72-4715-42ee-8450-cea11ed035bc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:53:09.576366 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeaec72-4715-42ee-8450-cea11ed035bc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:53:09.576366 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeaec72-4715-42ee-8450-cea11ed035bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:53:09.576858 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeaec72-4715-42ee-8450-cea11ed035bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:53:09.577033 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeaec72-4715-42ee-8450-cea11ed035bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:53:09.577195 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeaec72-4715-42ee-8450-cea11ed035bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:53:11.056679 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-0e6a4f55-4d4d-41c9-b207-85ce7dec88e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (4b7d4a90-2987-419a-b6cd-7624b7dba065), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:53:12.040235 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-8c265469-93de-451d-a227-73ff998d8f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (bfbb2626-1130-458a-80a5-4632d76fa057), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:53:13.575149 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-9cfe1c82-1e01-4346-89c5-c3e1093f4022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (b9ce56f8-3527-4dd9-b024-9df7b3f4c018), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:53:14.918995 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (3a73802c-5f14-4c1f-8439-e74c4c90063b), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:53:38.693323 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-aec65f83-cd2a-46d7-9a26-8ed1c6d9fe51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (dc3a6147-3194-47be-b33a-76a9a2a48933), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:53:41.060310 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-c63da467-70ff-49c7-9c2d-2aa4947d1b26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (4b7d4a90-2987-419a-b6cd-7624b7dba065), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:53:42.056087 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-8c265469-93de-451d-a227-73ff998d8f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (bfbb2626-1130-458a-80a5-4632d76fa057), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:53:42.867356 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.agents_db [None req-b044b9bd-a670-44c5-b22a-8886b11808d8 None None] Agent healthcheck: found 5 active agents {{(pid=110182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 14:53:43.586830 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-9cfe1c82-1e01-4346-89c5-c3e1093f4022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (b9ce56f8-3527-4dd9-b024-9df7b3f4c018), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:53:44.941061 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (3a73802c-5f14-4c1f-8439-e74c4c90063b), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:54:08.608322 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-117e3a47-ac3d-4e04-920d-1f3046801c3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (dc3a6147-3194-47be-b33a-76a9a2a48933), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:54:11.083447 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-e4f7f157-87bf-4656-8538-ecdebc4bf8fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (4b7d4a90-2987-419a-b6cd-7624b7dba065), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:54:12.054143 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-8c265469-93de-451d-a227-73ff998d8f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (bfbb2626-1130-458a-80a5-4632d76fa057), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:54:13.563238 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-9cfe1c82-1e01-4346-89c5-c3e1093f4022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (b9ce56f8-3527-4dd9-b024-9df7b3f4c018), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:54:15.008778 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (3a73802c-5f14-4c1f-8439-e74c4c90063b), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:54:19.867529 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.agents_db [None req-b044b9bd-a670-44c5-b22a-8886b11808d8 None None] Agent healthcheck: found 5 active agents {{(pid=110182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 14:54:38.630910 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-b346ebe0-cc0f-40ea-b3ca-de84bc4a83ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (dc3a6147-3194-47be-b33a-76a9a2a48933), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:54:41.042521 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-ccdd42c3-c567-462c-9eef-65e51627aff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (4b7d4a90-2987-419a-b6cd-7624b7dba065), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:54:42.053552 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-8c265469-93de-451d-a227-73ff998d8f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (bfbb2626-1130-458a-80a5-4632d76fa057), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:54:43.579384 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-9cfe1c82-1e01-4346-89c5-c3e1093f4022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (b9ce56f8-3527-4dd9-b024-9df7b3f4c018), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:54:45.030410 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (3a73802c-5f14-4c1f-8439-e74c4c90063b), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:54:53.212855 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-558418'] for agent (a761fe19-4045-45cc-a7c7-f029a0c82591), after_create {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:54:56.866400 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.agents_db [None req-b044b9bd-a670-44c5-b22a-8886b11808d8 None None] Agent healthcheck: found 6 active agents {{(pid=110182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 14:55:08.629672 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-0a4ba620-767d-4923-9995-61d95f058ab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (dc3a6147-3194-47be-b33a-76a9a2a48933), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:55:09.125613 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 51652) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:55:09.281902 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-e153ccb7-8a6d-42e5-82ff-cdb77bbb45f9 admin admin] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1549039 Mar 02 14:55:11.052765 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-c9addd73-070b-4d53-bb85-31e8fead2867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (4b7d4a90-2987-419a-b6cd-7624b7dba065), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:55:11.766107 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 51662) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:55:11.826881 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-eed8c8eb-06ff-4ecc-b58a-09c7ae1c80b4 admin admin] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0593302 Mar 02 14:55:12.058384 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-8c265469-93de-451d-a227-73ff998d8f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (bfbb2626-1130-458a-80a5-4632d76fa057), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:55:13.572412 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-9cfe1c82-1e01-4346-89c5-c3e1093f4022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (b9ce56f8-3527-4dd9-b024-9df7b3f4c018), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:55:14.937827 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (3a73802c-5f14-4c1f-8439-e74c4c90063b), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:55:23.149343 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (a761fe19-4045-45cc-a7c7-f029a0c82591), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:55:33.866397 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.agents_db [None req-b044b9bd-a670-44c5-b22a-8886b11808d8 None None] Agent healthcheck: found 6 active agents {{(pid=110182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 14:55:38.640225 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-8bce4367-d193-454c-8013-0370aba53a54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (dc3a6147-3194-47be-b33a-76a9a2a48933), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:55:41.051410 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a06df626-a5c5-45c5-b987-affcbeccb3ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (4b7d4a90-2987-419a-b6cd-7624b7dba065), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:55:42.057458 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-8c265469-93de-451d-a227-73ff998d8f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (bfbb2626-1130-458a-80a5-4632d76fa057), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:55:43.582615 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-9cfe1c82-1e01-4346-89c5-c3e1093f4022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (b9ce56f8-3527-4dd9-b024-9df7b3f4c018), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:55:44.914560 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (3a73802c-5f14-4c1f-8439-e74c4c90063b), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:55:53.194491 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (a761fe19-4045-45cc-a7c7-f029a0c82591), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:56:08.623270 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db346b39-f771-44f6-a1fe-d9286bd3fa36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (dc3a6147-3194-47be-b33a-76a9a2a48933), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:56:10.878632 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.agents_db [None req-b044b9bd-a670-44c5-b22a-8886b11808d8 None None] Agent healthcheck: found 6 active agents {{(pid=110182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 14:56:11.080357 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-139d565a-030c-437c-8da8-a2d26e3d2598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (4b7d4a90-2987-419a-b6cd-7624b7dba065), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:56:12.095918 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-8c265469-93de-451d-a227-73ff998d8f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (bfbb2626-1130-458a-80a5-4632d76fa057), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:56:13.594403 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-9cfe1c82-1e01-4346-89c5-c3e1093f4022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (b9ce56f8-3527-4dd9-b024-9df7b3f4c018), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:56:14.891550 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (3a73802c-5f14-4c1f-8439-e74c4c90063b), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:56:23.222726 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (a761fe19-4045-45cc-a7c7-f029a0c82591), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:56:38.628551 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-10411b72-c575-48d3-873b-bf3c7b86c152 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (dc3a6147-3194-47be-b33a-76a9a2a48933), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:56:41.068387 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a36b648a-63b5-486f-af08-112b77fc04a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (4b7d4a90-2987-419a-b6cd-7624b7dba065), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:56:42.079925 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-8c265469-93de-451d-a227-73ff998d8f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (bfbb2626-1130-458a-80a5-4632d76fa057), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:56:43.639977 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-9cfe1c82-1e01-4346-89c5-c3e1093f4022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (b9ce56f8-3527-4dd9-b024-9df7b3f4c018), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:56:44.892424 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (3a73802c-5f14-4c1f-8439-e74c4c90063b), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:56:47.871286 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.agents_db [None req-b044b9bd-a670-44c5-b22a-8886b11808d8 None None] Agent healthcheck: found 6 active agents {{(pid=110182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 14:56:53.240131 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (a761fe19-4045-45cc-a7c7-f029a0c82591), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:56:58.709144 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 51880) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:56:58.885709 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 51892) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:56:59.194908 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.v2.base [None req-3211850e-4d94-480b-a74f-ba248d0e950a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-757384370-network', 'tenant_id': '5ac6104636f34c658b71fafaf0755349'}} {{(pid=110180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:56:59.325492 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3211850e-4d94-480b-a74f-ba248d0e950a admin admin] Made reservation on behalf of 5ac6104636f34c658b71fafaf0755349 for: {'network': 1} {{(pid=110180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 14:56:59.331669 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3211850e-4d94-480b-a74f-ba248d0e950a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for network (None), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:56:59.339136 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3211850e-4d94-480b-a74f-ba248d0e950a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:56:59.356068 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 51918) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:56:59.402536 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 51926) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:56:59.406144 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.v2.base [None req-7af0610b-28f2-4dae-8967-01831394f416 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1399797968-network', 'tenant_id': '5af2b524cfcf4a87a53e43e830f481c8'}} {{(pid=110180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:56:59.512731 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3211850e-4d94-480b-a74f-ba248d0e950a admin admin] Publish callbacks [] for security_group (eac0e98c-efe0-48b1-9a1b-0199edefcc8f), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:56:59.601660 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.v2.base [None req-370dcbfd-b145-4e22-afce-02c138e2723c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-298700281-network', 'tenant_id': 'c744cfa2ecd64e8b8882c1e3e1c97e02'}} {{(pid=110179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:56:59.624449 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af0610b-28f2-4dae-8967-01831394f416 admin admin] Made reservation on behalf of 5af2b524cfcf4a87a53e43e830f481c8 for: {'network': 1} {{(pid=110180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 14:56:59.635446 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-7af0610b-28f2-4dae-8967-01831394f416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for network (None), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:56:59.643088 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3211850e-4d94-480b-a74f-ba248d0e950a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (eac0e98c-efe0-48b1-9a1b-0199edefcc8f), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:56:59.669191 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.v2.base [None req-c9093118-88fe-446f-88b1-7459f2f3349b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1179134205-network', 'tenant_id': '8d6fe98143c241798db8cd747803fb48'}} {{(pid=110179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:56:59.681316 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3211850e-4d94-480b-a74f-ba248d0e950a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=110180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 14:56:59.723141 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-7af0610b-28f2-4dae-8967-01831394f416 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:56:59.766402 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-370dcbfd-b145-4e22-afce-02c138e2723c admin admin] Made reservation on behalf of c744cfa2ecd64e8b8882c1e3e1c97e02 for: {'network': 1} {{(pid=110179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 14:56:59.769966 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-370dcbfd-b145-4e22-afce-02c138e2723c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for network (None), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:56:59.780613 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3211850e-4d94-480b-a74f-ba248d0e950a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16119287'] for segment (239b17b0-e18b-4adf-80e8-57d00e0cbb35), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:56:59.782118 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.db.segments_db [None req-3211850e-4d94-480b-a74f-ba248d0e950a admin admin] Added segment 239b17b0-e18b-4adf-80e8-57d00e0cbb35 of type vlan for network df93f8f1-ff18-4251-9f43-b4d98c48182b Mar 02 14:56:59.782578 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-370dcbfd-b145-4e22-afce-02c138e2723c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:56:59.875283 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-370dcbfd-b145-4e22-afce-02c138e2723c admin admin] Publish callbacks [] for security_group (74537ba6-1b23-49ee-a8f7-21a45895cd12), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:56:59.882437 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9093118-88fe-446f-88b1-7459f2f3349b admin admin] Made reservation on behalf of 8d6fe98143c241798db8cd747803fb48 for: {'network': 1} {{(pid=110179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 14:56:59.882907 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3211850e-4d94-480b-a74f-ba248d0e950a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757345464387'] for network (df93f8f1-ff18-4251-9f43-b4d98c48182b), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:56:59.883002 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-c9093118-88fe-446f-88b1-7459f2f3349b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for network (None), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:56:59.893903 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-c9093118-88fe-446f-88b1-7459f2f3349b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:56:59.920153 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3211850e-4d94-480b-a74f-ba248d0e950a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eac0e98c-efe0-48b1-9a1b-0199edefcc8f,revision_number=1']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:57:00.029593 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-c9093118-88fe-446f-88b1-7459f2f3349b admin admin] Publish callbacks [] for security_group (4eab1dee-6e5a-4ea3-9055-a896e07d1b25), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:00.031202 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-370dcbfd-b145-4e22-afce-02c138e2723c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (74537ba6-1b23-49ee-a8f7-21a45895cd12), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:00.031785 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3211850e-4d94-480b-a74f-ba248d0e950a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:57:00.033256 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3211850e-4d94-480b-a74f-ba248d0e950a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:57:00.040071 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3211850e-4d94-480b-a74f-ba248d0e950a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:57:00.043007 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3211850e-4d94-480b-a74f-ba248d0e950a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:57:00.043007 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3211850e-4d94-480b-a74f-ba248d0e950a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:57:00.043007 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3211850e-4d94-480b-a74f-ba248d0e950a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:57:00.043007 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3211850e-4d94-480b-a74f-ba248d0e950a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:57:00.043442 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3211850e-4d94-480b-a74f-ba248d0e950a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:57:00.044016 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3211850e-4d94-480b-a74f-ba248d0e950a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:57:00.045226 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3211850e-4d94-480b-a74f-ba248d0e950a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:57:00.047805 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3211850e-4d94-480b-a74f-ba248d0e950a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:57:00.056463 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3211850e-4d94-480b-a74f-ba248d0e950a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:57:00.057013 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3211850e-4d94-480b-a74f-ba248d0e950a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:57:00.059300 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3211850e-4d94-480b-a74f-ba248d0e950a admin admin] Tracked resource versions report: Mar 02 14:57:00.059300 dv-cinder-831439-3-iscsi neutron-server[110180]: pushed versions: Mar 02 14:57:00.059300 dv-cinder-831439-3-iscsi neutron-server[110180]: { 'AddressGroup': {'1.2'}, Mar 02 14:57:00.059300 dv-cinder-831439-3-iscsi neutron-server[110180]: 'ConntrackHelper': {'1.0'}, Mar 02 14:57:00.059300 dv-cinder-831439-3-iscsi neutron-server[110180]: 'LocalIPAssociation': {'1.0'}, Mar 02 14:57:00.059300 dv-cinder-831439-3-iscsi neutron-server[110180]: 'Log': {'1.0'}, Mar 02 14:57:00.059300 dv-cinder-831439-3-iscsi neutron-server[110180]: 'Network': {'1.1'}, Mar 02 14:57:00.059300 dv-cinder-831439-3-iscsi neutron-server[110180]: 'Port': {'1.7'}, Mar 02 14:57:00.059300 dv-cinder-831439-3-iscsi neutron-server[110180]: 'PortForwarding': {'1.2'}, Mar 02 14:57:00.059300 dv-cinder-831439-3-iscsi neutron-server[110180]: 'QosPolicy': {'1.10'}, Mar 02 14:57:00.059300 dv-cinder-831439-3-iscsi neutron-server[110180]: 'SecurityGroup': {'1.5'}, Mar 02 14:57:00.059300 dv-cinder-831439-3-iscsi neutron-server[110180]: 'SecurityGroupRule': {'1.2'}, Mar 02 14:57:00.059300 dv-cinder-831439-3-iscsi neutron-server[110180]: 'SubPort': {'1.0'}, Mar 02 14:57:00.059300 dv-cinder-831439-3-iscsi neutron-server[110180]: 'Subnet': {'1.1'}, Mar 02 14:57:00.059300 dv-cinder-831439-3-iscsi neutron-server[110180]: 'Trunk': {'1.1'}} Mar 02 14:57:00.059300 dv-cinder-831439-3-iscsi neutron-server[110180]: consumer versions: Mar 02 14:57:00.059300 dv-cinder-831439-3-iscsi neutron-server[110180]: { DHCP agent@dv-cinder-831439-3-iscsi: {}, Mar 02 14:57:00.059300 dv-cinder-831439-3-iscsi neutron-server[110180]: HyperV agent@hv-cinder-83143: {}, Mar 02 14:57:00.059300 dv-cinder-831439-3-iscsi neutron-server[110180]: L3 agent@dv-cinder-831439-3-iscsi: {}, Mar 02 14:57:00.059300 dv-cinder-831439-3-iscsi neutron-server[110180]: Metadata agent@dv-cinder-831439-3-iscsi: {}, Mar 02 14:57:00.059300 dv-cinder-831439-3-iscsi neutron-server[110180]: Metering agent@dv-cinder-831439-3-iscsi: {}, Mar 02 14:57:00.059300 dv-cinder-831439-3-iscsi neutron-server[110180]: Open vSwitch agent@dv-cinder-831439-3-iscsi: { 'AddressGroup': '1.2', Mar 02 14:57:00.059300 dv-cinder-831439-3-iscsi neutron-server[110180]: 'ConntrackHelper': '1.0', Mar 02 14:57:00.059300 dv-cinder-831439-3-iscsi neutron-server[110180]: 'LocalIPAssociation': '1.0', Mar 02 14:57:00.059300 dv-cinder-831439-3-iscsi neutron-server[110180]: 'Log': '1.0', Mar 02 14:57:00.059300 dv-cinder-831439-3-iscsi neutron-server[110180]: 'Network': '1.1', Mar 02 14:57:00.059300 dv-cinder-831439-3-iscsi neutron-server[110180]: 'Port': '1.7', Mar 02 14:57:00.059300 dv-cinder-831439-3-iscsi neutron-server[110180]: 'PortForwarding': '1.2', Mar 02 14:57:00.059300 dv-cinder-831439-3-iscsi neutron-server[110180]: 'QosPolicy': '1.10', Mar 02 14:57:00.059300 dv-cinder-831439-3-iscsi neutron-server[110180]: 'SecurityGroup': '1.5', Mar 02 14:57:00.059300 dv-cinder-831439-3-iscsi neutron-server[110180]: 'SecurityGroupRule': '1.2', Mar 02 14:57:00.059300 dv-cinder-831439-3-iscsi neutron-server[110180]: 'SubPort': '1.0', Mar 02 14:57:00.059300 dv-cinder-831439-3-iscsi neutron-server[110180]: 'Subnet': '1.1', Mar 02 14:57:00.059300 dv-cinder-831439-3-iscsi neutron-server[110180]: 'Trunk': '1.1'}} Mar 02 14:57:00.059300 dv-cinder-831439-3-iscsi neutron-server[110180]: {{(pid=110180) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 14:57:00.068602 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370dcbfd-b145-4e22-afce-02c138e2723c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74537ba6-1b23-49ee-a8f7-21a45895cd12,revision_number=1']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:57:00.079575 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370dcbfd-b145-4e22-afce-02c138e2723c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:57:00.079975 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370dcbfd-b145-4e22-afce-02c138e2723c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:57:00.085774 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370dcbfd-b145-4e22-afce-02c138e2723c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:57:00.085774 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370dcbfd-b145-4e22-afce-02c138e2723c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:57:00.085774 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370dcbfd-b145-4e22-afce-02c138e2723c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:57:00.085774 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370dcbfd-b145-4e22-afce-02c138e2723c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:57:00.085774 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370dcbfd-b145-4e22-afce-02c138e2723c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:57:00.085774 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370dcbfd-b145-4e22-afce-02c138e2723c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:57:00.085774 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370dcbfd-b145-4e22-afce-02c138e2723c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:57:00.085774 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370dcbfd-b145-4e22-afce-02c138e2723c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:57:00.085774 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370dcbfd-b145-4e22-afce-02c138e2723c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:57:00.085774 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370dcbfd-b145-4e22-afce-02c138e2723c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:57:00.085774 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370dcbfd-b145-4e22-afce-02c138e2723c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:57:00.085774 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370dcbfd-b145-4e22-afce-02c138e2723c admin admin] Tracked resource versions report: Mar 02 14:57:00.085774 dv-cinder-831439-3-iscsi neutron-server[110179]: pushed versions: Mar 02 14:57:00.085774 dv-cinder-831439-3-iscsi neutron-server[110179]: { 'AddressGroup': {'1.2'}, Mar 02 14:57:00.085774 dv-cinder-831439-3-iscsi neutron-server[110179]: 'ConntrackHelper': {'1.0'}, Mar 02 14:57:00.085774 dv-cinder-831439-3-iscsi neutron-server[110179]: 'LocalIPAssociation': {'1.0'}, Mar 02 14:57:00.085774 dv-cinder-831439-3-iscsi neutron-server[110179]: 'Log': {'1.0'}, Mar 02 14:57:00.085774 dv-cinder-831439-3-iscsi neutron-server[110179]: 'Network': {'1.1'}, Mar 02 14:57:00.085774 dv-cinder-831439-3-iscsi neutron-server[110179]: 'Port': {'1.7'}, Mar 02 14:57:00.085774 dv-cinder-831439-3-iscsi neutron-server[110179]: 'PortForwarding': {'1.2'}, Mar 02 14:57:00.085774 dv-cinder-831439-3-iscsi neutron-server[110179]: 'QosPolicy': {'1.10'}, Mar 02 14:57:00.085774 dv-cinder-831439-3-iscsi neutron-server[110179]: 'SecurityGroup': {'1.5'}, Mar 02 14:57:00.085774 dv-cinder-831439-3-iscsi neutron-server[110179]: 'SecurityGroupRule': {'1.2'}, Mar 02 14:57:00.085774 dv-cinder-831439-3-iscsi neutron-server[110179]: 'SubPort': {'1.0'}, Mar 02 14:57:00.085774 dv-cinder-831439-3-iscsi neutron-server[110179]: 'Subnet': {'1.1'}, Mar 02 14:57:00.085774 dv-cinder-831439-3-iscsi neutron-server[110179]: 'Trunk': {'1.1'}} Mar 02 14:57:00.085774 dv-cinder-831439-3-iscsi neutron-server[110179]: consumer versions: Mar 02 14:57:00.085774 dv-cinder-831439-3-iscsi neutron-server[110179]: { DHCP agent@dv-cinder-831439-3-iscsi: {}, Mar 02 14:57:00.085774 dv-cinder-831439-3-iscsi neutron-server[110179]: HyperV agent@hv-cinder-83143: {}, Mar 02 14:57:00.085774 dv-cinder-831439-3-iscsi neutron-server[110179]: L3 agent@dv-cinder-831439-3-iscsi: {}, Mar 02 14:57:00.085774 dv-cinder-831439-3-iscsi neutron-server[110179]: Metadata agent@dv-cinder-831439-3-iscsi: {}, Mar 02 14:57:00.085774 dv-cinder-831439-3-iscsi neutron-server[110179]: Metering agent@dv-cinder-831439-3-iscsi: {}, Mar 02 14:57:00.085774 dv-cinder-831439-3-iscsi neutron-server[110179]: Open vSwitch agent@dv-cinder-831439-3-iscsi: { 'AddressGroup': '1.2', Mar 02 14:57:00.085774 dv-cinder-831439-3-iscsi neutron-server[110179]: 'ConntrackHelper': '1.0', Mar 02 14:57:00.085774 dv-cinder-831439-3-iscsi neutron-server[110179]: 'LocalIPAssociation': '1.0', Mar 02 14:57:00.085774 dv-cinder-831439-3-iscsi neutron-server[110179]: 'Log': '1.0', Mar 02 14:57:00.085774 dv-cinder-831439-3-iscsi neutron-server[110179]: 'Network': '1.1', Mar 02 14:57:00.085774 dv-cinder-831439-3-iscsi neutron-server[110179]: 'Port': '1.7', Mar 02 14:57:00.085774 dv-cinder-831439-3-iscsi neutron-server[110179]: 'PortForwarding': '1.2', Mar 02 14:57:00.085774 dv-cinder-831439-3-iscsi neutron-server[110179]: 'QosPolicy': '1.10', Mar 02 14:57:00.085774 dv-cinder-831439-3-iscsi neutron-server[110179]: 'SecurityGroup': '1.5', Mar 02 14:57:00.085774 dv-cinder-831439-3-iscsi neutron-server[110179]: 'SecurityGroupRule': '1.2', Mar 02 14:57:00.085774 dv-cinder-831439-3-iscsi neutron-server[110179]: 'SubPort': '1.0', Mar 02 14:57:00.085774 dv-cinder-831439-3-iscsi neutron-server[110179]: 'Subnet': '1.1', Mar 02 14:57:00.085774 dv-cinder-831439-3-iscsi neutron-server[110179]: 'Trunk': '1.1'}} Mar 02 14:57:00.085774 dv-cinder-831439-3-iscsi neutron-server[110179]: {{(pid=110179) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 14:57:00.097123 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-370dcbfd-b145-4e22-afce-02c138e2723c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=110179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 14:57:00.112981 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-370dcbfd-b145-4e22-afce-02c138e2723c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16119287'] for segment (8893ea58-7cff-4b58-935d-3a9feb64b4ca), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:00.113747 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.db.segments_db [None req-370dcbfd-b145-4e22-afce-02c138e2723c admin admin] Added segment 8893ea58-7cff-4b58-935d-3a9feb64b4ca of type vlan for network 4aeef58e-3340-46c4-943d-ae2ec26e78a0 Mar 02 14:57:00.160840 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3211850e-4d94-480b-a74f-ba248d0e950a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677'] for network (df93f8f1-ff18-4251-9f43-b4d98c48182b), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:00.162178 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-c9093118-88fe-446f-88b1-7459f2f3349b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (4eab1dee-6e5a-4ea3-9055-a896e07d1b25), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:00.166180 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3211850e-4d94-480b-a74f-ba248d0e950a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:00.166180 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3211850e-4d94-480b-a74f-ba248d0e950a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16231659'] for network (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:00.180474 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9093118-88fe-446f-88b1-7459f2f3349b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=110179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 14:57:00.199703 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-c9093118-88fe-446f-88b1-7459f2f3349b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16119287'] for segment (a29b8c1f-4601-46a8-a0c5-19fb5294c518), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:00.200039 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.db.segments_db [None req-c9093118-88fe-446f-88b1-7459f2f3349b admin admin] Added segment a29b8c1f-4601-46a8-a0c5-19fb5294c518 of type vlan for network 32a772a1-de65-4149-a254-15f24cef804d Mar 02 14:57:00.252108 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-c9093118-88fe-446f-88b1-7459f2f3349b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757345464387'] for network (32a772a1-de65-4149-a254-15f24cef804d), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:00.339554 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-370dcbfd-b145-4e22-afce-02c138e2723c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757345464387'] for network (4aeef58e-3340-46c4-943d-ae2ec26e78a0), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:00.365144 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9093118-88fe-446f-88b1-7459f2f3349b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eab1dee-6e5a-4ea3-9055-a896e07d1b25,revision_number=1']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:57:00.446032 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3211850e-4d94-480b-a74f-ba248d0e950a admin admin] Pushing event updated for resources: {'Network': ['ID=df93f8f1-ff18-4251-9f43-b4d98c48182b,revision_number=1']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:57:00.456336 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-c9093118-88fe-446f-88b1-7459f2f3349b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677'] for network (32a772a1-de65-4149-a254-15f24cef804d), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:00.464472 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9093118-88fe-446f-88b1-7459f2f3349b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:00.465849 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-c9093118-88fe-446f-88b1-7459f2f3349b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16231659'] for network (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:00.490685 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Network df93f8f1-ff18-4251-9f43-b4d98c48182b details requested by agent ovs-agent-dv-cinder-831439-3-iscsi with host dv-cinder-831439-3-iscsi {{(pid=110181) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 14:57:00.583116 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-3211850e-4d94-480b-a74f-ba248d0e950a admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8707106 Mar 02 14:57:00.603498 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 51964) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:57:00.612171 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.v2.base [None req-72c756d7-7e62-4fc3-973e-abb5fc6113eb admin admin] Request body: {'subnet': {'network_id': 'df93f8f1-ff18-4251-9f43-b4d98c48182b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-757384370-subnet', 'tenant_id': '5ac6104636f34c658b71fafaf0755349', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:57:00.623728 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-7af0610b-28f2-4dae-8967-01831394f416 admin admin] Publish callbacks [] for security_group (042a4f9a-15cc-43ae-9988-4a18daee0533), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:00.720181 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-7af0610b-28f2-4dae-8967-01831394f416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (042a4f9a-15cc-43ae-9988-4a18daee0533), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:00.771449 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7af0610b-28f2-4dae-8967-01831394f416 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=110180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 14:57:00.828019 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-7af0610b-28f2-4dae-8967-01831394f416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16119287'] for segment (e7c321a0-838f-4650-b9bc-a9b951b87ffc), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:00.835145 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.db.segments_db [None req-7af0610b-28f2-4dae-8967-01831394f416 admin admin] Added segment e7c321a0-838f-4650-b9bc-a9b951b87ffc of type vlan for network cf64d0ea-6d61-484f-988f-99ec8724bf15 Mar 02 14:57:00.835364 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9093118-88fe-446f-88b1-7459f2f3349b admin admin] Pushing event updated for resources: {'Network': ['ID=32a772a1-de65-4149-a254-15f24cef804d,revision_number=1']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:57:00.839744 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c756d7-7e62-4fc3-973e-abb5fc6113eb admin admin] Made reservation on behalf of 5ac6104636f34c658b71fafaf0755349 for: {'subnet': 1} {{(pid=110180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 14:57:00.845048 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-72c756d7-7e62-4fc3-973e-abb5fc6113eb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:00.847812 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Network 32a772a1-de65-4149-a254-15f24cef804d details requested by agent ovs-agent-dv-cinder-831439-3-iscsi with host dv-cinder-831439-3-iscsi {{(pid=110181) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 14:57:00.851951 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-370dcbfd-b145-4e22-afce-02c138e2723c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677'] for network (4aeef58e-3340-46c4-943d-ae2ec26e78a0), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:00.854570 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370dcbfd-b145-4e22-afce-02c138e2723c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:00.855168 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-370dcbfd-b145-4e22-afce-02c138e2723c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16231659'] for network (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:00.969775 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af0610b-28f2-4dae-8967-01831394f416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=042a4f9a-15cc-43ae-9988-4a18daee0533,revision_number=1']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:57:00.985979 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370dcbfd-b145-4e22-afce-02c138e2723c admin admin] Pushing event updated for resources: {'Network': ['ID=4aeef58e-3340-46c4-943d-ae2ec26e78a0,revision_number=1']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:57:01.020072 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-370dcbfd-b145-4e22-afce-02c138e2723c admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6590521 Mar 02 14:57:01.032932 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 51980) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:57:01.050417 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-c9093118-88fe-446f-88b1-7459f2f3349b admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6465795 Mar 02 14:57:01.058939 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.v2.base [None req-5242e1aa-9444-450c-addb-40fceac2be71 admin admin] Request body: {'subnet': {'network_id': '4aeef58e-3340-46c4-943d-ae2ec26e78a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-298700281-subnet', 'tenant_id': 'c744cfa2ecd64e8b8882c1e3e1c97e02', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:57:01.064636 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 51984) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:57:01.067038 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Network 4aeef58e-3340-46c4-943d-ae2ec26e78a0 details requested by agent ovs-agent-dv-cinder-831439-3-iscsi with host dv-cinder-831439-3-iscsi {{(pid=110181) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 14:57:01.083979 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.v2.base [None req-7df7f3af-e965-4c5d-b0a0-3e4503028dfd admin admin] Request body: {'subnet': {'network_id': '32a772a1-de65-4149-a254-15f24cef804d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1179134205-subnet', 'tenant_id': '8d6fe98143c241798db8cd747803fb48', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:57:01.170501 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 51990) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:57:01.267325 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-7af0610b-28f2-4dae-8967-01831394f416 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757345464387'] for network (cf64d0ea-6d61-484f-988f-99ec8724bf15), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:01.302974 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7df7f3af-e965-4c5d-b0a0-3e4503028dfd admin admin] Made reservation on behalf of 8d6fe98143c241798db8cd747803fb48 for: {'subnet': 1} {{(pid=110179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 14:57:01.306361 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-7df7f3af-e965-4c5d-b0a0-3e4503028dfd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:01.364364 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5242e1aa-9444-450c-addb-40fceac2be71 admin admin] Made reservation on behalf of c744cfa2ecd64e8b8882c1e3e1c97e02 for: {'subnet': 1} {{(pid=110179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 14:57:01.367030 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-5242e1aa-9444-450c-addb-40fceac2be71 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:01.463463 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-cec9c0e1-894f-4b8f-b222-86da60492298 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:01.475340 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-72c756d7-7e62-4fc3-973e-abb5fc6113eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677'] for subnet (af4612bf-937d-4ff0-87a0-e171015ed5a7), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:01.480140 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-7af0610b-28f2-4dae-8967-01831394f416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677'] for network (cf64d0ea-6d61-484f-988f-99ec8724bf15), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:01.481310 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af0610b-28f2-4dae-8967-01831394f416 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:01.482077 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-7af0610b-28f2-4dae-8967-01831394f416 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16231659'] for network (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:01.613657 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c756d7-7e62-4fc3-973e-abb5fc6113eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=af4612bf-937d-4ff0-87a0-e171015ed5a7,revision_number=0']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:57:01.624064 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af0610b-28f2-4dae-8967-01831394f416 admin admin] Pushing event updated for resources: {'Network': ['ID=cf64d0ea-6d61-484f-988f-99ec8724bf15,revision_number=1']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:57:01.636686 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c756d7-7e62-4fc3-973e-abb5fc6113eb admin admin] Checking segment: {'id': '239b17b0-e18b-4adf-80e8-57d00e0cbb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'df93f8f1-ff18-4251-9f43-b4d98c48182b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 14:57:01.637041 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c756d7-7e62-4fc3-973e-abb5fc6113eb admin admin] Network hostable DHCP agents. Network: df93f8f1-ff18-4251-9f43-b4d98c48182b, hostable agents: ['dc3a6147-3194-47be-b33a-76a9a2a48933'], hosted agents: [] {{(pid=110180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 14:57:01.653586 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Network cf64d0ea-6d61-484f-988f-99ec8724bf15 details requested by agent ovs-agent-dv-cinder-831439-3-iscsi with host dv-cinder-831439-3-iscsi {{(pid=110181) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 14:57:01.671906 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-7af0610b-28f2-4dae-8967-01831394f416 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.7803714 Mar 02 14:57:01.671906 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 52014) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:57:01.677151 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.v2.base [None req-6b65976a-687a-4f66-ae31-d04ff575ed3c admin admin] Request body: {'subnet': {'network_id': 'cf64d0ea-6d61-484f-988f-99ec8724bf15', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1399797968-subnet', 'tenant_id': '5af2b524cfcf4a87a53e43e830f481c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:57:01.735482 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-cec9c0e1-894f-4b8f-b222-86da60492298 admin admin] Publish callbacks [] for security_group (c070a0df-6c99-45a4-8aa1-21c76ff328f9), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:01.764882 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c756d7-7e62-4fc3-973e-abb5fc6113eb admin admin] Network df93f8f1-ff18-4251-9f43-b4d98c48182b is scheduled to be hosted by DHCP agent dc3a6147-3194-47be-b33a-76a9a2a48933 with binding_index 1 {{(pid=110180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 14:57:01.795699 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b65976a-687a-4f66-ae31-d04ff575ed3c admin admin] Made reservation on behalf of 5af2b524cfcf4a87a53e43e830f481c8 for: {'subnet': 1} {{(pid=110180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 14:57:01.798465 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-6b65976a-687a-4f66-ae31-d04ff575ed3c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:01.874838 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-7df7f3af-e965-4c5d-b0a0-3e4503028dfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677'] for subnet (4f813be6-b019-4418-9613-23d83e4ca2ff), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:01.878878 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-5242e1aa-9444-450c-addb-40fceac2be71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677'] for subnet (33e89568-1c93-4c51-af7d-02f9e3bdcc0f), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:01.880796 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-cec9c0e1-894f-4b8f-b222-86da60492298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (c070a0df-6c99-45a4-8aa1-21c76ff328f9), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:01.905480 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.base_scheduler [None req-72c756d7-7e62-4fc3-973e-abb5fc6113eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831439-3-iscsi, df93f8f1-ff18-4251-9f43-b4d98c48182b) {{(pid=110180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 14:57:01.916972 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66e257f-e3e1-4138-86fe-9a369e9023ff None None] Network df93f8f1-ff18-4251-9f43-b4d98c48182b requested from dv-cinder-831439-3-iscsi {{(pid=110181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 14:57:01.918010 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c756d7-7e62-4fc3-973e-abb5fc6113eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:01.918917 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-72c756d7-7e62-4fc3-973e-abb5fc6113eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16231659'] for subnet (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:01.969495 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 52030) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:57:02.009161 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-cec9c0e1-894f-4b8f-b222-86da60492298 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8d0c26197c43452f8a11521906f20086&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8371234 Mar 02 14:57:02.016008 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 52038) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:57:02.019537 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-72c756d7-7e62-4fc3-973e-abb5fc6113eb admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4149635 Mar 02 14:57:02.027833 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 52040) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:57:02.043136 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec9c0e1-894f-4b8f-b222-86da60492298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c070a0df-6c99-45a4-8aa1-21c76ff328f9,revision_number=1']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:57:02.062059 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.v2.base [None req-8e44b48e-caaf-4f44-a458-bceebac1bd59 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-757384370-router', 'tenant_id': '5ac6104636f34c658b71fafaf0755349', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf'}}} {{(pid=110179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:57:02.106650 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df7f3af-e965-4c5d-b0a0-3e4503028dfd admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f813be6-b019-4418-9613-23d83e4ca2ff,revision_number=0']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:57:02.115050 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-6b65976a-687a-4f66-ae31-d04ff575ed3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677'] for subnet (1811268e-e352-4ea5-8fc9-95bea7016c91), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:02.139896 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04da2791-533c-4c1f-a91f-7f877e752f5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f7ea2e6-afbe-59ed-88ad-785bacde5fc6-df93f8f1-ff18-4251-9f43-b4d98c48182b', 'network_id': 'df93f8f1-ff18-4251-9f43-b4d98c48182b', 'project_id': '5ac6104636f34c658b71fafaf0755349', 'fixed_ips': [{'subnet_id': 'af4612bf-937d-4ff0-87a0-e171015ed5a7'}]}} from dv-cinder-831439-3-iscsi. {{(pid=110181) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 02 14:57:02.140995 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-04da2791-533c-4c1f-a91f-7f877e752f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (None), before_create {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:02.169016 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5242e1aa-9444-450c-addb-40fceac2be71 admin admin] Checking segment: {'id': '8893ea58-7cff-4b58-935d-3a9feb64b4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '4aeef58e-3340-46c4-943d-ae2ec26e78a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 14:57:02.170481 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5242e1aa-9444-450c-addb-40fceac2be71 admin admin] Network hostable DHCP agents. Network: 4aeef58e-3340-46c4-943d-ae2ec26e78a0, hostable agents: ['dc3a6147-3194-47be-b33a-76a9a2a48933'], hosted agents: [] {{(pid=110179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 14:57:02.191312 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df7f3af-e965-4c5d-b0a0-3e4503028dfd admin admin] Checking segment: {'id': 'a29b8c1f-4601-46a8-a0c5-19fb5294c518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '32a772a1-de65-4149-a254-15f24cef804d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 14:57:02.191576 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df7f3af-e965-4c5d-b0a0-3e4503028dfd admin admin] Network hostable DHCP agents. Network: 32a772a1-de65-4149-a254-15f24cef804d, hostable agents: ['dc3a6147-3194-47be-b33a-76a9a2a48933'], hosted agents: [] {{(pid=110179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 14:57:02.213071 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b65976a-687a-4f66-ae31-d04ff575ed3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1811268e-e352-4ea5-8fc9-95bea7016c91,revision_number=0']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:57:02.227094 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-8e44b48e-caaf-4f44-a458-bceebac1bd59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6330'] for router (8a8aaf80-2537-4582-a333-95e79d7ab834), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:02.229174 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-8e44b48e-caaf-4f44-a458-bceebac1bd59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-562153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557622', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6321'] for router (8a8aaf80-2537-4582-a333-95e79d7ab834), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:02.229739 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-64159cec-fd8c-4635-b3ee-7059db49292f admin admin] Publish callbacks [] for security_group (c070a0df-6c99-45a4-8aa1-21c76ff328f9), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:02.254707 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-69e11f30-de85-4c22-ae98-42cb213f1ef1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:02.268581 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5242e1aa-9444-450c-addb-40fceac2be71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33e89568-1c93-4c51-af7d-02f9e3bdcc0f,revision_number=0']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:57:02.269053 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b65976a-687a-4f66-ae31-d04ff575ed3c admin admin] Checking segment: {'id': 'e7c321a0-838f-4650-b9bc-a9b951b87ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'cf64d0ea-6d61-484f-988f-99ec8724bf15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 14:57:02.269423 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b65976a-687a-4f66-ae31-d04ff575ed3c admin admin] Network hostable DHCP agents. Network: cf64d0ea-6d61-484f-988f-99ec8724bf15, hostable agents: ['dc3a6147-3194-47be-b33a-76a9a2a48933'], hosted agents: [] {{(pid=110180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 14:57:02.284842 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-64159cec-fd8c-4635-b3ee-7059db49292f admin admin] Publish callbacks [] for security_group (c070a0df-6c99-45a4-8aa1-21c76ff328f9), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:02.318967 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-8e44b48e-caaf-4f44-a458-bceebac1bd59 admin admin] Publish callbacks [] for router_controller (8a8aaf80-2537-4582-a333-95e79d7ab834), precommit_add_association {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:02.336050 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.db_base_plugin_common [None req-04da2791-533c-4c1f-a91f-7f877e752f5f None None] Allocated IP 172.20.0.2 (df93f8f1-ff18-4251-9f43-b4d98c48182b/af4612bf-937d-4ff0-87a0-e171015ed5a7/e073c18a-c455-4eea-90fa-01fcefe43285) {{(pid=110181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 14:57:02.402005 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5242e1aa-9444-450c-addb-40fceac2be71 admin admin] Network 4aeef58e-3340-46c4-943d-ae2ec26e78a0 is scheduled to be hosted by DHCP agent dc3a6147-3194-47be-b33a-76a9a2a48933 with binding_index 1 {{(pid=110179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 14:57:02.406852 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df7f3af-e965-4c5d-b0a0-3e4503028dfd admin admin] Network 32a772a1-de65-4149-a254-15f24cef804d is scheduled to be hosted by DHCP agent dc3a6147-3194-47be-b33a-76a9a2a48933 with binding_index 1 {{(pid=110179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 14:57:02.463369 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b65976a-687a-4f66-ae31-d04ff575ed3c admin admin] Network cf64d0ea-6d61-484f-988f-99ec8724bf15 is scheduled to be hosted by DHCP agent dc3a6147-3194-47be-b33a-76a9a2a48933 with binding_index 1 {{(pid=110180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 14:57:02.555959 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-04da2791-533c-4c1f-a91f-7f877e752f5f None None] Publish callbacks [] for port (e073c18a-c455-4eea-90fa-01fcefe43285), precommit_create {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:02.558810 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-69e11f30-de85-4c22-ae98-42cb213f1ef1 admin admin] Publish callbacks [] for security_group (864ff5a7-707f-4ca3-be47-4e07e8d1846a), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:02.560488 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-64159cec-fd8c-4635-b3ee-7059db49292f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (c070a0df-6c99-45a4-8aa1-21c76ff328f9), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:02.563319 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-64159cec-fd8c-4635-b3ee-7059db49292f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:02.565492 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-64159cec-fd8c-4635-b3ee-7059db49292f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c070a0df-6c99-45a4-8aa1-21c76ff328f9 HTTP/1.1" status: 204 len: 168 time: 0.5440249 Mar 02 14:57:02.576806 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64159cec-fd8c-4635-b3ee-7059db49292f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c070a0df-6c99-45a4-8aa1-21c76ff328f9,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:57:02.580520 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.scheduler.base_scheduler [None req-5242e1aa-9444-450c-addb-40fceac2be71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831439-3-iscsi, 4aeef58e-3340-46c4-943d-ae2ec26e78a0) {{(pid=110179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 14:57:02.582495 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.base_scheduler [None req-6b65976a-687a-4f66-ae31-d04ff575ed3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831439-3-iscsi, cf64d0ea-6d61-484f-988f-99ec8724bf15) {{(pid=110180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 14:57:02.591071 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a98978-ba05-4ead-91b9-046887b12959 None None] Network 4aeef58e-3340-46c4-943d-ae2ec26e78a0 requested from dv-cinder-831439-3-iscsi {{(pid=110181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 14:57:02.592840 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.scheduler.base_scheduler [None req-7df7f3af-e965-4c5d-b0a0-3e4503028dfd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831439-3-iscsi, 32a772a1-de65-4149-a254-15f24cef804d) {{(pid=110179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 14:57:02.600125 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5242e1aa-9444-450c-addb-40fceac2be71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:02.600789 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-5242e1aa-9444-450c-addb-40fceac2be71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16231659'] for subnet (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:02.606301 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-8e44b48e-caaf-4f44-a458-bceebac1bd59 admin admin] Publish callbacks [] for router_gateway (8a8aaf80-2537-4582-a333-95e79d7ab834), precommit_update {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:02.633102 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b65976a-687a-4f66-ae31-d04ff575ed3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:02.633102 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-6b65976a-687a-4f66-ae31-d04ff575ed3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16231659'] for subnet (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:02.664759 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df7f3af-e965-4c5d-b0a0-3e4503028dfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:02.666126 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-7df7f3af-e965-4c5d-b0a0-3e4503028dfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16231659'] for subnet (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:02.666998 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8b7ab9-9349-4c48-8305-aea9f5efdffb None None] Network cf64d0ea-6d61-484f-988f-99ec8724bf15 requested from dv-cinder-831439-3-iscsi {{(pid=110181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 14:57:02.676038 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-04da2791-533c-4c1f-a91f-7f877e752f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757345480668'] for port (e073c18a-c455-4eea-90fa-01fcefe43285), after_create {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:02.694124 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ff6aee-bbfc-47c4-bdb1-6cbcf2281ebc None None] Network 32a772a1-de65-4149-a254-15f24cef804d requested from dv-cinder-831439-3-iscsi {{(pid=110181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 14:57:02.698111 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-69e11f30-de85-4c22-ae98-42cb213f1ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (864ff5a7-707f-4ca3-be47-4e07e8d1846a), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:02.714303 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04da2791-533c-4c1f-a91f-7f877e752f5f None None] Network df93f8f1-ff18-4251-9f43-b4d98c48182b is already hosted by enough agents. {{(pid=110181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 14:57:02.751671 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-5242e1aa-9444-450c-addb-40fceac2be71 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6881552 Mar 02 14:57:02.753025 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.scheduler.base_scheduler [None req-04da2791-533c-4c1f-a91f-7f877e752f5f None None] Resources bound (agent type, host, resource id): {{(pid=110181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 14:57:02.759362 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-6b65976a-687a-4f66-ae31-d04ff575ed3c admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0869355 Mar 02 14:57:02.798283 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-69e11f30-de85-4c22-ae98-42cb213f1ef1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=62a4145302e1448eb0af74ed06e956da&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8275001 Mar 02 14:57:02.802071 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e11f30-de85-4c22-ae98-42cb213f1ef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=864ff5a7-707f-4ca3-be47-4e07e8d1846a,revision_number=1']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:57:02.806712 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 52066) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:57:02.851781 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-7df7f3af-e965-4c5d-b0a0-3e4503028dfd admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7835760 Mar 02 14:57:02.855049 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 52068) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:57:02.867303 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 52070) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:57:02.870453 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.v2.base [None req-a04b03bb-957e-4d71-b179-7c0ebc899b98 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1179134205-router', 'tenant_id': '8d6fe98143c241798db8cd747803fb48', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf'}}} {{(pid=110180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:57:02.901575 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04da2791-533c-4c1f-a91f-7f877e752f5f None None] Received port after_create {{(pid=110181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 14:57:02.949877 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-1e471a24-a3ba-4718-b6a3-323cdf52fb3d admin admin] Publish callbacks [] for security_group (864ff5a7-707f-4ca3-be47-4e07e8d1846a), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:02.990417 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-1e471a24-a3ba-4718-b6a3-323cdf52fb3d admin admin] Publish callbacks [] for security_group (864ff5a7-707f-4ca3-be47-4e07e8d1846a), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:03.072245 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-a04b03bb-957e-4d71-b179-7c0ebc899b98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6330'] for router (e5b571ce-fc13-4916-8ca7-02e46e5b493a), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:03.072245 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-a04b03bb-957e-4d71-b179-7c0ebc899b98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-562153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557622', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6321'] for router (e5b571ce-fc13-4916-8ca7-02e46e5b493a), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:03.162516 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-8e44b48e-caaf-4f44-a458-bceebac1bd59 admin admin] Publish callbacks [] for router_gateway (8a8aaf80-2537-4582-a333-95e79d7ab834), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:03.215851 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-1e471a24-a3ba-4718-b6a3-323cdf52fb3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (864ff5a7-707f-4ca3-be47-4e07e8d1846a), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:03.227505 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-8e44b48e-caaf-4f44-a458-bceebac1bd59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (None), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:03.227733 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-1e471a24-a3ba-4718-b6a3-323cdf52fb3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:03.230929 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-1e471a24-a3ba-4718-b6a3-323cdf52fb3d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/864ff5a7-707f-4ca3-be47-4e07e8d1846a HTTP/1.1" status: 204 len: 168 time: 0.4200609 Mar 02 14:57:03.282429 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04da2791-533c-4c1f-a91f-7f877e752f5f None None] Pushing event updated for resources: {'Port': ['ID=e073c18a-c455-4eea-90fa-01fcefe43285,revision_number=1']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:57:03.310258 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04da2791-533c-4c1f-a91f-7f877e752f5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:57:03.310258 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04da2791-533c-4c1f-a91f-7f877e752f5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:57:03.310258 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04da2791-533c-4c1f-a91f-7f877e752f5f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:57:03.310258 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04da2791-533c-4c1f-a91f-7f877e752f5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:57:03.310258 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04da2791-533c-4c1f-a91f-7f877e752f5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:57:03.310949 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04da2791-533c-4c1f-a91f-7f877e752f5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:57:03.311774 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04da2791-533c-4c1f-a91f-7f877e752f5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:57:03.312540 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04da2791-533c-4c1f-a91f-7f877e752f5f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:57:03.313389 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04da2791-533c-4c1f-a91f-7f877e752f5f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:57:03.313936 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04da2791-533c-4c1f-a91f-7f877e752f5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:57:03.314456 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04da2791-533c-4c1f-a91f-7f877e752f5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:57:03.314986 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04da2791-533c-4c1f-a91f-7f877e752f5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:57:03.315733 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04da2791-533c-4c1f-a91f-7f877e752f5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:57:03.317538 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04da2791-533c-4c1f-a91f-7f877e752f5f None None] Tracked resource versions report: Mar 02 14:57:03.317538 dv-cinder-831439-3-iscsi neutron-server[110181]: pushed versions: Mar 02 14:57:03.317538 dv-cinder-831439-3-iscsi neutron-server[110181]: { 'AddressGroup': {'1.2'}, Mar 02 14:57:03.317538 dv-cinder-831439-3-iscsi neutron-server[110181]: 'ConntrackHelper': {'1.0'}, Mar 02 14:57:03.317538 dv-cinder-831439-3-iscsi neutron-server[110181]: 'LocalIPAssociation': {'1.0'}, Mar 02 14:57:03.317538 dv-cinder-831439-3-iscsi neutron-server[110181]: 'Log': {'1.0'}, Mar 02 14:57:03.317538 dv-cinder-831439-3-iscsi neutron-server[110181]: 'Network': {'1.1'}, Mar 02 14:57:03.317538 dv-cinder-831439-3-iscsi neutron-server[110181]: 'Port': {'1.7'}, Mar 02 14:57:03.317538 dv-cinder-831439-3-iscsi neutron-server[110181]: 'PortForwarding': {'1.2'}, Mar 02 14:57:03.317538 dv-cinder-831439-3-iscsi neutron-server[110181]: 'QosPolicy': {'1.10'}, Mar 02 14:57:03.317538 dv-cinder-831439-3-iscsi neutron-server[110181]: 'SecurityGroup': {'1.5'}, Mar 02 14:57:03.317538 dv-cinder-831439-3-iscsi neutron-server[110181]: 'SecurityGroupRule': {'1.2'}, Mar 02 14:57:03.317538 dv-cinder-831439-3-iscsi neutron-server[110181]: 'SubPort': {'1.0'}, Mar 02 14:57:03.317538 dv-cinder-831439-3-iscsi neutron-server[110181]: 'Subnet': {'1.1'}, Mar 02 14:57:03.317538 dv-cinder-831439-3-iscsi neutron-server[110181]: 'Trunk': {'1.1'}} Mar 02 14:57:03.317538 dv-cinder-831439-3-iscsi neutron-server[110181]: consumer versions: Mar 02 14:57:03.317538 dv-cinder-831439-3-iscsi neutron-server[110181]: { DHCP agent@dv-cinder-831439-3-iscsi: {}, Mar 02 14:57:03.317538 dv-cinder-831439-3-iscsi neutron-server[110181]: HyperV agent@hv-cinder-83143: {}, Mar 02 14:57:03.317538 dv-cinder-831439-3-iscsi neutron-server[110181]: L3 agent@dv-cinder-831439-3-iscsi: {}, Mar 02 14:57:03.317538 dv-cinder-831439-3-iscsi neutron-server[110181]: Metadata agent@dv-cinder-831439-3-iscsi: {}, Mar 02 14:57:03.317538 dv-cinder-831439-3-iscsi neutron-server[110181]: Metering agent@dv-cinder-831439-3-iscsi: {}, Mar 02 14:57:03.317538 dv-cinder-831439-3-iscsi neutron-server[110181]: Open vSwitch agent@dv-cinder-831439-3-iscsi: { 'AddressGroup': '1.2', Mar 02 14:57:03.317538 dv-cinder-831439-3-iscsi neutron-server[110181]: 'ConntrackHelper': '1.0', Mar 02 14:57:03.317538 dv-cinder-831439-3-iscsi neutron-server[110181]: 'LocalIPAssociation': '1.0', Mar 02 14:57:03.317538 dv-cinder-831439-3-iscsi neutron-server[110181]: 'Log': '1.0', Mar 02 14:57:03.317538 dv-cinder-831439-3-iscsi neutron-server[110181]: 'Network': '1.1', Mar 02 14:57:03.317538 dv-cinder-831439-3-iscsi neutron-server[110181]: 'Port': '1.7', Mar 02 14:57:03.317538 dv-cinder-831439-3-iscsi neutron-server[110181]: 'PortForwarding': '1.2', Mar 02 14:57:03.317538 dv-cinder-831439-3-iscsi neutron-server[110181]: 'QosPolicy': '1.10', Mar 02 14:57:03.317538 dv-cinder-831439-3-iscsi neutron-server[110181]: 'SecurityGroup': '1.5', Mar 02 14:57:03.317538 dv-cinder-831439-3-iscsi neutron-server[110181]: 'SecurityGroupRule': '1.2', Mar 02 14:57:03.317538 dv-cinder-831439-3-iscsi neutron-server[110181]: 'SubPort': '1.0', Mar 02 14:57:03.317538 dv-cinder-831439-3-iscsi neutron-server[110181]: 'Subnet': '1.1', Mar 02 14:57:03.317538 dv-cinder-831439-3-iscsi neutron-server[110181]: 'Trunk': '1.1'}} Mar 02 14:57:03.317538 dv-cinder-831439-3-iscsi neutron-server[110181]: {{(pid=110181) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 14:57:03.322882 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4d249c-c91b-415a-a078-b7524bc46ea3 None None] Network 4aeef58e-3340-46c4-943d-ae2ec26e78a0 requested from dv-cinder-831439-3-iscsi {{(pid=110181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 14:57:03.392793 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.managers [None req-04da2791-533c-4c1f-a91f-7f877e752f5f None None] Attempting to bind port e073c18a-c455-4eea-90fa-01fcefe43285 on host dv-cinder-831439-3-iscsi for vnic_type normal with profile {{(pid=110181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 14:57:03.393270 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.managers [None req-04da2791-533c-4c1f-a91f-7f877e752f5f None None] Attempting to bind port e073c18a-c455-4eea-90fa-01fcefe43285 by drivers openvswitch,hyperv on host dv-cinder-831439-3-iscsi at level 0 using segments [{'id': '239b17b0-e18b-4adf-80e8-57d00e0cbb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'df93f8f1-ff18-4251-9f43-b4d98c48182b'}] {{(pid=110181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 14:57:03.393706 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04da2791-533c-4c1f-a91f-7f877e752f5f None None] Attempting to bind port e073c18a-c455-4eea-90fa-01fcefe43285 on network df93f8f1-ff18-4251-9f43-b4d98c48182b {{(pid=110181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 14:57:03.405404 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04da2791-533c-4c1f-a91f-7f877e752f5f None None] Checking agent: {'id': '3a73802c-5f14-4c1f-8439-e74c4c90063b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831439-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 14, 48, 15), 'started_at': datetime.datetime(2022, 3, 2, 14, 48, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 14, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831439-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 14:57:03.406196 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04da2791-533c-4c1f-a91f-7f877e752f5f None None] Checking segment: {'id': '239b17b0-e18b-4adf-80e8-57d00e0cbb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'df93f8f1-ff18-4251-9f43-b4d98c48182b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 14:57:03.407510 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-04da2791-533c-4c1f-a91f-7f877e752f5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:03.408376 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04da2791-533c-4c1f-a91f-7f877e752f5f None None] Bound using segment: {'id': '239b17b0-e18b-4adf-80e8-57d00e0cbb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'df93f8f1-ff18-4251-9f43-b4d98c48182b'} {{(pid=110181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 14:57:03.409087 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.managers [None req-04da2791-533c-4c1f-a91f-7f877e752f5f None None] Bound port: e073c18a-c455-4eea-90fa-01fcefe43285, host: dv-cinder-831439-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '239b17b0-e18b-4adf-80e8-57d00e0cbb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'df93f8f1-ff18-4251-9f43-b4d98c48182b'}}] {{(pid=110181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 14:57:03.409929 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-04da2791-533c-4c1f-a91f-7f877e752f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (e073c18a-c455-4eea-90fa-01fcefe43285), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:03.428251 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e471a24-a3ba-4718-b6a3-323cdf52fb3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=864ff5a7-707f-4ca3-be47-4e07e8d1846a,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:57:03.463339 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b572716b-63bc-4e70-bda4-fdf539c1fc9a None None] Network cf64d0ea-6d61-484f-988f-99ec8724bf15 requested from dv-cinder-831439-3-iscsi {{(pid=110181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 14:57:03.519096 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-b33bc4a7-5805-4a7b-a8ff-7f6f4dd91b1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:03.557615 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.db.db_base_plugin_common [None req-8e44b48e-caaf-4f44-a458-bceebac1bd59 admin admin] Allocated IP 172.27.0.50 (ed71569c-47b6-4b42-b6b3-c541700724bf/701fb87e-0ea2-4d8d-8228-0af980cd437a/bf5cd8fd-0ae1-4d0d-9d5d-ca4ded607246) {{(pid=110179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 14:57:03.596324 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-a04b03bb-957e-4d71-b179-7c0ebc899b98 admin admin] Publish callbacks [] for router_controller (e5b571ce-fc13-4916-8ca7-02e46e5b493a), precommit_add_association {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:03.602111 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed101e1-3923-43fb-a5af-e0f85327ae5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f7ea2e6-afbe-59ed-88ad-785bacde5fc6-32a772a1-de65-4149-a254-15f24cef804d', 'network_id': '32a772a1-de65-4149-a254-15f24cef804d', 'project_id': '8d6fe98143c241798db8cd747803fb48', 'fixed_ips': [{'subnet_id': '4f813be6-b019-4418-9613-23d83e4ca2ff'}]}} from dv-cinder-831439-3-iscsi. {{(pid=110181) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 02 14:57:03.603037 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-0ed101e1-3923-43fb-a5af-e0f85327ae5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (None), before_create {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:03.682367 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-04da2791-533c-4c1f-a91f-7f877e752f5f None None] For port e073c18a-c455-4eea-90fa-01fcefe43285, host dv-cinder-831439-3-iscsi, cleared binding levels {{(pid=110181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 14:57:03.688478 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-04da2791-533c-4c1f-a91f-7f877e752f5f None None] For port e073c18a-c455-4eea-90fa-01fcefe43285, host dv-cinder-831439-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831439-3-iscsi',level=0,port_id=e073c18a-c455-4eea-90fa-01fcefe43285,segment=NetworkSegment(239b17b0-e18b-4adf-80e8-57d00e0cbb35),segment_id=239b17b0-e18b-4adf-80e8-57d00e0cbb35)] {{(pid=110181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 14:57:03.737070 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-b33bc4a7-5805-4a7b-a8ff-7f6f4dd91b1a admin admin] Publish callbacks [] for security_group (8da8e42a-d410-430f-8f0d-44968b90aa02), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:03.762531 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-8e44b48e-caaf-4f44-a458-bceebac1bd59 admin admin] Publish callbacks [] for port (bf5cd8fd-0ae1-4d0d-9d5d-ca4ded607246), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:03.852789 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-04da2791-533c-4c1f-a91f-7f877e752f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (e073c18a-c455-4eea-90fa-01fcefe43285), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:03.862273 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-b33bc4a7-5805-4a7b-a8ff-7f6f4dd91b1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (8da8e42a-d410-430f-8f0d-44968b90aa02), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:03.938015 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-a04b03bb-957e-4d71-b179-7c0ebc899b98 admin admin] Publish callbacks [] for router_gateway (e5b571ce-fc13-4916-8ca7-02e46e5b493a), precommit_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:03.973269 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-b33bc4a7-5805-4a7b-a8ff-7f6f4dd91b1a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3997e51693ef46498b44b3608cd4fb53&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1019812 Mar 02 14:57:03.973269 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33bc4a7-5805-4a7b-a8ff-7f6f4dd91b1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8da8e42a-d410-430f-8f0d-44968b90aa02,revision_number=1']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:57:03.973735 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 52098) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:57:03.988737 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04da2791-533c-4c1f-a91f-7f877e752f5f None None] Pushing event updated for resources: {'Port': ['ID=e073c18a-c455-4eea-90fa-01fcefe43285,revision_number=2']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:57:03.989923 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 52100) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:57:04.019053 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-cb875359-263b-4f54-a77c-685c9e0e86f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:04.039430 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.db_base_plugin_common [None req-0ed101e1-3923-43fb-a5af-e0f85327ae5d None None] Allocated IP 172.20.0.2 (32a772a1-de65-4149-a254-15f24cef804d/4f813be6-b019-4418-9613-23d83e4ca2ff/799a5289-5d64-40f0-8a81-e30eeaee6f02) {{(pid=110181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 14:57:04.046813 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-8e44b48e-caaf-4f44-a458-bceebac1bd59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757345480668'] for port (bf5cd8fd-0ae1-4d0d-9d5d-ca4ded607246), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:04.205884 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e44b48e-caaf-4f44-a458-bceebac1bd59 admin admin] Network ed71569c-47b6-4b42-b6b3-c541700724bf is already hosted by enough agents. {{(pid=110179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 14:57:04.223714 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.scheduler.base_scheduler [None req-8e44b48e-caaf-4f44-a458-bceebac1bd59 admin admin] Resources bound (agent type, host, resource id): {{(pid=110179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 14:57:04.248448 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e44b48e-caaf-4f44-a458-bceebac1bd59 admin admin] Pushing event updated for resources: {'Port': ['ID=bf5cd8fd-0ae1-4d0d-9d5d-ca4ded607246,revision_number=1']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:57:04.254867 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e44b48e-caaf-4f44-a458-bceebac1bd59 admin admin] Received port after_create {{(pid=110179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 14:57:04.347886 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-9500771e-ac68-4ef7-bff5-b99f61ac51a8 admin admin] Publish callbacks [] for security_group (8da8e42a-d410-430f-8f0d-44968b90aa02), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:04.411462 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-9500771e-ac68-4ef7-bff5-b99f61ac51a8 admin admin] Publish callbacks [] for security_group (8da8e42a-d410-430f-8f0d-44968b90aa02), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:04.649486 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-0ed101e1-3923-43fb-a5af-e0f85327ae5d None None] Publish callbacks [] for port (799a5289-5d64-40f0-8a81-e30eeaee6f02), precommit_create {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:04.666027 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-cb875359-263b-4f54-a77c-685c9e0e86f0 admin admin] Publish callbacks [] for security_group (ad3bb6af-e01c-497f-a852-38bfb17f5f8f), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:04.741363 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-0ed101e1-3923-43fb-a5af-e0f85327ae5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757345480668'] for port (799a5289-5d64-40f0-8a81-e30eeaee6f02), after_create {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:04.773610 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-cb875359-263b-4f54-a77c-685c9e0e86f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (ad3bb6af-e01c-497f-a852-38bfb17f5f8f), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:04.885466 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed101e1-3923-43fb-a5af-e0f85327ae5d None None] Network 32a772a1-de65-4149-a254-15f24cef804d is already hosted by enough agents. {{(pid=110181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 14:57:04.890417 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-a04b03bb-957e-4d71-b179-7c0ebc899b98 admin admin] Publish callbacks [] for router_gateway (e5b571ce-fc13-4916-8ca7-02e46e5b493a), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:04.892518 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-9500771e-ac68-4ef7-bff5-b99f61ac51a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (8da8e42a-d410-430f-8f0d-44968b90aa02), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:04.893034 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.scheduler.base_scheduler [None req-0ed101e1-3923-43fb-a5af-e0f85327ae5d None None] Resources bound (agent type, host, resource id): {{(pid=110181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 14:57:04.895453 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-9500771e-ac68-4ef7-bff5-b99f61ac51a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:04.899184 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-9500771e-ac68-4ef7-bff5-b99f61ac51a8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8da8e42a-d410-430f-8f0d-44968b90aa02 HTTP/1.1" status: 204 len: 168 time: 0.9220595 Mar 02 14:57:04.899398 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed101e1-3923-43fb-a5af-e0f85327ae5d None None] Received port after_create {{(pid=110181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 14:57:04.931258 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-a04b03bb-957e-4d71-b179-7c0ebc899b98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (None), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:05.001958 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-cb875359-263b-4f54-a77c-685c9e0e86f0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8874b1fdaa4740aa8eea8dfeb14ae5ad&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0109680 Mar 02 14:57:05.009054 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 52140) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:57:05.037118 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed101e1-3923-43fb-a5af-e0f85327ae5d None None] Pushing event updated for resources: {'Port': ['ID=799a5289-5d64-40f0-8a81-e30eeaee6f02,revision_number=1']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:57:05.062016 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.managers [None req-0ed101e1-3923-43fb-a5af-e0f85327ae5d None None] Attempting to bind port 799a5289-5d64-40f0-8a81-e30eeaee6f02 on host dv-cinder-831439-3-iscsi for vnic_type normal with profile {{(pid=110181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 14:57:05.062928 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.managers [None req-0ed101e1-3923-43fb-a5af-e0f85327ae5d None None] Attempting to bind port 799a5289-5d64-40f0-8a81-e30eeaee6f02 by drivers openvswitch,hyperv on host dv-cinder-831439-3-iscsi at level 0 using segments [{'id': 'a29b8c1f-4601-46a8-a0c5-19fb5294c518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '32a772a1-de65-4149-a254-15f24cef804d'}] {{(pid=110181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 14:57:05.064661 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 52142) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:57:05.065468 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 52144) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:57:05.065468 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 52146) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:57:05.065779 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed101e1-3923-43fb-a5af-e0f85327ae5d None None] Attempting to bind port 799a5289-5d64-40f0-8a81-e30eeaee6f02 on network 32a772a1-de65-4149-a254-15f24cef804d {{(pid=110181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 14:57:05.076502 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed101e1-3923-43fb-a5af-e0f85327ae5d None None] Checking agent: {'id': '3a73802c-5f14-4c1f-8439-e74c4c90063b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831439-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 14, 48, 15), 'started_at': datetime.datetime(2022, 3, 2, 14, 48, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 14, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831439-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 14:57:05.077387 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed101e1-3923-43fb-a5af-e0f85327ae5d None None] Checking segment: {'id': 'a29b8c1f-4601-46a8-a0c5-19fb5294c518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '32a772a1-de65-4149-a254-15f24cef804d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 14:57:05.078115 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-0ed101e1-3923-43fb-a5af-e0f85327ae5d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:05.078757 dv-cinder-831439-3-iscsi neutron-server[110180]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 02 14:57:05.079475 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed101e1-3923-43fb-a5af-e0f85327ae5d None None] Bound using segment: {'id': 'a29b8c1f-4601-46a8-a0c5-19fb5294c518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '32a772a1-de65-4149-a254-15f24cef804d'} {{(pid=110181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 14:57:05.081143 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.managers [None req-0ed101e1-3923-43fb-a5af-e0f85327ae5d None None] Bound port: 799a5289-5d64-40f0-8a81-e30eeaee6f02, host: dv-cinder-831439-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a29b8c1f-4601-46a8-a0c5-19fb5294c518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '32a772a1-de65-4149-a254-15f24cef804d'}}] {{(pid=110181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 14:57:05.081852 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-0ed101e1-3923-43fb-a5af-e0f85327ae5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (799a5289-5d64-40f0-8a81-e30eeaee6f02), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:05.097151 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9500771e-ac68-4ef7-bff5-b99f61ac51a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da8e42a-d410-430f-8f0d-44968b90aa02,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:57:05.100944 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb875359-263b-4f54-a77c-685c9e0e86f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad3bb6af-e01c-497f-a852-38bfb17f5f8f,revision_number=1']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:57:05.501446 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-184d867b-deb3-4181-a1d3-3e62cfd33a95 admin admin] Publish callbacks [] for security_group (ad3bb6af-e01c-497f-a852-38bfb17f5f8f), before_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:05.501446 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-8e44b48e-caaf-4f44-a458-bceebac1bd59 admin admin] Publish callbacks [] for router_gateway (8a8aaf80-2537-4582-a333-95e79d7ab834), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:05.504667 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-1a72df14-455e-4a1d-8fab-0cdab4c1502f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:05.509508 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-0ed101e1-3923-43fb-a5af-e0f85327ae5d None None] For port 799a5289-5d64-40f0-8a81-e30eeaee6f02, host dv-cinder-831439-3-iscsi, cleared binding levels {{(pid=110181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 14:57:05.509508 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-0ed101e1-3923-43fb-a5af-e0f85327ae5d None None] For port 799a5289-5d64-40f0-8a81-e30eeaee6f02, host dv-cinder-831439-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831439-3-iscsi',level=0,port_id=799a5289-5d64-40f0-8a81-e30eeaee6f02,segment=NetworkSegment(a29b8c1f-4601-46a8-a0c5-19fb5294c518),segment_id=a29b8c1f-4601-46a8-a0c5-19fb5294c518)] {{(pid=110181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 14:57:05.510810 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-184d867b-deb3-4181-a1d3-3e62cfd33a95 admin admin] Publish callbacks [] for security_group (ad3bb6af-e01c-497f-a852-38bfb17f5f8f), precommit_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:05.513033 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.db_base_plugin_common [None req-a04b03bb-957e-4d71-b179-7c0ebc899b98 admin admin] Allocated IP 172.27.0.182 (ed71569c-47b6-4b42-b6b3-c541700724bf/701fb87e-0ea2-4d8d-8228-0af980cd437a/c6b6eafc-e146-4868-b32e-6ac7da889279) {{(pid=110180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 14:57:05.514921 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-0ed101e1-3923-43fb-a5af-e0f85327ae5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (799a5289-5d64-40f0-8a81-e30eeaee6f02), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:05.558285 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-8e44b48e-caaf-4f44-a458-bceebac1bd59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557675'] for router (8a8aaf80-2537-4582-a333-95e79d7ab834), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:05.615528 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed101e1-3923-43fb-a5af-e0f85327ae5d None None] Pushing event updated for resources: {'Port': ['ID=799a5289-5d64-40f0-8a81-e30eeaee6f02,revision_number=2']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:57:05.748198 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42275647-7ed8-4d2b-b28a-5240c82216fa req-63483ad2-5bf9-4c59-852e-a1bb329ee362 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:05.758926 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-42275647-7ed8-4d2b-b28a-5240c82216fa req-63483ad2-5bf9-4c59-852e-a1bb329ee362 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/networks?id=4aeef58e-3340-46c4-943d-ae2ec26e78a0 HTTP/1.1" status: 200 len: 814 time: 0.6837180 Mar 02 14:57:05.758995 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-184d867b-deb3-4181-a1d3-3e62cfd33a95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (ad3bb6af-e01c-497f-a852-38bfb17f5f8f), after_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:05.763063 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-184d867b-deb3-4181-a1d3-3e62cfd33a95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:05.774170 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-184d867b-deb3-4181-a1d3-3e62cfd33a95 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ad3bb6af-e01c-497f-a852-38bfb17f5f8f HTTP/1.1" status: 204 len: 168 time: 0.7575498 Mar 02 14:57:05.794095 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf84591-255d-4f3d-b947-29ac17357a3b None None] Network df93f8f1-ff18-4251-9f43-b4d98c48182b requested from dv-cinder-831439-3-iscsi {{(pid=110181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 14:57:05.807513 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184d867b-deb3-4181-a1d3-3e62cfd33a95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad3bb6af-e01c-497f-a852-38bfb17f5f8f,revision_number=None']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:57:05.808966 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6602b38f-ef4d-4ad9-a6b0-19d979fe8318 req-880bbab6-170a-468b-83ee-d7c2a4befafd tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:05.819565 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6602b38f-ef4d-4ad9-a6b0-19d979fe8318 req-880bbab6-170a-468b-83ee-d7c2a4befafd tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] 10.222.0.52 "GET /v2.0/networks?id=cf64d0ea-6d61-484f-988f-99ec8724bf15 HTTP/1.1" status: 200 len: 812 time: 0.7449267 Mar 02 14:57:05.843847 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-42275647-7ed8-4d2b-b28a-5240c82216fa req-c75355a0-4e88-481b-80fd-b53670460c1f tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/quotas/c744cfa2ecd64e8b8882c1e3e1c97e02 HTTP/1.1" status: 200 len: 375 time: 0.0870740 Mar 02 14:57:05.874291 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-1a72df14-455e-4a1d-8fab-0cdab4c1502f admin admin] Publish callbacks [] for security_group (102351d6-ab56-4341-b9f2-2d387ac09b9e), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:05.937031 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6602b38f-ef4d-4ad9-a6b0-19d979fe8318 req-2ec17fb8-d69d-4277-98be-0a80ab8c48d8 tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] 10.222.0.52 "GET /v2.0/quotas/5af2b524cfcf4a87a53e43e830f481c8 HTTP/1.1" status: 200 len: 375 time: 0.1162903 Mar 02 14:57:05.945223 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-28a8d505-4e3d-4e83-adcb-8f813f44d444 None None] Provisioning complete for port e073c18a-c455-4eea-90fa-01fcefe43285 triggered by entity DHCP. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 14:57:05.945774 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-28a8d505-4e3d-4e83-adcb-8f813f44d444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (e073c18a-c455-4eea-90fa-01fcefe43285), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:05.952100 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-42275647-7ed8-4d2b-b28a-5240c82216fa req-653c0aa2-1157-4d35-bad1-ca41b15715e7 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=c744cfa2ecd64e8b8882c1e3e1c97e02&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1069591 Mar 02 14:57:06.012508 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6602b38f-ef4d-4ad9-a6b0-19d979fe8318 req-aa56bcce-af52-4eb9-8784-877cf6538880 tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=5af2b524cfcf4a87a53e43e830f481c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0740333 Mar 02 14:57:06.019978 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-1a72df14-455e-4a1d-8fab-0cdab4c1502f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (102351d6-ab56-4341-b9f2-2d387ac09b9e), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:06.033525 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Device e073c18a-c455-4eea-90fa-01fcefe43285 up at agent ovs-agent-dv-cinder-831439-3-iscsi {{(pid=110181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 14:57:06.098227 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e44b48e-caaf-4f44-a458-bceebac1bd59 admin admin] Router 8a8aaf80-2537-4582-a333-95e79d7ab834 is scheduled to L3 agent 4b7d4a90-2987-419a-b6cd-7624b7dba065 with binding_index 1 {{(pid=110179) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 14:57:06.133164 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-a04b03bb-957e-4d71-b179-7c0ebc899b98 admin admin] Publish callbacks [] for port (c6b6eafc-e146-4868-b32e-6ac7da889279), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:06.154731 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-1a72df14-455e-4a1d-8fab-0cdab4c1502f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f5ca822714444811b07535a74659c2b6&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0810421 Mar 02 14:57:06.158854 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a72df14-455e-4a1d-8fab-0cdab4c1502f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=102351d6-ab56-4341-b9f2-2d387ac09b9e,revision_number=1']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:57:06.167338 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 52170) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:57:06.276059 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-d8611051-333d-49b4-b851-eceb2bf77592 admin admin] Publish callbacks [] for security_group (102351d6-ab56-4341-b9f2-2d387ac09b9e), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:06.283153 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-28a8d505-4e3d-4e83-adcb-8f813f44d444 None None] Current status of the port e073c18a-c455-4eea-90fa-01fcefe43285 is: DOWN; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:57:06.285101 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-28a8d505-4e3d-4e83-adcb-8f813f44d444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (e073c18a-c455-4eea-90fa-01fcefe43285), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:06.333145 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Provisioning complete for port e073c18a-c455-4eea-90fa-01fcefe43285 triggered by entity L2. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 14:57:06.333758 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (e073c18a-c455-4eea-90fa-01fcefe43285), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:06.334821 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-d8611051-333d-49b4-b851-eceb2bf77592 admin admin] Publish callbacks [] for security_group (102351d6-ab56-4341-b9f2-2d387ac09b9e), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:06.342739 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-a04b03bb-957e-4d71-b179-7c0ebc899b98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757345480668'] for port (c6b6eafc-e146-4868-b32e-6ac7da889279), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:06.389939 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e44b48e-caaf-4f44-a458-bceebac1bd59 admin admin] Notify agent at l3_agent.dv-cinder-831439-3-iscsi the message routers_updated {{(pid=110179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 14:57:06.400348 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c04a12d-af22-4d4f-9c73-5d0de086a923 None None] Sync routers for ids ['8a8aaf80-2537-4582-a333-95e79d7ab834'] in dv-cinder-831439-3-iscsi {{(pid=110182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 14:57:06.423542 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c04a12d-af22-4d4f-9c73-5d0de086a923 None None] Routers {'8a8aaf80-2537-4582-a333-95e79d7ab834'} bound to L3 agent in host dv-cinder-831439-3-iscsi {{(pid=110182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 14:57:06.431813 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_hamode_db [None req-3c04a12d-af22-4d4f-9c73-5d0de086a923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831439-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T14:48:11Z,description=,heartbeat_timestamp=2022-03-02T14:56:41Z,host='dv-cinder-831439-3-iscsi',id=4b7d4a90-2987-419a-b6cd-7624b7dba065,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T14:48:12Z,topic='l3_agent')) {'router_ids': ['8a8aaf80-2537-4582-a333-95e79d7ab834'], 'active': True} {{(pid=110182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:57:06.510189 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-28a8d505-4e3d-4e83-adcb-8f813f44d444 None None] For port e073c18a-c455-4eea-90fa-01fcefe43285, host dv-cinder-831439-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831439-3-iscsi',level=0,port_id=e073c18a-c455-4eea-90fa-01fcefe43285,segment=NetworkSegment(239b17b0-e18b-4adf-80e8-57d00e0cbb35),segment_id=239b17b0-e18b-4adf-80e8-57d00e0cbb35)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:57:06.534949 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04b03bb-957e-4d71-b179-7c0ebc899b98 admin admin] Network ed71569c-47b6-4b42-b6b3-c541700724bf is already hosted by enough agents. {{(pid=110180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 14:57:06.544699 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.base_scheduler [None req-a04b03bb-957e-4d71-b179-7c0ebc899b98 admin admin] Resources bound (agent type, host, resource id): {{(pid=110180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 14:57:06.548015 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-8e44b48e-caaf-4f44-a458-bceebac1bd59 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:06.559001 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04b03bb-957e-4d71-b179-7c0ebc899b98 admin admin] Received port after_create {{(pid=110180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 14:57:06.559001 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 52174) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:57:06.565751 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-8e44b48e-caaf-4f44-a458-bceebac1bd59 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.5175979 Mar 02 14:57:06.572017 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04b03bb-957e-4d71-b179-7c0ebc899b98 admin admin] Pushing event updated for resources: {'Port': ['ID=c6b6eafc-e146-4868-b32e-6ac7da889279,revision_number=1']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:57:06.634915 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Current status of the port e073c18a-c455-4eea-90fa-01fcefe43285 is: DOWN; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:57:06.635494 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (e073c18a-c455-4eea-90fa-01fcefe43285), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:06.679801 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-28a8d505-4e3d-4e83-adcb-8f813f44d444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (e073c18a-c455-4eea-90fa-01fcefe43285), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:06.783097 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [req-42275647-7ed8-4d2b-b28a-5240c82216fa req-ebebab2e-930a-4f4e-b65e-cbebf330bf24 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=110180) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 02 14:57:06.784373 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-42275647-7ed8-4d2b-b28a-5240c82216fa req-ebebab2e-930a-4f4e-b65e-cbebf330bf24 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2275779 Mar 02 14:57:06.800249 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.db.api [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110181) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 14:57:06.800994 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG oslo_db.api [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 14:57:06.858276 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a8d505-4e3d-4e83-adcb-8f813f44d444 None None] Pushing event updated for resources: {'Port': ['ID=e073c18a-c455-4eea-90fa-01fcefe43285,revision_number=3']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:57:06.862545 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-d0bd311f-dd7c-4acc-a405-9199373d03a9 None None] Provisioning complete for port e073c18a-c455-4eea-90fa-01fcefe43285 triggered by entity DHCP. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 14:57:06.862966 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-d0bd311f-dd7c-4acc-a405-9199373d03a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (e073c18a-c455-4eea-90fa-01fcefe43285), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:06.881164 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_dvr_db [None req-3c04a12d-af22-4d4f-9c73-5d0de086a923 None None] Set router 8a8aaf80-2537-4582-a333-95e79d7ab834 gateway port host: dv-cinder-831439-3-iscsi {{(pid=110182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 14:57:07.026747 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-d0bd311f-dd7c-4acc-a405-9199373d03a9 None None] Current status of the port e073c18a-c455-4eea-90fa-01fcefe43285 is: ACTIVE; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:57:07.077875 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [req-6602b38f-ef4d-4ad9-a6b0-19d979fe8318 req-8a266591-9975-4bfd-b3ca-e2bb103388cb service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=110180) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 02 14:57:07.079251 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6602b38f-ef4d-4ad9-a6b0-19d979fe8318 req-8a266591-9975-4bfd-b3ca-e2bb103388cb service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3566501 Mar 02 14:57:07.082275 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-d8611051-333d-49b4-b851-eceb2bf77592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (102351d6-ab56-4341-b9f2-2d387ac09b9e), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:07.085551 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-d8611051-333d-49b4-b851-eceb2bf77592 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:07.087139 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-d8611051-333d-49b4-b851-eceb2bf77592 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/102351d6-ab56-4341-b9f2-2d387ac09b9e HTTP/1.1" status: 204 len: 168 time: 0.9166579 Mar 02 14:57:07.142856 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8611051-333d-49b4-b851-eceb2bf77592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=102351d6-ab56-4341-b9f2-2d387ac09b9e,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:57:07.199438 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_hamode_db [None req-3c04a12d-af22-4d4f-9c73-5d0de086a923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a8aaf80-2537-4582-a333-95e79d7ab834', 'name': 'tempest-AttachVolumeTestJSON-757384370-router', 'tenant_id': '5ac6104636f34c658b71fafaf0755349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': 'bf5cd8fd-0ae1-4d0d-9d5d-ca4ded607246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T14:57:02Z', 'updated_at': '2022-03-02T14:57:04Z', 'revision_number': 3, 'project_id': '5ac6104636f34c658b71fafaf0755349', 'gw_port': {'id': 'bf5cd8fd-0ae1-4d0d-9d5d-ca4ded607246', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:73:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a8aaf80-2537-4582-a333-95e79d7ab834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:57:03Z', 'updated_at': '2022-03-02T14:57:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi'}], 'dv-cinder-831439-3-iscsi', False) {} {{(pid=110182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:57:07.249686 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c04a12d-af22-4d4f-9c73-5d0de086a923 None None] Checking router: 8a8aaf80-2537-4582-a333-95e79d7ab834 for host: dv-cinder-831439-3-iscsi {{(pid=110182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 14:57:07.250289 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c04a12d-af22-4d4f-9c73-5d0de086a923 None None] Updating router 8a8aaf80-2537-4582-a333-95e79d7ab834 port bf5cd8fd-0ae1-4d0d-9d5d-ca4ded607246 binding host dv-cinder-831439-3-iscsi {{(pid=110182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 14:57:07.288123 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-42275647-7ed8-4d2b-b28a-5240c82216fa req-584869f4-5f59-4544-bb0a-4f0902fb76a4 service neutron] 10.222.0.52 "GET /v2.0/networks/4aeef58e-3340-46c4-943d-ae2ec26e78a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4784067 Mar 02 14:57:07.291220 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6864f81-ccb3-4b99-acee-76707684d1d3 None None] Network 32a772a1-de65-4149-a254-15f24cef804d requested from dv-cinder-831439-3-iscsi {{(pid=110181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 14:57:07.297894 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron_lib.callbacks.manager [None req-3c04a12d-af22-4d4f-9c73-5d0de086a923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (bf5cd8fd-0ae1-4d0d-9d5d-ca4ded607246), before_update {{(pid=110182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:07.416561 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-2114c050-35f8-4068-9239-a8b2f0dfe88c None None] Provisioning complete for port 799a5289-5d64-40f0-8a81-e30eeaee6f02 triggered by entity DHCP. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 14:57:07.417924 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-2114c050-35f8-4068-9239-a8b2f0dfe88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (799a5289-5d64-40f0-8a81-e30eeaee6f02), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:07.458103 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Current status of the port e073c18a-c455-4eea-90fa-01fcefe43285 is: ACTIVE; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:57:07.577347 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-2114c050-35f8-4068-9239-a8b2f0dfe88c None None] Current status of the port 799a5289-5d64-40f0-8a81-e30eeaee6f02 is: DOWN; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:57:07.578071 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-2114c050-35f8-4068-9239-a8b2f0dfe88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (799a5289-5d64-40f0-8a81-e30eeaee6f02), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:07.626533 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-2114c050-35f8-4068-9239-a8b2f0dfe88c None None] For port 799a5289-5d64-40f0-8a81-e30eeaee6f02, host dv-cinder-831439-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831439-3-iscsi',level=0,port_id=799a5289-5d64-40f0-8a81-e30eeaee6f02,segment=NetworkSegment(a29b8c1f-4601-46a8-a0c5-19fb5294c518),segment_id=a29b8c1f-4601-46a8-a0c5-19fb5294c518)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:57:07.636489 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron_lib.callbacks.manager [None req-3c04a12d-af22-4d4f-9c73-5d0de086a923 None None] Publish callbacks [] for port (bf5cd8fd-0ae1-4d0d-9d5d-ca4ded607246), precommit_update {{(pid=110182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:07.760649 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-2114c050-35f8-4068-9239-a8b2f0dfe88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (799a5289-5d64-40f0-8a81-e30eeaee6f02), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:07.762641 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron_lib.callbacks.manager [None req-3c04a12d-af22-4d4f-9c73-5d0de086a923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (bf5cd8fd-0ae1-4d0d-9d5d-ca4ded607246), after_update {{(pid=110182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:07.856405 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2114c050-35f8-4068-9239-a8b2f0dfe88c None None] Pushing event updated for resources: {'Port': ['ID=799a5289-5d64-40f0-8a81-e30eeaee6f02,revision_number=3']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:57:07.943205 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.plugins.ml2.managers [None req-3c04a12d-af22-4d4f-9c73-5d0de086a923 None None] Attempting to bind port bf5cd8fd-0ae1-4d0d-9d5d-ca4ded607246 on host dv-cinder-831439-3-iscsi for vnic_type normal with profile {{(pid=110182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 14:57:07.943852 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.plugins.ml2.managers [None req-3c04a12d-af22-4d4f-9c73-5d0de086a923 None None] Attempting to bind port bf5cd8fd-0ae1-4d0d-9d5d-ca4ded607246 by drivers openvswitch,hyperv on host dv-cinder-831439-3-iscsi at level 0 using segments [{'id': '23151279-75ac-4f5a-99b2-c6146d92420f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf'}] {{(pid=110182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 14:57:07.947126 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c04a12d-af22-4d4f-9c73-5d0de086a923 None None] Attempting to bind port bf5cd8fd-0ae1-4d0d-9d5d-ca4ded607246 on network ed71569c-47b6-4b42-b6b3-c541700724bf {{(pid=110182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 14:57:07.958866 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e62a19-842c-4f76-9bc2-23f61c025d5a None None] Pushing event updated for resources: {'Port': ['ID=bf5cd8fd-0ae1-4d0d-9d5d-ca4ded607246,revision_number=2']} {{(pid=110182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:57:07.980550 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c04a12d-af22-4d4f-9c73-5d0de086a923 None None] Checking agent: {'id': '3a73802c-5f14-4c1f-8439-e74c4c90063b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831439-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 14, 48, 15), 'started_at': datetime.datetime(2022, 3, 2, 14, 48, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 14, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831439-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 14:57:07.981292 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c04a12d-af22-4d4f-9c73-5d0de086a923 None None] Checking segment: {'id': '23151279-75ac-4f5a-99b2-c6146d92420f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 14:57:07.981927 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron_lib.callbacks.manager [None req-3c04a12d-af22-4d4f-9c73-5d0de086a923 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:07.982503 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c04a12d-af22-4d4f-9c73-5d0de086a923 None None] Bound using segment: {'id': '23151279-75ac-4f5a-99b2-c6146d92420f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf'} {{(pid=110182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 14:57:07.983216 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.plugins.ml2.managers [None req-3c04a12d-af22-4d4f-9c73-5d0de086a923 None None] Bound port: bf5cd8fd-0ae1-4d0d-9d5d-ca4ded607246, host: dv-cinder-831439-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23151279-75ac-4f5a-99b2-c6146d92420f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf'}}] {{(pid=110182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 14:57:07.983875 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron_lib.callbacks.manager [None req-3c04a12d-af22-4d4f-9c73-5d0de086a923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (bf5cd8fd-0ae1-4d0d-9d5d-ca4ded607246), before_update {{(pid=110182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:07.987515 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e62a19-842c-4f76-9bc2-23f61c025d5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:57:07.988183 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e62a19-842c-4f76-9bc2-23f61c025d5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:57:07.989503 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e62a19-842c-4f76-9bc2-23f61c025d5a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:57:07.990482 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e62a19-842c-4f76-9bc2-23f61c025d5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:57:07.991068 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e62a19-842c-4f76-9bc2-23f61c025d5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:57:07.991592 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e62a19-842c-4f76-9bc2-23f61c025d5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:57:07.992496 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e62a19-842c-4f76-9bc2-23f61c025d5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:57:07.993028 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e62a19-842c-4f76-9bc2-23f61c025d5a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:57:07.993560 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e62a19-842c-4f76-9bc2-23f61c025d5a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:57:07.994126 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e62a19-842c-4f76-9bc2-23f61c025d5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:57:07.994415 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-25f47ed3-78ff-480c-aae8-54fb1a58ab23 None None] Provisioning complete for port 799a5289-5d64-40f0-8a81-e30eeaee6f02 triggered by entity DHCP. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 14:57:07.994818 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-25f47ed3-78ff-480c-aae8-54fb1a58ab23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (799a5289-5d64-40f0-8a81-e30eeaee6f02), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:07.995118 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e62a19-842c-4f76-9bc2-23f61c025d5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:57:08.000259 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e62a19-842c-4f76-9bc2-23f61c025d5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:57:08.000987 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e62a19-842c-4f76-9bc2-23f61c025d5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:57:08.002388 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e62a19-842c-4f76-9bc2-23f61c025d5a None None] Tracked resource versions report: Mar 02 14:57:08.002388 dv-cinder-831439-3-iscsi neutron-server[110182]: pushed versions: Mar 02 14:57:08.002388 dv-cinder-831439-3-iscsi neutron-server[110182]: { 'AddressGroup': {'1.2'}, Mar 02 14:57:08.002388 dv-cinder-831439-3-iscsi neutron-server[110182]: 'ConntrackHelper': {'1.0'}, Mar 02 14:57:08.002388 dv-cinder-831439-3-iscsi neutron-server[110182]: 'LocalIPAssociation': {'1.0'}, Mar 02 14:57:08.002388 dv-cinder-831439-3-iscsi neutron-server[110182]: 'Log': {'1.0'}, Mar 02 14:57:08.002388 dv-cinder-831439-3-iscsi neutron-server[110182]: 'Network': {'1.1'}, Mar 02 14:57:08.002388 dv-cinder-831439-3-iscsi neutron-server[110182]: 'Port': {'1.7'}, Mar 02 14:57:08.002388 dv-cinder-831439-3-iscsi neutron-server[110182]: 'PortForwarding': {'1.2'}, Mar 02 14:57:08.002388 dv-cinder-831439-3-iscsi neutron-server[110182]: 'QosPolicy': {'1.10'}, Mar 02 14:57:08.002388 dv-cinder-831439-3-iscsi neutron-server[110182]: 'SecurityGroup': {'1.5'}, Mar 02 14:57:08.002388 dv-cinder-831439-3-iscsi neutron-server[110182]: 'SecurityGroupRule': {'1.2'}, Mar 02 14:57:08.002388 dv-cinder-831439-3-iscsi neutron-server[110182]: 'SubPort': {'1.0'}, Mar 02 14:57:08.002388 dv-cinder-831439-3-iscsi neutron-server[110182]: 'Subnet': {'1.1'}, Mar 02 14:57:08.002388 dv-cinder-831439-3-iscsi neutron-server[110182]: 'Trunk': {'1.1'}} Mar 02 14:57:08.002388 dv-cinder-831439-3-iscsi neutron-server[110182]: consumer versions: Mar 02 14:57:08.002388 dv-cinder-831439-3-iscsi neutron-server[110182]: { DHCP agent@dv-cinder-831439-3-iscsi: {}, Mar 02 14:57:08.002388 dv-cinder-831439-3-iscsi neutron-server[110182]: HyperV agent@hv-cinder-83143: {}, Mar 02 14:57:08.002388 dv-cinder-831439-3-iscsi neutron-server[110182]: L3 agent@dv-cinder-831439-3-iscsi: {}, Mar 02 14:57:08.002388 dv-cinder-831439-3-iscsi neutron-server[110182]: Metadata agent@dv-cinder-831439-3-iscsi: {}, Mar 02 14:57:08.002388 dv-cinder-831439-3-iscsi neutron-server[110182]: Metering agent@dv-cinder-831439-3-iscsi: {}, Mar 02 14:57:08.002388 dv-cinder-831439-3-iscsi neutron-server[110182]: Open vSwitch agent@dv-cinder-831439-3-iscsi: { 'AddressGroup': '1.2', Mar 02 14:57:08.002388 dv-cinder-831439-3-iscsi neutron-server[110182]: 'ConntrackHelper': '1.0', Mar 02 14:57:08.002388 dv-cinder-831439-3-iscsi neutron-server[110182]: 'LocalIPAssociation': '1.0', Mar 02 14:57:08.002388 dv-cinder-831439-3-iscsi neutron-server[110182]: 'Log': '1.0', Mar 02 14:57:08.002388 dv-cinder-831439-3-iscsi neutron-server[110182]: 'Network': '1.1', Mar 02 14:57:08.002388 dv-cinder-831439-3-iscsi neutron-server[110182]: 'Port': '1.7', Mar 02 14:57:08.002388 dv-cinder-831439-3-iscsi neutron-server[110182]: 'PortForwarding': '1.2', Mar 02 14:57:08.002388 dv-cinder-831439-3-iscsi neutron-server[110182]: 'QosPolicy': '1.10', Mar 02 14:57:08.002388 dv-cinder-831439-3-iscsi neutron-server[110182]: 'SecurityGroup': '1.5', Mar 02 14:57:08.002388 dv-cinder-831439-3-iscsi neutron-server[110182]: 'SecurityGroupRule': '1.2', Mar 02 14:57:08.002388 dv-cinder-831439-3-iscsi neutron-server[110182]: 'SubPort': '1.0', Mar 02 14:57:08.002388 dv-cinder-831439-3-iscsi neutron-server[110182]: 'Subnet': '1.1', Mar 02 14:57:08.002388 dv-cinder-831439-3-iscsi neutron-server[110182]: 'Trunk': '1.1'}} Mar 02 14:57:08.002388 dv-cinder-831439-3-iscsi neutron-server[110182]: {{(pid=110182) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 14:57:08.093501 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-42275647-7ed8-4d2b-b28a-5240c82216fa req-c47d39c8-0036-4a6c-90fa-17f7867f1fa6 service neutron] 10.222.0.52 "GET /v2.0/networks/4aeef58e-3340-46c4-943d-ae2ec26e78a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4590950 Mar 02 14:57:08.111456 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6602b38f-ef4d-4ad9-a6b0-19d979fe8318 req-379a944d-8c12-4b43-9db1-55bef6c4f724 service neutron] 10.222.0.52 "GET /v2.0/networks/cf64d0ea-6d61-484f-988f-99ec8724bf15?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0098796 Mar 02 14:57:08.150302 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.plugins.ml2.db [None req-3c04a12d-af22-4d4f-9c73-5d0de086a923 None None] For port bf5cd8fd-0ae1-4d0d-9d5d-ca4ded607246, host dv-cinder-831439-3-iscsi, cleared binding levels {{(pid=110182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 14:57:08.156250 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.plugins.ml2.db [None req-3c04a12d-af22-4d4f-9c73-5d0de086a923 None None] For port bf5cd8fd-0ae1-4d0d-9d5d-ca4ded607246, host dv-cinder-831439-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831439-3-iscsi',level=0,port_id=bf5cd8fd-0ae1-4d0d-9d5d-ca4ded607246,segment=NetworkSegment(23151279-75ac-4f5a-99b2-c6146d92420f),segment_id=23151279-75ac-4f5a-99b2-c6146d92420f)] {{(pid=110182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 14:57:08.164927 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Device 799a5289-5d64-40f0-8a81-e30eeaee6f02 up at agent ovs-agent-dv-cinder-831439-3-iscsi {{(pid=110181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 14:57:08.198158 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-25f47ed3-78ff-480c-aae8-54fb1a58ab23 None None] Current status of the port 799a5289-5d64-40f0-8a81-e30eeaee6f02 is: ACTIVE; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:57:08.222676 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-a04b03bb-957e-4d71-b179-7c0ebc899b98 admin admin] Publish callbacks [] for router_gateway (e5b571ce-fc13-4916-8ca7-02e46e5b493a), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:08.251219 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron_lib.callbacks.manager [None req-3c04a12d-af22-4d4f-9c73-5d0de086a923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (bf5cd8fd-0ae1-4d0d-9d5d-ca4ded607246), after_update {{(pid=110182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:08.313532 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Provisioning complete for port 799a5289-5d64-40f0-8a81-e30eeaee6f02 triggered by entity L2. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 14:57:08.314361 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (799a5289-5d64-40f0-8a81-e30eeaee6f02), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:08.382066 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e62a19-842c-4f76-9bc2-23f61c025d5a None None] Pushing event updated for resources: {'Port': ['ID=bf5cd8fd-0ae1-4d0d-9d5d-ca4ded607246,revision_number=3']} {{(pid=110182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:57:08.400177 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6602b38f-ef4d-4ad9-a6b0-19d979fe8318 req-bc30d115-388a-45ea-adc3-b0a7ae8efa23 service neutron] 10.222.0.52 "GET /v2.0/networks/cf64d0ea-6d61-484f-988f-99ec8724bf15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2808020 Mar 02 14:57:08.460029 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c04a12d-af22-4d4f-9c73-5d0de086a923 None None] Routers {'8a8aaf80-2537-4582-a333-95e79d7ab834'} bound to L3 agent in host dv-cinder-831439-3-iscsi {{(pid=110182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 14:57:08.463359 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_hamode_db [None req-3c04a12d-af22-4d4f-9c73-5d0de086a923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831439-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T14:48:11Z,description=,heartbeat_timestamp=2022-03-02T14:56:41Z,host='dv-cinder-831439-3-iscsi',id=4b7d4a90-2987-419a-b6cd-7624b7dba065,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T14:48:12Z,topic='l3_agent')) {'router_ids': ['8a8aaf80-2537-4582-a333-95e79d7ab834'], 'active': True} {{(pid=110182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:57:08.750627 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Current status of the port 799a5289-5d64-40f0-8a81-e30eeaee6f02 is: ACTIVE; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:57:08.753713 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Device e073c18a-c455-4eea-90fa-01fcefe43285 up at agent ovs-agent-dv-cinder-831439-3-iscsi {{(pid=110181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 14:57:08.824754 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-1a1d36a7-367d-4e78-a45d-afb353cf7244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (None), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:08.858383 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-eea2e0a4-4e3b-4b7a-98c1-cbaf9c4babe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (dc3a6147-3194-47be-b33a-76a9a2a48933), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:08.900350 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Provisioning complete for port e073c18a-c455-4eea-90fa-01fcefe43285 triggered by entity L2. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 14:57:08.902860 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (e073c18a-c455-4eea-90fa-01fcefe43285), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:08.948711 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_dvr_db [None req-3c04a12d-af22-4d4f-9c73-5d0de086a923 None None] Set router 8a8aaf80-2537-4582-a333-95e79d7ab834 gateway port host: dv-cinder-831439-3-iscsi {{(pid=110182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 14:57:09.097385 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-dff6cd0a-1b72-442a-af08-635cce01c655 req-2e53f01c-4b1b-4d67-9f46-3c2d92b3b849 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6b2a5b-4e6c-4d50-b29d-a2c16aa54449 HTTP/1.1" status: 200 len: 210 time: 0.1550105 Mar 02 14:57:09.113571 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-f9b3d770-033d-46b2-b773-47ecd0527b05 req-98212e20-478f-4700-b6ea-0d9f4d381a05 tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] 10.222.0.52 "GET /v2.0/ports?device_id=16b6c1ac-a578-48b1-a6d3-78ad890475cf HTTP/1.1" status: 200 len: 210 time: 0.0921679 Mar 02 14:57:09.224668 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-a04b03bb-957e-4d71-b179-7c0ebc899b98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557675'] for router (e5b571ce-fc13-4916-8ca7-02e46e5b493a), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:09.279481 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Current status of the port e073c18a-c455-4eea-90fa-01fcefe43285 is: ACTIVE; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:57:09.295154 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_hamode_db [None req-3c04a12d-af22-4d4f-9c73-5d0de086a923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a8aaf80-2537-4582-a333-95e79d7ab834', 'name': 'tempest-AttachVolumeTestJSON-757384370-router', 'tenant_id': '5ac6104636f34c658b71fafaf0755349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': 'bf5cd8fd-0ae1-4d0d-9d5d-ca4ded607246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T14:57:02Z', 'updated_at': '2022-03-02T14:57:04Z', 'revision_number': 3, 'project_id': '5ac6104636f34c658b71fafaf0755349', 'gw_port': {'id': 'bf5cd8fd-0ae1-4d0d-9d5d-ca4ded607246', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:73:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a8aaf80-2537-4582-a333-95e79d7ab834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:57:03Z', 'updated_at': '2022-03-02T14:57:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi'}], 'dv-cinder-831439-3-iscsi', False) {} {{(pid=110182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:57:09.330168 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c04a12d-af22-4d4f-9c73-5d0de086a923 None None] The sync data for ids ['8a8aaf80-2537-4582-a333-95e79d7ab834'] in dv-cinder-831439-3-iscsi is: [{'id': '8a8aaf80-2537-4582-a333-95e79d7ab834', 'name': 'tempest-AttachVolumeTestJSON-757384370-router', 'tenant_id': '5ac6104636f34c658b71fafaf0755349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': 'bf5cd8fd-0ae1-4d0d-9d5d-ca4ded607246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T14:57:02Z', 'updated_at': '2022-03-02T14:57:04Z', 'revision_number': 3, 'project_id': '5ac6104636f34c658b71fafaf0755349', 'gw_port': {'id': 'bf5cd8fd-0ae1-4d0d-9d5d-ca4ded607246', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:73:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a8aaf80-2537-4582-a333-95e79d7ab834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:57:03Z', 'updated_at': '2022-03-02T14:57:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi'}] {{(pid=110182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 14:57:09.492793 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.db_base_plugin_common [None req-1a1d36a7-367d-4e78-a45d-afb353cf7244 admin admin] Allocated IP 172.20.0.1 (df93f8f1-ff18-4251-9f43-b4d98c48182b/af4612bf-937d-4ff0-87a0-e171015ed5a7/8945d50c-c203-4455-8199-8061e072833e) {{(pid=110180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 14:57:09.636537 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-1a1d36a7-367d-4e78-a45d-afb353cf7244 admin admin] Publish callbacks [] for port (8945d50c-c203-4455-8199-8061e072833e), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:09.674219 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a04b03bb-957e-4d71-b179-7c0ebc899b98 admin admin] Router e5b571ce-fc13-4916-8ca7-02e46e5b493a is scheduled to L3 agent 4b7d4a90-2987-419a-b6cd-7624b7dba065 with binding_index 1 {{(pid=110180) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 14:57:09.836692 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-1a1d36a7-367d-4e78-a45d-afb353cf7244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757345480668'] for port (8945d50c-c203-4455-8199-8061e072833e), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:09.968849 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1d36a7-367d-4e78-a45d-afb353cf7244 admin admin] Network df93f8f1-ff18-4251-9f43-b4d98c48182b is already hosted by enough agents. {{(pid=110180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 14:57:09.985767 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.base_scheduler [None req-1a1d36a7-367d-4e78-a45d-afb353cf7244 admin admin] Resources bound (agent type, host, resource id): {{(pid=110180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 14:57:09.993989 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1d36a7-367d-4e78-a45d-afb353cf7244 admin admin] Received port after_create {{(pid=110180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 14:57:09.994805 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-1a1d36a7-367d-4e78-a45d-afb353cf7244 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-559670'] for router_interface (8a8aaf80-2537-4582-a333-95e79d7ab834), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:10.142354 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Device 799a5289-5d64-40f0-8a81-e30eeaee6f02 up at agent ovs-agent-dv-cinder-831439-3-iscsi {{(pid=110181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 14:57:10.276030 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 52298) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:57:10.406958 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Provisioning complete for port 799a5289-5d64-40f0-8a81-e30eeaee6f02 triggered by entity L2. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 14:57:10.407639 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (799a5289-5d64-40f0-8a81-e30eeaee6f02), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:10.718589 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-d802e056-829b-41f1-8c68-ae8e5f23dac6 None None] Provisioning complete for port 8945d50c-c203-4455-8199-8061e072833e triggered by entity DHCP. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 14:57:10.719140 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-d802e056-829b-41f1-8c68-ae8e5f23dac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (8945d50c-c203-4455-8199-8061e072833e), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:10.730521 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Current status of the port 799a5289-5d64-40f0-8a81-e30eeaee6f02 is: ACTIVE; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:57:10.732695 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Device bf5cd8fd-0ae1-4d0d-9d5d-ca4ded607246 up at agent ovs-agent-dv-cinder-831439-3-iscsi {{(pid=110181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 14:57:10.875568 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1d36a7-367d-4e78-a45d-afb353cf7244 admin admin] Pushing event updated for resources: {'Port': ['ID=8945d50c-c203-4455-8199-8061e072833e,revision_number=1']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:57:10.989328 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-d802e056-829b-41f1-8c68-ae8e5f23dac6 None None] Port 8945d50c-c203-4455-8199-8061e072833e cannot update to ACTIVE because it is not bound. {{(pid=110181) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 14:57:11.033467 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-a05b515a-3b32-4fc8-93b6-325f5b19341e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:11.041976 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Provisioning complete for port bf5cd8fd-0ae1-4d0d-9d5d-ca4ded607246 triggered by entity L2. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 14:57:11.042661 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (bf5cd8fd-0ae1-4d0d-9d5d-ca4ded607246), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:11.151605 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-d931ede9-c28e-45ca-8d0d-bd5372aac055 req-206b7327-5c4b-4691-8558-3220bdc9b256 tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] 10.222.0.52 "GET /v2.0/ports?device_id=16b6c1ac-a578-48b1-a6d3-78ad890475cf HTTP/1.1" status: 200 len: 210 time: 0.2903843 Mar 02 14:57:11.157582 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-c8d365d0-bac1-48bc-85c4-da38a97a39ac req-d41091bb-6d6c-4e80-8b69-f80b07e0b090 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6b2a5b-4e6c-4d50-b29d-a2c16aa54449 HTTP/1.1" status: 200 len: 210 time: 0.2909467 Mar 02 14:57:11.164566 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-bb8d3eb6-d924-48aa-b83f-179b2e40d4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (4b7d4a90-2987-419a-b6cd-7624b7dba065), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:11.165383 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a04b03bb-957e-4d71-b179-7c0ebc899b98 admin admin] Notify agent at l3_agent.dv-cinder-831439-3-iscsi the message routers_updated {{(pid=110180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 14:57:11.209881 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd29f9c-02cc-4558-973a-d68b9cff0e5d None None] Sync routers for ids ['e5b571ce-fc13-4916-8ca7-02e46e5b493a'] in dv-cinder-831439-3-iscsi {{(pid=110181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 14:57:11.283724 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd29f9c-02cc-4558-973a-d68b9cff0e5d None None] Routers {'e5b571ce-fc13-4916-8ca7-02e46e5b493a'} bound to L3 agent in host dv-cinder-831439-3-iscsi {{(pid=110181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 14:57:11.284634 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-0dd29f9c-02cc-4558-973a-d68b9cff0e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831439-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T14:48:11Z,description=,heartbeat_timestamp=2022-03-02T14:57:11Z,host='dv-cinder-831439-3-iscsi',id=4b7d4a90-2987-419a-b6cd-7624b7dba065,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T14:48:12Z,topic='l3_agent')) {'router_ids': ['e5b571ce-fc13-4916-8ca7-02e46e5b493a'], 'active': True} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:57:11.299466 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-1a1d36a7-367d-4e78-a45d-afb353cf7244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (8945d50c-c203-4455-8199-8061e072833e), before_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:11.303815 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-a05b515a-3b32-4fc8-93b6-325f5b19341e admin admin] Publish callbacks [] for security_group (88e0ae51-db5c-415a-94c7-edf0a91da1ea), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:11.356189 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Current status of the port bf5cd8fd-0ae1-4d0d-9d5d-ca4ded607246 is: DOWN; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:57:11.357432 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (bf5cd8fd-0ae1-4d0d-9d5d-ca4ded607246), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:11.365966 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-a05b515a-3b32-4fc8-93b6-325f5b19341e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (88e0ae51-db5c-415a-94c7-edf0a91da1ea), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:11.393921 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] For port bf5cd8fd-0ae1-4d0d-9d5d-ca4ded607246, host dv-cinder-831439-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831439-3-iscsi',level=0,port_id=bf5cd8fd-0ae1-4d0d-9d5d-ca4ded607246,segment=NetworkSegment(23151279-75ac-4f5a-99b2-c6146d92420f),segment_id=23151279-75ac-4f5a-99b2-c6146d92420f)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:57:11.398426 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-a04b03bb-957e-4d71-b179-7c0ebc899b98 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:11.399870 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-a04b03bb-957e-4d71-b179-7c0ebc899b98 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.5431340 Mar 02 14:57:11.410815 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 52340) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:57:11.420045 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-a05b515a-3b32-4fc8-93b6-325f5b19341e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=37a5143128ea4aa8b4f9016d385b96cc&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1414864 Mar 02 14:57:11.429674 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 52342) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:57:11.490702 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05b515a-3b32-4fc8-93b6-325f5b19341e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88e0ae51-db5c-415a-94c7-edf0a91da1ea,revision_number=1']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:57:11.524091 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (bf5cd8fd-0ae1-4d0d-9d5d-ca4ded607246), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:11.626114 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-ae217834-0d88-43e3-925d-8c108306d3e4 admin admin] Publish callbacks [] for security_group (88e0ae51-db5c-415a-94c7-edf0a91da1ea), before_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:11.639030 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Pushing event updated for resources: {'Port': ['ID=bf5cd8fd-0ae1-4d0d-9d5d-ca4ded607246,revision_number=4']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:57:11.665451 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-ae217834-0d88-43e3-925d-8c108306d3e4 admin admin] Publish callbacks [] for security_group (88e0ae51-db5c-415a-94c7-edf0a91da1ea), precommit_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:11.674527 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvr_db [None req-0dd29f9c-02cc-4558-973a-d68b9cff0e5d None None] Set router e5b571ce-fc13-4916-8ca7-02e46e5b493a gateway port host: dv-cinder-831439-3-iscsi {{(pid=110181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 14:57:11.939957 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-ae217834-0d88-43e3-925d-8c108306d3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (88e0ae51-db5c-415a-94c7-edf0a91da1ea), after_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:11.953149 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-ae217834-0d88-43e3-925d-8c108306d3e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:11.962555 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-ae217834-0d88-43e3-925d-8c108306d3e4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/88e0ae51-db5c-415a-94c7-edf0a91da1ea HTTP/1.1" status: 204 len: 168 time: 0.5278413 Mar 02 14:57:11.968250 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Device bf5cd8fd-0ae1-4d0d-9d5d-ca4ded607246 up at agent ovs-agent-dv-cinder-831439-3-iscsi {{(pid=110181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 14:57:11.996889 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae217834-0d88-43e3-925d-8c108306d3e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e0ae51-db5c-415a-94c7-edf0a91da1ea,revision_number=None']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:57:12.143428 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-1a1d36a7-367d-4e78-a45d-afb353cf7244 admin admin] Publish callbacks [] for port (8945d50c-c203-4455-8199-8061e072833e), precommit_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:12.162676 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Provisioning complete for port bf5cd8fd-0ae1-4d0d-9d5d-ca4ded607246 triggered by entity L2. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 14:57:12.163373 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (bf5cd8fd-0ae1-4d0d-9d5d-ca4ded607246), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:12.249169 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-8c265469-93de-451d-a227-73ff998d8f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (bfbb2626-1130-458a-80a5-4632d76fa057), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:12.321108 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-0dd29f9c-02cc-4558-973a-d68b9cff0e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b571ce-fc13-4916-8ca7-02e46e5b493a', 'name': 'tempest-AttachVolumeShelveTestJSON-1179134205-router', 'tenant_id': '8d6fe98143c241798db8cd747803fb48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'c6b6eafc-e146-4868-b32e-6ac7da889279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T14:57:03Z', 'updated_at': '2022-03-02T14:57:07Z', 'revision_number': 3, 'project_id': '8d6fe98143c241798db8cd747803fb48', 'gw_port': {'id': 'c6b6eafc-e146-4868-b32e-6ac7da889279', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:33:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5b571ce-fc13-4916-8ca7-02e46e5b493a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:57:04Z', 'updated_at': '2022-03-02T14:57:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi'}], 'dv-cinder-831439-3-iscsi', False) {} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:57:12.400936 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd29f9c-02cc-4558-973a-d68b9cff0e5d None None] Checking router: e5b571ce-fc13-4916-8ca7-02e46e5b493a for host: dv-cinder-831439-3-iscsi {{(pid=110181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 14:57:12.401416 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6e280675-99f8-467d-9f05-99a4ec850869 req-bdae5d83-3e6e-47ca-aa7d-06deec799b5a tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6b2a5b-4e6c-4d50-b29d-a2c16aa54449 HTTP/1.1" status: 200 len: 210 time: 0.1165378 Mar 02 14:57:12.401786 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd29f9c-02cc-4558-973a-d68b9cff0e5d None None] Updating router e5b571ce-fc13-4916-8ca7-02e46e5b493a port c6b6eafc-e146-4868-b32e-6ac7da889279 binding host dv-cinder-831439-3-iscsi {{(pid=110181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 14:57:12.420488 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-1a1d36a7-367d-4e78-a45d-afb353cf7244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (8945d50c-c203-4455-8199-8061e072833e), after_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:12.423978 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-1a1d36a7-367d-4e78-a45d-afb353cf7244 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16231439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-558502'] for router_interface (8a8aaf80-2537-4582-a333-95e79d7ab834), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:12.493907 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-0dd29f9c-02cc-4558-973a-d68b9cff0e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (c6b6eafc-e146-4868-b32e-6ac7da889279), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:12.496224 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Current status of the port bf5cd8fd-0ae1-4d0d-9d5d-ca4ded607246 is: ACTIVE; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:57:12.652732 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-05a02aaa-8e63-4f3f-b41f-bd390f15f5df req-89716efb-6fbf-491b-ac7b-e5bed1b5cb4d tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] 10.222.0.52 "GET /v2.0/ports?device_id=16b6c1ac-a578-48b1-a6d3-78ad890475cf HTTP/1.1" status: 200 len: 210 time: 0.1469684 Mar 02 14:57:12.702270 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1d36a7-367d-4e78-a45d-afb353cf7244 admin admin] Pushing event updated for resources: {'Port': ['ID=8945d50c-c203-4455-8199-8061e072833e,revision_number=2']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:57:12.829730 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1d36a7-367d-4e78-a45d-afb353cf7244 admin admin] Network df93f8f1-ff18-4251-9f43-b4d98c48182b is already hosted by enough agents. {{(pid=110180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 14:57:12.835190 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.base_scheduler [None req-1a1d36a7-367d-4e78-a45d-afb353cf7244 admin admin] Resources bound (agent type, host, resource id): {{(pid=110180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 14:57:12.998807 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-0dd29f9c-02cc-4558-973a-d68b9cff0e5d None None] Publish callbacks [] for port (c6b6eafc-e146-4868-b32e-6ac7da889279), precommit_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:13.076201 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a1d36a7-367d-4e78-a45d-afb353cf7244 admin admin] Router 8a8aaf80-2537-4582-a333-95e79d7ab834 has already been hosted by L3 agent 4b7d4a90-2987-419a-b6cd-7624b7dba065 {{(pid=110180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 14:57:13.077702 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-0dd29f9c-02cc-4558-973a-d68b9cff0e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (c6b6eafc-e146-4868-b32e-6ac7da889279), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:13.096114 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-4615c8af-35fe-45bc-9101-0abbb40bc04d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (None), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:13.266212 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d599e7-900d-400c-89ba-8ba848c1d0cb None None] Pushing event updated for resources: {'Port': ['ID=c6b6eafc-e146-4868-b32e-6ac7da889279,revision_number=2']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:57:13.268921 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.managers [None req-0dd29f9c-02cc-4558-973a-d68b9cff0e5d None None] Attempting to bind port c6b6eafc-e146-4868-b32e-6ac7da889279 on host dv-cinder-831439-3-iscsi for vnic_type normal with profile {{(pid=110181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 14:57:13.269231 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.managers [None req-0dd29f9c-02cc-4558-973a-d68b9cff0e5d None None] Attempting to bind port c6b6eafc-e146-4868-b32e-6ac7da889279 by drivers openvswitch,hyperv on host dv-cinder-831439-3-iscsi at level 0 using segments [{'id': '23151279-75ac-4f5a-99b2-c6146d92420f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf'}] {{(pid=110181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 14:57:13.269599 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd29f9c-02cc-4558-973a-d68b9cff0e5d None None] Attempting to bind port c6b6eafc-e146-4868-b32e-6ac7da889279 on network ed71569c-47b6-4b42-b6b3-c541700724bf {{(pid=110181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 14:57:13.281183 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd29f9c-02cc-4558-973a-d68b9cff0e5d None None] Checking agent: {'id': '3a73802c-5f14-4c1f-8439-e74c4c90063b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831439-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 14, 48, 15), 'started_at': datetime.datetime(2022, 3, 2, 14, 48, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 14, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831439-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 14:57:13.281183 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd29f9c-02cc-4558-973a-d68b9cff0e5d None None] Checking segment: {'id': '23151279-75ac-4f5a-99b2-c6146d92420f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 14:57:13.281183 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-0dd29f9c-02cc-4558-973a-d68b9cff0e5d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:13.281789 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd29f9c-02cc-4558-973a-d68b9cff0e5d None None] Bound using segment: {'id': '23151279-75ac-4f5a-99b2-c6146d92420f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf'} {{(pid=110181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 14:57:13.281947 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.managers [None req-0dd29f9c-02cc-4558-973a-d68b9cff0e5d None None] Bound port: c6b6eafc-e146-4868-b32e-6ac7da889279, host: dv-cinder-831439-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23151279-75ac-4f5a-99b2-c6146d92420f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf'}}] {{(pid=110181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 14:57:13.282228 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-0dd29f9c-02cc-4558-973a-d68b9cff0e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (c6b6eafc-e146-4868-b32e-6ac7da889279), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:13.285726 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-477955fd-dc58-4d46-8263-28444c4232d6 None None] Provisioning complete for port 8945d50c-c203-4455-8199-8061e072833e triggered by entity DHCP. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 14:57:13.298487 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-477955fd-dc58-4d46-8263-28444c4232d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (8945d50c-c203-4455-8199-8061e072833e), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:13.390567 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-477955fd-dc58-4d46-8263-28444c4232d6 None None] Port 8945d50c-c203-4455-8199-8061e072833e cannot update to ACTIVE because it is not bound. {{(pid=110181) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 14:57:13.412754 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a1d36a7-367d-4e78-a45d-afb353cf7244 admin admin] Notify agent at l3_agent.dv-cinder-831439-3-iscsi the message routers_updated {{(pid=110180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 14:57:13.415385 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-0dd29f9c-02cc-4558-973a-d68b9cff0e5d None None] For port c6b6eafc-e146-4868-b32e-6ac7da889279, host dv-cinder-831439-3-iscsi, cleared binding levels {{(pid=110181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 14:57:13.425054 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-0dd29f9c-02cc-4558-973a-d68b9cff0e5d None None] For port c6b6eafc-e146-4868-b32e-6ac7da889279, host dv-cinder-831439-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831439-3-iscsi',level=0,port_id=c6b6eafc-e146-4868-b32e-6ac7da889279,segment=NetworkSegment(23151279-75ac-4f5a-99b2-c6146d92420f),segment_id=23151279-75ac-4f5a-99b2-c6146d92420f)] {{(pid=110181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 14:57:13.439866 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2466c15-0e83-4e2b-81a6-10e007f283da None None] Sync routers for ids ['8a8aaf80-2537-4582-a333-95e79d7ab834'] in dv-cinder-831439-3-iscsi {{(pid=110182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 14:57:13.461018 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2466c15-0e83-4e2b-81a6-10e007f283da None None] Routers {'8a8aaf80-2537-4582-a333-95e79d7ab834'} bound to L3 agent in host dv-cinder-831439-3-iscsi {{(pid=110182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 14:57:13.461018 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_hamode_db [None req-f2466c15-0e83-4e2b-81a6-10e007f283da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831439-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T14:48:11Z,description=,heartbeat_timestamp=2022-03-02T14:57:11Z,host='dv-cinder-831439-3-iscsi',id=4b7d4a90-2987-419a-b6cd-7624b7dba065,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T14:48:12Z,topic='l3_agent')) {'router_ids': ['8a8aaf80-2537-4582-a333-95e79d7ab834'], 'active': True} {{(pid=110182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:57:13.467888 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-1a1d36a7-367d-4e78-a45d-afb353cf7244 admin admin] 10.222.0.52 "PUT /v2.0/routers/8a8aaf80-2537-4582-a333-95e79d7ab834/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9097478 Mar 02 14:57:13.515513 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.db_base_plugin_common [None req-4615c8af-35fe-45bc-9101-0abbb40bc04d admin admin] Allocated IP 172.20.0.1 (32a772a1-de65-4149-a254-15f24cef804d/4f813be6-b019-4418-9613-23d83e4ca2ff/fc626190-43ca-404c-b463-b61853f24009) {{(pid=110180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 14:57:13.547536 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-0dd29f9c-02cc-4558-973a-d68b9cff0e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (c6b6eafc-e146-4868-b32e-6ac7da889279), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:13.688155 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-9cfe1c82-1e01-4346-89c5-c3e1093f4022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (b9ce56f8-3527-4dd9-b024-9df7b3f4c018), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:13.730237 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd29f9c-02cc-4558-973a-d68b9cff0e5d None None] Routers {'e5b571ce-fc13-4916-8ca7-02e46e5b493a'} bound to L3 agent in host dv-cinder-831439-3-iscsi {{(pid=110181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 14:57:13.731115 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-0dd29f9c-02cc-4558-973a-d68b9cff0e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831439-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T14:48:11Z,description=,heartbeat_timestamp=2022-03-02T14:57:11Z,host='dv-cinder-831439-3-iscsi',id=4b7d4a90-2987-419a-b6cd-7624b7dba065,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T14:48:12Z,topic='l3_agent')) {'router_ids': ['e5b571ce-fc13-4916-8ca7-02e46e5b493a'], 'active': True} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:57:13.733966 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d599e7-900d-400c-89ba-8ba848c1d0cb None None] Pushing event updated for resources: {'Port': ['ID=c6b6eafc-e146-4868-b32e-6ac7da889279,revision_number=3']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:57:13.779413 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_dvr_db [None req-f2466c15-0e83-4e2b-81a6-10e007f283da None None] Set router 8a8aaf80-2537-4582-a333-95e79d7ab834 gateway port host: dv-cinder-831439-3-iscsi {{(pid=110182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 14:57:13.804866 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-f6006e6d-0cd8-4f56-86ea-ce9c0dd56dd2 req-e66806ac-9ff6-4a82-9ec4-3060c2bcc279 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6b2a5b-4e6c-4d50-b29d-a2c16aa54449 HTTP/1.1" status: 200 len: 210 time: 0.0969102 Mar 02 14:57:13.811000 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-4615c8af-35fe-45bc-9101-0abbb40bc04d admin admin] Publish callbacks [] for port (fc626190-43ca-404c-b463-b61853f24009), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:14.004496 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvr_db [None req-0dd29f9c-02cc-4558-973a-d68b9cff0e5d None None] Set router e5b571ce-fc13-4916-8ca7-02e46e5b493a gateway port host: dv-cinder-831439-3-iscsi {{(pid=110181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 14:57:14.241594 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.55', 60718) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:57:14.296183 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-4615c8af-35fe-45bc-9101-0abbb40bc04d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757345480668'] for port (fc626190-43ca-404c-b463-b61853f24009), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:14.381742 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_hamode_db [None req-f2466c15-0e83-4e2b-81a6-10e007f283da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a8aaf80-2537-4582-a333-95e79d7ab834', 'name': 'tempest-AttachVolumeTestJSON-757384370-router', 'tenant_id': '5ac6104636f34c658b71fafaf0755349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': 'bf5cd8fd-0ae1-4d0d-9d5d-ca4ded607246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T14:57:02Z', 'updated_at': '2022-03-02T14:57:11Z', 'revision_number': 4, 'project_id': '5ac6104636f34c658b71fafaf0755349', 'gw_port': {'id': 'bf5cd8fd-0ae1-4d0d-9d5d-ca4ded607246', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:73:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8aaf80-2537-4582-a333-95e79d7ab834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:57:03Z', 'updated_at': '2022-03-02T14:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi', '_interfaces': [{'id': '8945d50c-c203-4455-8199-8061e072833e', 'name': '', 'network_id': 'df93f8f1-ff18-4251-9f43-b4d98c48182b', 'tenant_id': '5ac6104636f34c658b71fafaf0755349', 'mac_address': 'fa:16:3e:79:b1:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a8aaf80-2537-4582-a333-95e79d7ab834', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'af4612bf-937d-4ff0-87a0-e171015ed5a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:57:08Z', 'updated_at': '2022-03-02T14:57:11Z', 'revision_number': 2, 'project_id': '5ac6104636f34c658b71fafaf0755349', 'subnets': [{'id': 'af4612bf-937d-4ff0-87a0-e171015ed5a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831439-3-iscsi', False) {} {{(pid=110182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:57:14.414669 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2466c15-0e83-4e2b-81a6-10e007f283da None None] Checking router: 8a8aaf80-2537-4582-a333-95e79d7ab834 for host: dv-cinder-831439-3-iscsi {{(pid=110182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 14:57:14.415191 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2466c15-0e83-4e2b-81a6-10e007f283da None None] Updating router 8a8aaf80-2537-4582-a333-95e79d7ab834 port 8945d50c-c203-4455-8199-8061e072833e binding host dv-cinder-831439-3-iscsi {{(pid=110182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 14:57:14.450173 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron_lib.callbacks.manager [None req-f2466c15-0e83-4e2b-81a6-10e007f283da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (8945d50c-c203-4455-8199-8061e072833e), before_update {{(pid=110182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:14.533058 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4615c8af-35fe-45bc-9101-0abbb40bc04d admin admin] Pushing event updated for resources: {'Port': ['ID=fc626190-43ca-404c-b463-b61853f24009,revision_number=1']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:57:14.538575 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-9826294f-0cb4-4a28-be71-36adfae0e122 req-e9fcdb7d-9802-4ab8-b774-171657955ce7 tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] 10.222.0.52 "GET /v2.0/ports?device_id=16b6c1ac-a578-48b1-a6d3-78ad890475cf HTTP/1.1" status: 200 len: 210 time: 0.6510887 Mar 02 14:57:14.549994 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4615c8af-35fe-45bc-9101-0abbb40bc04d admin admin] Network 32a772a1-de65-4149-a254-15f24cef804d is already hosted by enough agents. {{(pid=110180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 14:57:14.552375 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.base_scheduler [None req-4615c8af-35fe-45bc-9101-0abbb40bc04d admin admin] Resources bound (agent type, host, resource id): {{(pid=110180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 14:57:14.555547 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4615c8af-35fe-45bc-9101-0abbb40bc04d admin admin] Received port after_create {{(pid=110180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 14:57:14.556185 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-4615c8af-35fe-45bc-9101-0abbb40bc04d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-559670'] for router_interface (e5b571ce-fc13-4916-8ca7-02e46e5b493a), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:14.937831 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.55', 60719) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:57:15.009011 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-4615c8af-35fe-45bc-9101-0abbb40bc04d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (fc626190-43ca-404c-b463-b61853f24009), before_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:15.085619 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-0dd29f9c-02cc-4558-973a-d68b9cff0e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b571ce-fc13-4916-8ca7-02e46e5b493a', 'name': 'tempest-AttachVolumeShelveTestJSON-1179134205-router', 'tenant_id': '8d6fe98143c241798db8cd747803fb48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'c6b6eafc-e146-4868-b32e-6ac7da889279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T14:57:03Z', 'updated_at': '2022-03-02T14:57:07Z', 'revision_number': 3, 'project_id': '8d6fe98143c241798db8cd747803fb48', 'gw_port': {'id': 'c6b6eafc-e146-4868-b32e-6ac7da889279', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:33:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5b571ce-fc13-4916-8ca7-02e46e5b493a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:57:04Z', 'updated_at': '2022-03-02T14:57:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi'}], 'dv-cinder-831439-3-iscsi', False) {} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:57:15.087295 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6602b38f-ef4d-4ad9-a6b0-19d979fe8318 req-5e0c0fd0-901d-440e-8596-76643a27f121 tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:15.088828 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [req-6602b38f-ef4d-4ad9-a6b0-19d979fe8318 req-5e0c0fd0-901d-440e-8596-76643a27f121 tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] 10.222.0.55 "GET /v2.0/networks?id=cf64d0ea-6d61-484f-988f-99ec8724bf15 HTTP/1.1" status: 200 len: 812 time: 0.8440855 Mar 02 14:57:15.140918 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-c1f44c2b-5b8a-41ad-a8df-a921206d3767 req-dfbd2a55-9862-4200-b2e1-3736b0a94a98 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6b2a5b-4e6c-4d50-b29d-a2c16aa54449 HTTP/1.1" status: 200 len: 210 time: 0.0971992 Mar 02 14:57:15.157376 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron_lib.callbacks.manager [None req-f2466c15-0e83-4e2b-81a6-10e007f283da None None] Publish callbacks [] for port (8945d50c-c203-4455-8199-8061e072833e), precommit_update {{(pid=110182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:15.183997 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 52458) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:57:15.193208 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (3a73802c-5f14-4c1f-8439-e74c4c90063b), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:15.197152 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd29f9c-02cc-4558-973a-d68b9cff0e5d None None] The sync data for ids ['e5b571ce-fc13-4916-8ca7-02e46e5b493a'] in dv-cinder-831439-3-iscsi is: [{'id': 'e5b571ce-fc13-4916-8ca7-02e46e5b493a', 'name': 'tempest-AttachVolumeShelveTestJSON-1179134205-router', 'tenant_id': '8d6fe98143c241798db8cd747803fb48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'c6b6eafc-e146-4868-b32e-6ac7da889279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T14:57:03Z', 'updated_at': '2022-03-02T14:57:07Z', 'revision_number': 3, 'project_id': '8d6fe98143c241798db8cd747803fb48', 'gw_port': {'id': 'c6b6eafc-e146-4868-b32e-6ac7da889279', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:33:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5b571ce-fc13-4916-8ca7-02e46e5b493a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:57:04Z', 'updated_at': '2022-03-02T14:57:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi'}] {{(pid=110181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 14:57:15.197407 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.v2.base [None req-41b452db-692a-4e74-8148-37d3fc4959e3 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1460873438', 'description': 'tempest-description--2042491935'}} {{(pid=110179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:57:15.228853 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.v2.base [req-6602b38f-ef4d-4ad9-a6b0-19d979fe8318 req-eb441085-98f0-48a8-b2a5-1ca99c7e3a62 tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] Request body: {'port': {'device_id': '16b6c1ac-a578-48b1-a6d3-78ad890475cf', 'network_id': 'cf64d0ea-6d61-484f-988f-99ec8724bf15', 'admin_state_up': True, 'tenant_id': '5af2b524cfcf4a87a53e43e830f481c8'}} {{(pid=110179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:57:15.231729 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-87551675-7415-40b1-987c-30e06bb72ebd None None] Provisioning complete for port fc626190-43ca-404c-b463-b61853f24009 triggered by entity DHCP. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 14:57:15.232355 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-87551675-7415-40b1-987c-30e06bb72ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (fc626190-43ca-404c-b463-b61853f24009), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:15.283259 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-87551675-7415-40b1-987c-30e06bb72ebd None None] Port fc626190-43ca-404c-b463-b61853f24009 cannot update to ACTIVE because it is not bound. {{(pid=110181) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 14:57:15.326366 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron_lib.callbacks.manager [None req-f2466c15-0e83-4e2b-81a6-10e007f283da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (8945d50c-c203-4455-8199-8061e072833e), after_update {{(pid=110182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:15.498455 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42275647-7ed8-4d2b-b28a-5240c82216fa req-b01d2fb5-03f2-4602-86ef-47d164a102e7 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:15.524929 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [req-42275647-7ed8-4d2b-b28a-5240c82216fa req-b01d2fb5-03f2-4602-86ef-47d164a102e7 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.55 "GET /v2.0/networks?id=4aeef58e-3340-46c4-943d-ae2ec26e78a0 HTTP/1.1" status: 200 len: 814 time: 0.5611341 Mar 02 14:57:15.532620 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71428a7-036c-42c5-8b7f-9fa18be8eeb7 None None] Pushing event updated for resources: {'Port': ['ID=8945d50c-c203-4455-8199-8061e072833e,revision_number=3']} {{(pid=110182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:57:15.538274 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.v2.base [req-42275647-7ed8-4d2b-b28a-5240c82216fa req-863dc4d3-9fec-4b44-85af-6a0a7ee97d11 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Request body: {'port': {'device_id': 'ca6b2a5b-4e6c-4d50-b29d-a2c16aa54449', 'network_id': '4aeef58e-3340-46c4-943d-ae2ec26e78a0', 'admin_state_up': True, 'tenant_id': 'c744cfa2ecd64e8b8882c1e3e1c97e02'}} {{(pid=110179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:57:15.708271 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-4615c8af-35fe-45bc-9101-0abbb40bc04d admin admin] Publish callbacks [] for port (fc626190-43ca-404c-b463-b61853f24009), precommit_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:15.733669 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.plugins.ml2.managers [None req-f2466c15-0e83-4e2b-81a6-10e007f283da None None] Attempting to bind port 8945d50c-c203-4455-8199-8061e072833e on host dv-cinder-831439-3-iscsi for vnic_type normal with profile {{(pid=110182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 14:57:15.737739 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.plugins.ml2.managers [None req-f2466c15-0e83-4e2b-81a6-10e007f283da None None] Attempting to bind port 8945d50c-c203-4455-8199-8061e072833e by drivers openvswitch,hyperv on host dv-cinder-831439-3-iscsi at level 0 using segments [{'id': '239b17b0-e18b-4adf-80e8-57d00e0cbb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'df93f8f1-ff18-4251-9f43-b4d98c48182b'}] {{(pid=110182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 14:57:15.737739 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2466c15-0e83-4e2b-81a6-10e007f283da None None] Attempting to bind port 8945d50c-c203-4455-8199-8061e072833e on network df93f8f1-ff18-4251-9f43-b4d98c48182b {{(pid=110182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 14:57:15.755651 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2466c15-0e83-4e2b-81a6-10e007f283da None None] Checking agent: {'id': '3a73802c-5f14-4c1f-8439-e74c4c90063b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831439-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 14, 48, 15), 'started_at': datetime.datetime(2022, 3, 2, 14, 48, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 14, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831439-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 14:57:15.756601 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2466c15-0e83-4e2b-81a6-10e007f283da None None] Checking segment: {'id': '239b17b0-e18b-4adf-80e8-57d00e0cbb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'df93f8f1-ff18-4251-9f43-b4d98c48182b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 14:57:15.758353 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron_lib.callbacks.manager [None req-f2466c15-0e83-4e2b-81a6-10e007f283da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:15.758799 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2466c15-0e83-4e2b-81a6-10e007f283da None None] Bound using segment: {'id': '239b17b0-e18b-4adf-80e8-57d00e0cbb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'df93f8f1-ff18-4251-9f43-b4d98c48182b'} {{(pid=110182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 14:57:15.759319 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.plugins.ml2.managers [None req-f2466c15-0e83-4e2b-81a6-10e007f283da None None] Bound port: 8945d50c-c203-4455-8199-8061e072833e, host: dv-cinder-831439-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '239b17b0-e18b-4adf-80e8-57d00e0cbb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'df93f8f1-ff18-4251-9f43-b4d98c48182b'}}] {{(pid=110182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 14:57:15.761777 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron_lib.callbacks.manager [None req-f2466c15-0e83-4e2b-81a6-10e007f283da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (8945d50c-c203-4455-8199-8061e072833e), before_update {{(pid=110182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:15.769539 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-41b452db-692a-4e74-8148-37d3fc4959e3 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Publish callbacks [] for security_group (None), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:15.889487 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-3cb703a9-bbb6-4095-beeb-a1c8160824d9 req-4e6fc019-66d1-454d-9666-1b03dcc5a5ec tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] 10.222.0.52 "GET /v2.0/ports?device_id=16b6c1ac-a578-48b1-a6d3-78ad890475cf HTTP/1.1" status: 200 len: 210 time: 0.0846851 Mar 02 14:57:15.908671 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-4615c8af-35fe-45bc-9101-0abbb40bc04d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (fc626190-43ca-404c-b463-b61853f24009), after_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:15.912779 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-4615c8af-35fe-45bc-9101-0abbb40bc04d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16231439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-558502'] for router_interface (e5b571ce-fc13-4916-8ca7-02e46e5b493a), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:15.938605 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-83a9b8b4-99fb-42d6-bed9-d7ac520930c2 None None] Provisioning complete for port 8945d50c-c203-4455-8199-8061e072833e triggered by entity DHCP. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 14:57:15.941497 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-83a9b8b4-99fb-42d6-bed9-d7ac520930c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (8945d50c-c203-4455-8199-8061e072833e), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:16.048679 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.plugins.ml2.db [None req-f2466c15-0e83-4e2b-81a6-10e007f283da None None] For port 8945d50c-c203-4455-8199-8061e072833e, host dv-cinder-831439-3-iscsi, cleared binding levels {{(pid=110182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 14:57:16.057717 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.plugins.ml2.db [None req-f2466c15-0e83-4e2b-81a6-10e007f283da None None] For port 8945d50c-c203-4455-8199-8061e072833e, host dv-cinder-831439-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831439-3-iscsi',level=0,port_id=8945d50c-c203-4455-8199-8061e072833e,segment=NetworkSegment(239b17b0-e18b-4adf-80e8-57d00e0cbb35),segment_id=239b17b0-e18b-4adf-80e8-57d00e0cbb35)] {{(pid=110182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 14:57:16.080061 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-83a9b8b4-99fb-42d6-bed9-d7ac520930c2 None None] Port 8945d50c-c203-4455-8199-8061e072833e cannot update to ACTIVE because it is not bound. {{(pid=110181) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 14:57:16.116337 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4615c8af-35fe-45bc-9101-0abbb40bc04d admin admin] Pushing event updated for resources: {'Port': ['ID=fc626190-43ca-404c-b463-b61853f24009,revision_number=2']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:57:16.207729 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4615c8af-35fe-45bc-9101-0abbb40bc04d admin admin] Network 32a772a1-de65-4149-a254-15f24cef804d is already hosted by enough agents. {{(pid=110180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 14:57:16.217928 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.base_scheduler [None req-4615c8af-35fe-45bc-9101-0abbb40bc04d admin admin] Resources bound (agent type, host, resource id): {{(pid=110180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 14:57:16.225976 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron_lib.callbacks.manager [None req-f2466c15-0e83-4e2b-81a6-10e007f283da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (8945d50c-c203-4455-8199-8061e072833e), after_update {{(pid=110182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:16.234154 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-41b452db-692a-4e74-8148-37d3fc4959e3 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Publish callbacks [] for security_group (1486e0fb-d1aa-46b6-9bfd-52b5a4931e4c), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:16.236085 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6602b38f-ef4d-4ad9-a6b0-19d979fe8318 req-eb441085-98f0-48a8-b2a5-1ca99c7e3a62 tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] Made reservation on behalf of 5af2b524cfcf4a87a53e43e830f481c8 for: {'port': 1} {{(pid=110179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 14:57:16.242508 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [req-6602b38f-ef4d-4ad9-a6b0-19d979fe8318 req-eb441085-98f0-48a8-b2a5-1ca99c7e3a62 tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (None), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:16.495715 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2466c15-0e83-4e2b-81a6-10e007f283da None None] Routers {'8a8aaf80-2537-4582-a333-95e79d7ab834'} bound to L3 agent in host dv-cinder-831439-3-iscsi {{(pid=110182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 14:57:16.498436 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_hamode_db [None req-f2466c15-0e83-4e2b-81a6-10e007f283da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831439-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T14:48:11Z,description=,heartbeat_timestamp=2022-03-02T14:57:11Z,host='dv-cinder-831439-3-iscsi',id=4b7d4a90-2987-419a-b6cd-7624b7dba065,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T14:48:12Z,topic='l3_agent')) {'router_ids': ['8a8aaf80-2537-4582-a333-95e79d7ab834'], 'active': True} {{(pid=110182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:57:16.511824 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71428a7-036c-42c5-8b7f-9fa18be8eeb7 None None] Pushing event updated for resources: {'Port': ['ID=8945d50c-c203-4455-8199-8061e072833e,revision_number=4']} {{(pid=110182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:57:16.650118 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-99df09d8-cae3-4096-95b4-ab0fa1d21a5d req-cf6988c6-a848-4c10-94da-b7e0c986330d tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6b2a5b-4e6c-4d50-b29d-a2c16aa54449 HTTP/1.1" status: 200 len: 210 time: 0.1259935 Mar 02 14:57:16.753458 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4615c8af-35fe-45bc-9101-0abbb40bc04d admin admin] Router e5b571ce-fc13-4916-8ca7-02e46e5b493a has already been hosted by L3 agent 4b7d4a90-2987-419a-b6cd-7624b7dba065 {{(pid=110180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 14:57:16.902091 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-41b452db-692a-4e74-8148-37d3fc4959e3 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (1486e0fb-d1aa-46b6-9bfd-52b5a4931e4c), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:17.102275 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_dvr_db [None req-f2466c15-0e83-4e2b-81a6-10e007f283da None None] Set router 8a8aaf80-2537-4582-a333-95e79d7ab834 gateway port host: dv-cinder-831439-3-iscsi {{(pid=110182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 14:57:17.107540 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-4a7a2eab-516a-4029-8cfd-b65f361c0b48 None None] Provisioning complete for port 8945d50c-c203-4455-8199-8061e072833e triggered by entity DHCP. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 14:57:17.108526 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-4a7a2eab-516a-4029-8cfd-b65f361c0b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (8945d50c-c203-4455-8199-8061e072833e), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:17.124458 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42275647-7ed8-4d2b-b28a-5240c82216fa req-863dc4d3-9fec-4b44-85af-6a0a7ee97d11 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Made reservation on behalf of c744cfa2ecd64e8b8882c1e3e1c97e02 for: {'port': 1} {{(pid=110179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 14:57:17.163594 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [req-42275647-7ed8-4d2b-b28a-5240c82216fa req-863dc4d3-9fec-4b44-85af-6a0a7ee97d11 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (None), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:17.428326 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4615c8af-35fe-45bc-9101-0abbb40bc04d admin admin] Notify agent at l3_agent.dv-cinder-831439-3-iscsi the message routers_updated {{(pid=110180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 14:57:17.461790 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-4615c8af-35fe-45bc-9101-0abbb40bc04d admin admin] 10.222.0.52 "PUT /v2.0/routers/e5b571ce-fc13-4916-8ca7-02e46e5b493a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0494323 Mar 02 14:57:17.611513 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-dd05c7df-459a-4fd1-a447-4baeeb80c5da req-8c96c272-736a-4cf1-8e22-24a10ccc4d5e tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] 10.222.0.52 "GET /v2.0/ports?device_id=16b6c1ac-a578-48b1-a6d3-78ad890475cf HTTP/1.1" status: 200 len: 210 time: 0.2158241 Mar 02 14:57:17.800720 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_hamode_db [None req-f2466c15-0e83-4e2b-81a6-10e007f283da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a8aaf80-2537-4582-a333-95e79d7ab834', 'name': 'tempest-AttachVolumeTestJSON-757384370-router', 'tenant_id': '5ac6104636f34c658b71fafaf0755349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': 'bf5cd8fd-0ae1-4d0d-9d5d-ca4ded607246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T14:57:02Z', 'updated_at': '2022-03-02T14:57:11Z', 'revision_number': 4, 'project_id': '5ac6104636f34c658b71fafaf0755349', 'gw_port': {'id': 'bf5cd8fd-0ae1-4d0d-9d5d-ca4ded607246', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:73:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8aaf80-2537-4582-a333-95e79d7ab834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:57:03Z', 'updated_at': '2022-03-02T14:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi', '_interfaces': [{'id': '8945d50c-c203-4455-8199-8061e072833e', 'name': '', 'network_id': 'df93f8f1-ff18-4251-9f43-b4d98c48182b', 'tenant_id': '5ac6104636f34c658b71fafaf0755349', 'mac_address': 'fa:16:3e:79:b1:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a8aaf80-2537-4582-a333-95e79d7ab834', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'af4612bf-937d-4ff0-87a0-e171015ed5a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:57:08Z', 'updated_at': '2022-03-02T14:57:16Z', 'revision_number': 4, 'project_id': '5ac6104636f34c658b71fafaf0755349', 'subnets': [{'id': 'af4612bf-937d-4ff0-87a0-e171015ed5a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831439-3-iscsi', False) {} {{(pid=110182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:57:17.929663 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-4a7a2eab-516a-4029-8cfd-b65f361c0b48 None None] Current status of the port 8945d50c-c203-4455-8199-8061e072833e is: DOWN; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:57:17.930185 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-4a7a2eab-516a-4029-8cfd-b65f361c0b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (8945d50c-c203-4455-8199-8061e072833e), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:18.047772 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2466c15-0e83-4e2b-81a6-10e007f283da None None] The sync data for ids ['8a8aaf80-2537-4582-a333-95e79d7ab834'] in dv-cinder-831439-3-iscsi is: [{'id': '8a8aaf80-2537-4582-a333-95e79d7ab834', 'name': 'tempest-AttachVolumeTestJSON-757384370-router', 'tenant_id': '5ac6104636f34c658b71fafaf0755349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': 'bf5cd8fd-0ae1-4d0d-9d5d-ca4ded607246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T14:57:02Z', 'updated_at': '2022-03-02T14:57:11Z', 'revision_number': 4, 'project_id': '5ac6104636f34c658b71fafaf0755349', 'gw_port': {'id': 'bf5cd8fd-0ae1-4d0d-9d5d-ca4ded607246', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:73:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8aaf80-2537-4582-a333-95e79d7ab834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:57:03Z', 'updated_at': '2022-03-02T14:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi', '_interfaces': [{'id': '8945d50c-c203-4455-8199-8061e072833e', 'name': '', 'network_id': 'df93f8f1-ff18-4251-9f43-b4d98c48182b', 'tenant_id': '5ac6104636f34c658b71fafaf0755349', 'mac_address': 'fa:16:3e:79:b1:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a8aaf80-2537-4582-a333-95e79d7ab834', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'af4612bf-937d-4ff0-87a0-e171015ed5a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:57:08Z', 'updated_at': '2022-03-02T14:57:16Z', 'revision_number': 4, 'project_id': '5ac6104636f34c658b71fafaf0755349', 'subnets': [{'id': 'af4612bf-937d-4ff0-87a0-e171015ed5a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 14:57:18.210052 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Device c6b6eafc-e146-4868-b32e-6ac7da889279 up at agent ovs-agent-dv-cinder-831439-3-iscsi {{(pid=110181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 14:57:18.302538 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-4a7a2eab-516a-4029-8cfd-b65f361c0b48 None None] For port 8945d50c-c203-4455-8199-8061e072833e, host dv-cinder-831439-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831439-3-iscsi',level=0,port_id=8945d50c-c203-4455-8199-8061e072833e,segment=NetworkSegment(239b17b0-e18b-4adf-80e8-57d00e0cbb35),segment_id=239b17b0-e18b-4adf-80e8-57d00e0cbb35)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:57:18.392239 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-239dd2d2-b89f-45cc-b429-9e501eb422d4 req-e51c1d0b-819a-4a85-8783-1cbed60099e8 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6b2a5b-4e6c-4d50-b29d-a2c16aa54449 HTTP/1.1" status: 200 len: 210 time: 0.2240655 Mar 02 14:57:18.487321 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-4a7a2eab-516a-4029-8cfd-b65f361c0b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (8945d50c-c203-4455-8199-8061e072833e), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:18.676826 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7a2eab-516a-4029-8cfd-b65f361c0b48 None None] Pushing event updated for resources: {'Port': ['ID=8945d50c-c203-4455-8199-8061e072833e,revision_number=5']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:57:18.734480 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-4a7a2eab-516a-4029-8cfd-b65f361c0b48 None None] Provisioning complete for port fc626190-43ca-404c-b463-b61853f24009 triggered by entity DHCP. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 14:57:18.735446 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-4a7a2eab-516a-4029-8cfd-b65f361c0b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (fc626190-43ca-404c-b463-b61853f24009), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:18.756001 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-41b452db-692a-4e74-8148-37d3fc4959e3 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Publish callbacks [] for security_group (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:18.760887 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-41b452db-692a-4e74-8148-37d3fc4959e3 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 3.5743017 Mar 02 14:57:18.765373 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 52530) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:57:18.771348 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.v2.base [None req-17b962cd-c71a-4d13-a547-6cd0504558ee tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Request body: {'security_group_rule': {'security_group_id': '1486e0fb-d1aa-46b6-9bfd-52b5a4931e4c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:57:18.905318 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-4a7a2eab-516a-4029-8cfd-b65f361c0b48 None None] Port fc626190-43ca-404c-b463-b61853f24009 cannot update to ACTIVE because it is not bound. {{(pid=110181) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 14:57:18.931770 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Provisioning complete for port c6b6eafc-e146-4868-b32e-6ac7da889279 triggered by entity L2. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 14:57:18.932509 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (c6b6eafc-e146-4868-b32e-6ac7da889279), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:19.068834 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-0b9d2bb7-54e6-4b85-84cc-1421c57ff60a req-31b61c75-b4ab-4301-ade7-5c3a8f90ea55 tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] 10.222.0.52 "GET /v2.0/ports?device_id=16b6c1ac-a578-48b1-a6d3-78ad890475cf HTTP/1.1" status: 200 len: 210 time: 0.1251981 Mar 02 14:57:19.072147 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-17b962cd-c71a-4d13-a547-6cd0504558ee tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Publish callbacks [] for security_group_rule (f985fa8a-6d6f-40f9-9424-32c5210d6fb1), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:19.115431 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b452db-692a-4e74-8148-37d3fc4959e3 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1486e0fb-d1aa-46b6-9bfd-52b5a4931e4c,revision_number=1']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:57:19.369812 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Current status of the port c6b6eafc-e146-4868-b32e-6ac7da889279 is: DOWN; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:57:19.369812 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (c6b6eafc-e146-4868-b32e-6ac7da889279), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:19.380247 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.db.db_base_plugin_common [req-6602b38f-ef4d-4ad9-a6b0-19d979fe8318 req-eb441085-98f0-48a8-b2a5-1ca99c7e3a62 tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] Allocated IP 172.20.0.13 (cf64d0ea-6d61-484f-988f-99ec8724bf15/1811268e-e352-4ea5-8fc9-95bea7016c91/2566654e-33b3-4e13-b49c-de94e3162755) {{(pid=110179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 14:57:19.380247 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.db.db_base_plugin_common [req-42275647-7ed8-4d2b-b28a-5240c82216fa req-863dc4d3-9fec-4b44-85af-6a0a7ee97d11 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Allocated IP 172.20.0.2 (4aeef58e-3340-46c4-943d-ae2ec26e78a0/33e89568-1c93-4c51-af7d-02f9e3bdcc0f/608c0c91-197c-49ef-82b6-c579c40de592) {{(pid=110179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 14:57:19.380409 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] For port c6b6eafc-e146-4868-b32e-6ac7da889279, host dv-cinder-831439-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831439-3-iscsi',level=0,port_id=c6b6eafc-e146-4868-b32e-6ac7da889279,segment=NetworkSegment(23151279-75ac-4f5a-99b2-c6146d92420f),segment_id=23151279-75ac-4f5a-99b2-c6146d92420f)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:57:19.518553 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-17b962cd-c71a-4d13-a547-6cd0504558ee tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Publish callbacks [] for security_group_rule (f985fa8a-6d6f-40f9-9424-32c5210d6fb1), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:19.680838 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb68374-3e89-4a26-b44c-089e240bfa3d None None] Sync routers for ids ['e5b571ce-fc13-4916-8ca7-02e46e5b493a'] in dv-cinder-831439-3-iscsi {{(pid=110181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 14:57:19.718211 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb68374-3e89-4a26-b44c-089e240bfa3d None None] Routers {'e5b571ce-fc13-4916-8ca7-02e46e5b493a'} bound to L3 agent in host dv-cinder-831439-3-iscsi {{(pid=110181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 14:57:19.724492 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-1bb68374-3e89-4a26-b44c-089e240bfa3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831439-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T14:48:11Z,description=,heartbeat_timestamp=2022-03-02T14:57:11Z,host='dv-cinder-831439-3-iscsi',id=4b7d4a90-2987-419a-b6cd-7624b7dba065,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T14:48:12Z,topic='l3_agent')) {'router_ids': ['e5b571ce-fc13-4916-8ca7-02e46e5b493a'], 'active': True} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:57:19.732172 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-17b962cd-c71a-4d13-a547-6cd0504558ee tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769636'] for security_group_rule (f985fa8a-6d6f-40f9-9424-32c5210d6fb1), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:19.848765 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b962cd-c71a-4d13-a547-6cd0504558ee tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f985fa8a-6d6f-40f9-9424-32c5210d6fb1,revision_number=0']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:57:19.910611 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (c6b6eafc-e146-4868-b32e-6ac7da889279), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:19.984562 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [req-6602b38f-ef4d-4ad9-a6b0-19d979fe8318 req-eb441085-98f0-48a8-b2a5-1ca99c7e3a62 tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] Publish callbacks [] for port (2566654e-33b3-4e13-b49c-de94e3162755), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:19.989463 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-73be6258-71a3-4219-84e5-466d5220fc1f req-30fd9e2a-3afa-41a7-8d19-4712d553d580 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6b2a5b-4e6c-4d50-b29d-a2c16aa54449 HTTP/1.1" status: 200 len: 210 time: 0.1985798 Mar 02 14:57:20.136782 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-17b962cd-c71a-4d13-a547-6cd0504558ee tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:20.136782 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-17b962cd-c71a-4d13-a547-6cd0504558ee tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3687277 Mar 02 14:57:20.142113 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 52552) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:57:20.151750 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.v2.base [None req-ec50030c-dfcb-4e38-ab64-b9b85ad0c365 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Request body: {'security_group_rule': {'security_group_id': '1486e0fb-d1aa-46b6-9bfd-52b5a4931e4c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:57:20.265895 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Device 8945d50c-c203-4455-8199-8061e072833e up at agent ovs-agent-dv-cinder-831439-3-iscsi {{(pid=110181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 14:57:20.419935 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 52554) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:57:20.513530 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.v2.base [None req-e5407ec2-f654-4445-b3fb-00b75918c6f1 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2046804557', 'description': 'tempest-description--354499114'}} {{(pid=110180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:57:20.513840 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvr_db [None req-1bb68374-3e89-4a26-b44c-089e240bfa3d None None] Set router e5b571ce-fc13-4916-8ca7-02e46e5b493a gateway port host: dv-cinder-831439-3-iscsi {{(pid=110181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 14:57:20.513840 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Pushing event updated for resources: {'Port': ['ID=c6b6eafc-e146-4868-b32e-6ac7da889279,revision_number=4']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:57:20.514286 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [req-6602b38f-ef4d-4ad9-a6b0-19d979fe8318 req-eb441085-98f0-48a8-b2a5-1ca99c7e3a62 tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757345480668'] for port (2566654e-33b3-4e13-b49c-de94e3162755), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:20.514377 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-5fea84a1-d406-45d6-b6c2-b5e2788ddc7a req-ec905d99-52ac-4250-875e-f6585307cf36 tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] 10.222.0.52 "GET /v2.0/ports?device_id=16b6c1ac-a578-48b1-a6d3-78ad890475cf HTTP/1.1" status: 200 len: 210 time: 0.1653008 Mar 02 14:57:20.514461 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [req-42275647-7ed8-4d2b-b28a-5240c82216fa req-863dc4d3-9fec-4b44-85af-6a0a7ee97d11 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Publish callbacks [] for port (608c0c91-197c-49ef-82b6-c579c40de592), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:20.555817 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-ec50030c-dfcb-4e38-ab64-b9b85ad0c365 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Publish callbacks [] for security_group_rule (68b6a693-b283-4234-987e-897fb8f797e0), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:20.638363 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Provisioning complete for port 8945d50c-c203-4455-8199-8061e072833e triggered by entity L2. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 14:57:20.639935 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (8945d50c-c203-4455-8199-8061e072833e), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:20.706899 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-ec50030c-dfcb-4e38-ab64-b9b85ad0c365 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Publish callbacks [] for security_group_rule (68b6a693-b283-4234-987e-897fb8f797e0), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:20.773318 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-e5407ec2-f654-4445-b3fb-00b75918c6f1 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Publish callbacks [] for security_group (None), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:20.812153 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6602b38f-ef4d-4ad9-a6b0-19d979fe8318 req-eb441085-98f0-48a8-b2a5-1ca99c7e3a62 tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] Network cf64d0ea-6d61-484f-988f-99ec8724bf15 is already hosted by enough agents. {{(pid=110179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 14:57:20.830304 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.scheduler.base_scheduler [req-6602b38f-ef4d-4ad9-a6b0-19d979fe8318 req-eb441085-98f0-48a8-b2a5-1ca99c7e3a62 tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] Resources bound (agent type, host, resource id): {{(pid=110179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 14:57:20.835066 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.db.l3_dvrscheduler_db [req-6602b38f-ef4d-4ad9-a6b0-19d979fe8318 req-eb441085-98f0-48a8-b2a5-1ca99c7e3a62 tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] Received port after_create {{(pid=110179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 14:57:20.840415 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6602b38f-ef4d-4ad9-a6b0-19d979fe8318 req-eb441085-98f0-48a8-b2a5-1ca99c7e3a62 tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:20.841114 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [req-6602b38f-ef4d-4ad9-a6b0-19d979fe8318 req-eb441085-98f0-48a8-b2a5-1ca99c7e3a62 tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16231659'] for port (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:20.859269 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb441085-98f0-48a8-b2a5-1ca99c7e3a62 tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] Pushing event updated for resources: {'Port': ['ID=2566654e-33b3-4e13-b49c-de94e3162755,revision_number=1']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:57:20.867446 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-ec50030c-dfcb-4e38-ab64-b9b85ad0c365 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769636'] for security_group_rule (68b6a693-b283-4234-987e-897fb8f797e0), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:20.941908 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec50030c-dfcb-4e38-ab64-b9b85ad0c365 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68b6a693-b283-4234-987e-897fb8f797e0,revision_number=0']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:57:21.019081 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-e5407ec2-f654-4445-b3fb-00b75918c6f1 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Publish callbacks [] for security_group (9409be02-afb2-41ad-a2c8-4aa2fb90c17c), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:21.086536 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Current status of the port 8945d50c-c203-4455-8199-8061e072833e is: ACTIVE; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:57:21.094632 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [req-6602b38f-ef4d-4ad9-a6b0-19d979fe8318 req-eb441085-98f0-48a8-b2a5-1ca99c7e3a62 tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.9127026 Mar 02 14:57:21.096194 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [req-42275647-7ed8-4d2b-b28a-5240c82216fa req-863dc4d3-9fec-4b44-85af-6a0a7ee97d11 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757345480668'] for port (608c0c91-197c-49ef-82b6-c579c40de592), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:21.114137 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-1bb68374-3e89-4a26-b44c-089e240bfa3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b571ce-fc13-4916-8ca7-02e46e5b493a', 'name': 'tempest-AttachVolumeShelveTestJSON-1179134205-router', 'tenant_id': '8d6fe98143c241798db8cd747803fb48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'c6b6eafc-e146-4868-b32e-6ac7da889279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T14:57:03Z', 'updated_at': '2022-03-02T14:57:14Z', 'revision_number': 4, 'project_id': '8d6fe98143c241798db8cd747803fb48', 'gw_port': {'id': 'c6b6eafc-e146-4868-b32e-6ac7da889279', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:33:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b571ce-fc13-4916-8ca7-02e46e5b493a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:57:04Z', 'updated_at': '2022-03-02T14:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi', '_interfaces': [{'id': 'fc626190-43ca-404c-b463-b61853f24009', 'name': '', 'network_id': '32a772a1-de65-4149-a254-15f24cef804d', 'tenant_id': '8d6fe98143c241798db8cd747803fb48', 'mac_address': 'fa:16:3e:68:52:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5b571ce-fc13-4916-8ca7-02e46e5b493a', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4f813be6-b019-4418-9613-23d83e4ca2ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:57:13Z', 'updated_at': '2022-03-02T14:57:15Z', 'revision_number': 2, 'project_id': '8d6fe98143c241798db8cd747803fb48', 'subnets': [{'id': '4f813be6-b019-4418-9613-23d83e4ca2ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831439-3-iscsi', False) {} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:57:21.125695 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-e5407ec2-f654-4445-b3fb-00b75918c6f1 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (9409be02-afb2-41ad-a2c8-4aa2fb90c17c), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:21.161890 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-ec50030c-dfcb-4e38-ab64-b9b85ad0c365 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:21.167628 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-ec50030c-dfcb-4e38-ab64-b9b85ad0c365 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0209844 Mar 02 14:57:21.169365 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 52570) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:57:21.198227 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.v2.base [None req-1feae53f-3749-4736-9f2e-41a4354b808b tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Request body: {'floatingip': {'floating_network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf'}} {{(pid=110180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:57:21.211260 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb68374-3e89-4a26-b44c-089e240bfa3d None None] Checking router: e5b571ce-fc13-4916-8ca7-02e46e5b493a for host: dv-cinder-831439-3-iscsi {{(pid=110181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 14:57:21.213059 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb68374-3e89-4a26-b44c-089e240bfa3d None None] Updating router e5b571ce-fc13-4916-8ca7-02e46e5b493a port fc626190-43ca-404c-b463-b61853f24009 binding host dv-cinder-831439-3-iscsi {{(pid=110181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 14:57:21.260195 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-1bb68374-3e89-4a26-b44c-089e240bfa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (fc626190-43ca-404c-b463-b61853f24009), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:21.276633 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42275647-7ed8-4d2b-b28a-5240c82216fa req-863dc4d3-9fec-4b44-85af-6a0a7ee97d11 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Network 4aeef58e-3340-46c4-943d-ae2ec26e78a0 is already hosted by enough agents. {{(pid=110179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 14:57:21.282229 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.scheduler.base_scheduler [req-42275647-7ed8-4d2b-b28a-5240c82216fa req-863dc4d3-9fec-4b44-85af-6a0a7ee97d11 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Resources bound (agent type, host, resource id): {{(pid=110179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 14:57:21.286339 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.db.l3_dvrscheduler_db [req-42275647-7ed8-4d2b-b28a-5240c82216fa req-863dc4d3-9fec-4b44-85af-6a0a7ee97d11 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Received port after_create {{(pid=110179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 14:57:21.291866 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42275647-7ed8-4d2b-b28a-5240c82216fa req-863dc4d3-9fec-4b44-85af-6a0a7ee97d11 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:21.292823 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [req-42275647-7ed8-4d2b-b28a-5240c82216fa req-863dc4d3-9fec-4b44-85af-6a0a7ee97d11 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16231659'] for port (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:21.295860 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-e5407ec2-f654-4445-b3fb-00b75918c6f1 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Publish callbacks [] for security_group (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:21.299001 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-e5407ec2-f654-4445-b3fb-00b75918c6f1 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8807707 Mar 02 14:57:21.304210 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 52574) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:57:21.312466 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.v2.base [None req-1eed628e-9bd7-43d8-b809-b540728f98aa tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Request body: {'security_group_rule': {'security_group_id': '9409be02-afb2-41ad-a2c8-4aa2fb90c17c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:57:21.319653 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863dc4d3-9fec-4b44-85af-6a0a7ee97d11 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Pushing event updated for resources: {'Port': ['ID=608c0c91-197c-49ef-82b6-c579c40de592,revision_number=1']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:57:21.330929 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5407ec2-f654-4445-b3fb-00b75918c6f1 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9409be02-afb2-41ad-a2c8-4aa2fb90c17c,revision_number=1']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:57:21.380457 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-1feae53f-3749-4736-9f2e-41a4354b808b tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:21.431533 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [req-42275647-7ed8-4d2b-b28a-5240c82216fa req-863dc4d3-9fec-4b44-85af-6a0a7ee97d11 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9053342 Mar 02 14:57:21.497956 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 52578) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:57:21.563300 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-1eed628e-9bd7-43d8-b809-b540728f98aa tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Publish callbacks [] for security_group_rule (d647fb62-dca3-45a4-96bc-acd37aea6e4f), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:21.564906 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfd5143-516a-4c27-a69d-e86627eff189 req-0db267eb-36e8-40e4-8b04-b2905b2d78f7 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:21.576024 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-bdfd5143-516a-4c27-a69d-e86627eff189 req-0db267eb-36e8-40e4-8b04-b2905b2d78f7 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6b2a5b-4e6c-4d50-b29d-a2c16aa54449 HTTP/1.1" status: 200 len: 931 time: 0.3203082 Mar 02 14:57:21.689092 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-1eed628e-9bd7-43d8-b809-b540728f98aa tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Publish callbacks [] for security_group_rule (d647fb62-dca3-45a4-96bc-acd37aea6e4f), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:21.737704 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-bdfd5143-516a-4c27-a69d-e86627eff189 req-30b01165-8cb9-4762-8b3a-e6841ef888fc tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/security-groups?id=74537ba6-1b23-49ee-a8f7-21a45895cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628313 Mar 02 14:57:21.739603 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-86473e43-a12f-44bb-bc31-0ed3a7b15c59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:21.796591 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-1bb68374-3e89-4a26-b44c-089e240bfa3d None None] Publish callbacks [] for port (fc626190-43ca-404c-b463-b61853f24009), precommit_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:21.823665 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716379fa-9f5b-4b43-9544-4cff3e52e29c req-6b24d7b7-fdf1-4901-8ccb-24f124ffe7f0 tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:21.825201 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-716379fa-9f5b-4b43-9544-4cff3e52e29c req-6b24d7b7-fdf1-4901-8ccb-24f124ffe7f0 tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] 10.222.0.52 "GET /v2.0/ports?device_id=16b6c1ac-a578-48b1-a6d3-78ad890475cf HTTP/1.1" status: 200 len: 932 time: 0.1783555 Mar 02 14:57:21.846256 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-86473e43-a12f-44bb-bc31-0ed3a7b15c59 admin admin] Publish callbacks [] for security_group (b0928b93-8614-4d83-9613-4d448afaf064), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:21.911710 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-1feae53f-3749-4736-9f2e-41a4354b808b tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (None), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:21.937778 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-716379fa-9f5b-4b43-9544-4cff3e52e29c req-4fd43f6f-28ea-4d02-be04-dbd015d91655 tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] 10.222.0.52 "GET /v2.0/security-groups?id=042a4f9a-15cc-43ae-9988-4a18daee0533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037948 Mar 02 14:57:21.942109 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-1eed628e-9bd7-43d8-b809-b540728f98aa tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769636'] for security_group_rule (d647fb62-dca3-45a4-96bc-acd37aea6e4f), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:21.980218 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eed628e-9bd7-43d8-b809-b540728f98aa tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d647fb62-dca3-45a4-96bc-acd37aea6e4f,revision_number=0']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:57:22.022388 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Device c6b6eafc-e146-4868-b32e-6ac7da889279 up at agent ovs-agent-dv-cinder-831439-3-iscsi {{(pid=110181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 14:57:22.069586 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-1bb68374-3e89-4a26-b44c-089e240bfa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (fc626190-43ca-404c-b463-b61853f24009), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:22.116047 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-1eed628e-9bd7-43d8-b809-b540728f98aa tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:22.117327 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-1eed628e-9bd7-43d8-b809-b540728f98aa tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8118899 Mar 02 14:57:22.118171 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-86473e43-a12f-44bb-bc31-0ed3a7b15c59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (b0928b93-8614-4d83-9613-4d448afaf064), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:22.145782 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad9c420-fc39-4ac1-9d56-11f83ad90328 None None] Pushing event updated for resources: {'Port': ['ID=fc626190-43ca-404c-b463-b61853f24009,revision_number=3']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:57:22.151324 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Provisioning complete for port c6b6eafc-e146-4868-b32e-6ac7da889279 triggered by entity L2. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 14:57:22.152067 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (c6b6eafc-e146-4868-b32e-6ac7da889279), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:22.156863 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 52590) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:57:22.163480 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-86473e43-a12f-44bb-bc31-0ed3a7b15c59 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f9176b1c31f1454dab886a18558d1aa0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6640275 Mar 02 14:57:22.174091 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.v2.base [None req-a79a4a0f-96bf-4fc7-bbb5-093b1aad1844 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Request body: {'security_group_rule': {'security_group_id': '9409be02-afb2-41ad-a2c8-4aa2fb90c17c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:57:22.188178 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 52592) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:57:22.214411 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.db_base_plugin_common [None req-1feae53f-3749-4736-9f2e-41a4354b808b tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Allocated IP 172.27.0.131 (ed71569c-47b6-4b42-b6b3-c541700724bf/701fb87e-0ea2-4d8d-8228-0af980cd437a/9e2a0901-9f03-4d3c-997e-ebdc9911e29e) {{(pid=110180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 14:57:22.316531 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86473e43-a12f-44bb-bc31-0ed3a7b15c59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0928b93-8614-4d83-9613-4d448afaf064,revision_number=1']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:57:22.370140 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-41584b4d-282f-42ce-a8c2-10e68a9813d6 admin admin] Publish callbacks [] for security_group (b0928b93-8614-4d83-9613-4d448afaf064), before_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:22.411170 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.managers [None req-1bb68374-3e89-4a26-b44c-089e240bfa3d None None] Attempting to bind port fc626190-43ca-404c-b463-b61853f24009 on host dv-cinder-831439-3-iscsi for vnic_type normal with profile {{(pid=110181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 14:57:22.411912 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.managers [None req-1bb68374-3e89-4a26-b44c-089e240bfa3d None None] Attempting to bind port fc626190-43ca-404c-b463-b61853f24009 by drivers openvswitch,hyperv on host dv-cinder-831439-3-iscsi at level 0 using segments [{'id': 'a29b8c1f-4601-46a8-a0c5-19fb5294c518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '32a772a1-de65-4149-a254-15f24cef804d'}] {{(pid=110181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 14:57:22.412702 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb68374-3e89-4a26-b44c-089e240bfa3d None None] Attempting to bind port fc626190-43ca-404c-b463-b61853f24009 on network 32a772a1-de65-4149-a254-15f24cef804d {{(pid=110181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 14:57:22.413442 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-1feae53f-3749-4736-9f2e-41a4354b808b tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Publish callbacks [] for port (9e2a0901-9f03-4d3c-997e-ebdc9911e29e), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:22.413980 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-41584b4d-282f-42ce-a8c2-10e68a9813d6 admin admin] Publish callbacks [] for security_group (b0928b93-8614-4d83-9613-4d448afaf064), precommit_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:22.425237 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb68374-3e89-4a26-b44c-089e240bfa3d None None] Checking agent: {'id': '3a73802c-5f14-4c1f-8439-e74c4c90063b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831439-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 14, 48, 15), 'started_at': datetime.datetime(2022, 3, 2, 14, 48, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 14, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831439-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 14:57:22.425725 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb68374-3e89-4a26-b44c-089e240bfa3d None None] Checking segment: {'id': 'a29b8c1f-4601-46a8-a0c5-19fb5294c518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '32a772a1-de65-4149-a254-15f24cef804d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 14:57:22.426337 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-1bb68374-3e89-4a26-b44c-089e240bfa3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:22.426748 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb68374-3e89-4a26-b44c-089e240bfa3d None None] Bound using segment: {'id': 'a29b8c1f-4601-46a8-a0c5-19fb5294c518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '32a772a1-de65-4149-a254-15f24cef804d'} {{(pid=110181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 14:57:22.427295 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.managers [None req-1bb68374-3e89-4a26-b44c-089e240bfa3d None None] Bound port: fc626190-43ca-404c-b463-b61853f24009, host: dv-cinder-831439-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a29b8c1f-4601-46a8-a0c5-19fb5294c518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '32a772a1-de65-4149-a254-15f24cef804d'}}] {{(pid=110181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 14:57:22.427961 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-1bb68374-3e89-4a26-b44c-089e240bfa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (fc626190-43ca-404c-b463-b61853f24009), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:22.443081 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Current status of the port c6b6eafc-e146-4868-b32e-6ac7da889279 is: ACTIVE; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:57:22.468309 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-a79a4a0f-96bf-4fc7-bbb5-093b1aad1844 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Publish callbacks [] for security_group_rule (e36b73e0-9b58-4aa0-b475-cc32ad5174ce), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:22.506500 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-e5766631-0e7e-425f-a409-8c423cd0370c None None] Provisioning complete for port fc626190-43ca-404c-b463-b61853f24009 triggered by entity DHCP. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 14:57:22.506806 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-e5766631-0e7e-425f-a409-8c423cd0370c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (fc626190-43ca-404c-b463-b61853f24009), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:22.532835 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-1bb68374-3e89-4a26-b44c-089e240bfa3d None None] For port fc626190-43ca-404c-b463-b61853f24009, host dv-cinder-831439-3-iscsi, cleared binding levels {{(pid=110181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 14:57:22.555163 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-1bb68374-3e89-4a26-b44c-089e240bfa3d None None] For port fc626190-43ca-404c-b463-b61853f24009, host dv-cinder-831439-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831439-3-iscsi',level=0,port_id=fc626190-43ca-404c-b463-b61853f24009,segment=NetworkSegment(a29b8c1f-4601-46a8-a0c5-19fb5294c518),segment_id=a29b8c1f-4601-46a8-a0c5-19fb5294c518)] {{(pid=110181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 14:57:22.570711 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-e5766631-0e7e-425f-a409-8c423cd0370c None None] Port fc626190-43ca-404c-b463-b61853f24009 cannot update to ACTIVE because it is not bound. {{(pid=110181) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 14:57:22.588699 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-1feae53f-3749-4736-9f2e-41a4354b808b tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757345480668'] for port (9e2a0901-9f03-4d3c-997e-ebdc9911e29e), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:22.627906 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1feae53f-3749-4736-9f2e-41a4354b808b tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Network ed71569c-47b6-4b42-b6b3-c541700724bf is already hosted by enough agents. {{(pid=110180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 14:57:22.632423 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.base_scheduler [None req-1feae53f-3749-4736-9f2e-41a4354b808b tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Resources bound (agent type, host, resource id): {{(pid=110180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 14:57:22.636843 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1feae53f-3749-4736-9f2e-41a4354b808b tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Received port after_create {{(pid=110180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 14:57:22.637041 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-41584b4d-282f-42ce-a8c2-10e68a9813d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (b0928b93-8614-4d83-9613-4d448afaf064), after_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:22.640237 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-41584b4d-282f-42ce-a8c2-10e68a9813d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:22.641485 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-41584b4d-282f-42ce-a8c2-10e68a9813d6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b0928b93-8614-4d83-9613-4d448afaf064 HTTP/1.1" status: 204 len: 168 time: 0.4393554 Mar 02 14:57:22.647219 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feae53f-3749-4736-9f2e-41a4354b808b tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Pushing event updated for resources: {'Port': ['ID=9e2a0901-9f03-4d3c-997e-ebdc9911e29e,revision_number=1']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:57:22.669933 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-a79a4a0f-96bf-4fc7-bbb5-093b1aad1844 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Publish callbacks [] for security_group_rule (e36b73e0-9b58-4aa0-b475-cc32ad5174ce), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:22.669933 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41584b4d-282f-42ce-a8c2-10e68a9813d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0928b93-8614-4d83-9613-4d448afaf064,revision_number=None']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:57:22.741747 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-1feae53f-3749-4736-9f2e-41a4354b808b tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Publish callbacks [] for floatingip (4bb3c836-7cea-4d7b-9278-29855726b3c0), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:22.743847 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-1bb68374-3e89-4a26-b44c-089e240bfa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (fc626190-43ca-404c-b463-b61853f24009), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:22.797114 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb68374-3e89-4a26-b44c-089e240bfa3d None None] Routers {'e5b571ce-fc13-4916-8ca7-02e46e5b493a'} bound to L3 agent in host dv-cinder-831439-3-iscsi {{(pid=110181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 14:57:22.797826 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-1bb68374-3e89-4a26-b44c-089e240bfa3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831439-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T14:48:11Z,description=,heartbeat_timestamp=2022-03-02T14:57:11Z,host='dv-cinder-831439-3-iscsi',id=4b7d4a90-2987-419a-b6cd-7624b7dba065,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T14:48:12Z,topic='l3_agent')) {'router_ids': ['e5b571ce-fc13-4916-8ca7-02e46e5b493a'], 'active': True} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:57:22.833738 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-a79a4a0f-96bf-4fc7-bbb5-093b1aad1844 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769636'] for security_group_rule (e36b73e0-9b58-4aa0-b475-cc32ad5174ce), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:22.840102 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad9c420-fc39-4ac1-9d56-11f83ad90328 None None] Pushing event updated for resources: {'Port': ['ID=fc626190-43ca-404c-b463-b61853f24009,revision_number=4']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:57:22.860040 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79a4a0f-96bf-4fc7-bbb5-093b1aad1844 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e36b73e0-9b58-4aa0-b475-cc32ad5174ce,revision_number=0']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:57:22.932260 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-1feae53f-3749-4736-9f2e-41a4354b808b tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (9e2a0901-9f03-4d3c-997e-ebdc9911e29e), before_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:22.956655 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvr_db [None req-1bb68374-3e89-4a26-b44c-089e240bfa3d None None] Set router e5b571ce-fc13-4916-8ca7-02e46e5b493a gateway port host: dv-cinder-831439-3-iscsi {{(pid=110181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 14:57:22.972592 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-a79a4a0f-96bf-4fc7-bbb5-093b1aad1844 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:22.975149 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-a79a4a0f-96bf-4fc7-bbb5-093b1aad1844 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8096943 Mar 02 14:57:22.980025 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 52604) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:57:22.988054 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.v2.base [None req-4a230217-8141-4161-a7eb-b002b63662f0 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Request body: {'floatingip': {'floating_network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf'}} {{(pid=110179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:57:23.011853 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff3370a-6960-4a00-a186-85de5692eedb req-eab2b014-9f9c-4b10-83ba-297c90312ef2 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:23.014515 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-aff3370a-6960-4a00-a186-85de5692eedb req-eab2b014-9f9c-4b10-83ba-297c90312ef2 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6b2a5b-4e6c-4d50-b29d-a2c16aa54449 HTTP/1.1" status: 200 len: 931 time: 0.1479449 Mar 02 14:57:23.171989 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-4a230217-8141-4161-a7eb-b002b63662f0 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:23.195590 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-aff3370a-6960-4a00-a186-85de5692eedb req-b993e7b0-9e0f-4d17-8858-2ea8d16e6cb0 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/security-groups?id=74537ba6-1b23-49ee-a8f7-21a45895cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928822 Mar 02 14:57:23.248109 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0106f7-ae9d-4f20-a7ef-610e5e38f39f req-ab0646a1-e718-428b-afbc-f7f7d6fff0db tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:23.249788 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-5a0106f7-ae9d-4f20-a7ef-610e5e38f39f req-ab0646a1-e718-428b-afbc-f7f7d6fff0db tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] 10.222.0.52 "GET /v2.0/ports?device_id=16b6c1ac-a578-48b1-a6d3-78ad890475cf HTTP/1.1" status: 200 len: 932 time: 0.1459985 Mar 02 14:57:23.322459 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-1feae53f-3749-4736-9f2e-41a4354b808b tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Publish callbacks [] for port (9e2a0901-9f03-4d3c-997e-ebdc9911e29e), precommit_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:23.332753 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-5a0106f7-ae9d-4f20-a7ef-610e5e38f39f req-9d259ca9-42bc-4bde-ba9a-5013dcd13a7b tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] 10.222.0.52 "GET /v2.0/security-groups?id=042a4f9a-15cc-43ae-9988-4a18daee0533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724618 Mar 02 14:57:23.332986 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-7ccf1148-16c1-4a41-92af-2ee0c401e343 None None] Provisioning complete for port fc626190-43ca-404c-b463-b61853f24009 triggered by entity DHCP. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 14:57:23.333486 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-7ccf1148-16c1-4a41-92af-2ee0c401e343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (fc626190-43ca-404c-b463-b61853f24009), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:23.368593 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-4a230217-8141-4161-a7eb-b002b63662f0 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (None), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:23.401485 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-1feae53f-3749-4736-9f2e-41a4354b808b tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (9e2a0901-9f03-4d3c-997e-ebdc9911e29e), after_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:23.460785 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-1bb68374-3e89-4a26-b44c-089e240bfa3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b571ce-fc13-4916-8ca7-02e46e5b493a', 'name': 'tempest-AttachVolumeShelveTestJSON-1179134205-router', 'tenant_id': '8d6fe98143c241798db8cd747803fb48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'c6b6eafc-e146-4868-b32e-6ac7da889279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T14:57:03Z', 'updated_at': '2022-03-02T14:57:14Z', 'revision_number': 4, 'project_id': '8d6fe98143c241798db8cd747803fb48', 'gw_port': {'id': 'c6b6eafc-e146-4868-b32e-6ac7da889279', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:33:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b571ce-fc13-4916-8ca7-02e46e5b493a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:57:04Z', 'updated_at': '2022-03-02T14:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi', '_interfaces': [{'id': 'fc626190-43ca-404c-b463-b61853f24009', 'name': '', 'network_id': '32a772a1-de65-4149-a254-15f24cef804d', 'tenant_id': '8d6fe98143c241798db8cd747803fb48', 'mac_address': 'fa:16:3e:68:52:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5b571ce-fc13-4916-8ca7-02e46e5b493a', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4f813be6-b019-4418-9613-23d83e4ca2ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:57:13Z', 'updated_at': '2022-03-02T14:57:22Z', 'revision_number': 4, 'project_id': '8d6fe98143c241798db8cd747803fb48', 'subnets': [{'id': '4f813be6-b019-4418-9613-23d83e4ca2ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831439-3-iscsi', False) {} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:57:23.465836 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-1feae53f-3749-4736-9f2e-41a4354b808b tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559821'] for floatingip (4bb3c836-7cea-4d7b-9278-29855726b3c0), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:23.494317 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb68374-3e89-4a26-b44c-089e240bfa3d None None] The sync data for ids ['e5b571ce-fc13-4916-8ca7-02e46e5b493a'] in dv-cinder-831439-3-iscsi is: [{'id': 'e5b571ce-fc13-4916-8ca7-02e46e5b493a', 'name': 'tempest-AttachVolumeShelveTestJSON-1179134205-router', 'tenant_id': '8d6fe98143c241798db8cd747803fb48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'c6b6eafc-e146-4868-b32e-6ac7da889279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T14:57:03Z', 'updated_at': '2022-03-02T14:57:14Z', 'revision_number': 4, 'project_id': '8d6fe98143c241798db8cd747803fb48', 'gw_port': {'id': 'c6b6eafc-e146-4868-b32e-6ac7da889279', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:33:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b571ce-fc13-4916-8ca7-02e46e5b493a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:57:04Z', 'updated_at': '2022-03-02T14:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi', '_interfaces': [{'id': 'fc626190-43ca-404c-b463-b61853f24009', 'name': '', 'network_id': '32a772a1-de65-4149-a254-15f24cef804d', 'tenant_id': '8d6fe98143c241798db8cd747803fb48', 'mac_address': 'fa:16:3e:68:52:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5b571ce-fc13-4916-8ca7-02e46e5b493a', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4f813be6-b019-4418-9613-23d83e4ca2ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:57:13Z', 'updated_at': '2022-03-02T14:57:22Z', 'revision_number': 4, 'project_id': '8d6fe98143c241798db8cd747803fb48', 'subnets': [{'id': '4f813be6-b019-4418-9613-23d83e4ca2ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 14:57:23.496006 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feae53f-3749-4736-9f2e-41a4354b808b tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Pushing event updated for resources: {'Port': ['ID=9e2a0901-9f03-4d3c-997e-ebdc9911e29e,revision_number=2']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:57:23.503002 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-7ccf1148-16c1-4a41-92af-2ee0c401e343 None None] Current status of the port fc626190-43ca-404c-b463-b61853f24009 is: DOWN; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:57:23.503002 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-7ccf1148-16c1-4a41-92af-2ee0c401e343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (fc626190-43ca-404c-b463-b61853f24009), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:23.552526 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.db.db_base_plugin_common [None req-4a230217-8141-4161-a7eb-b002b63662f0 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Allocated IP 172.27.0.95 (ed71569c-47b6-4b42-b6b3-c541700724bf/701fb87e-0ea2-4d8d-8228-0af980cd437a/15d3808f-4159-4e28-8f7f-a15f1a6775a7) {{(pid=110179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 14:57:23.591363 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-7ccf1148-16c1-4a41-92af-2ee0c401e343 None None] For port fc626190-43ca-404c-b463-b61853f24009, host dv-cinder-831439-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831439-3-iscsi',level=0,port_id=fc626190-43ca-404c-b463-b61853f24009,segment=NetworkSegment(a29b8c1f-4601-46a8-a0c5-19fb5294c518),segment_id=a29b8c1f-4601-46a8-a0c5-19fb5294c518)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:57:23.620555 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-1feae53f-3749-4736-9f2e-41a4354b808b tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221961'] for floatingip (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:23.625200 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-1feae53f-3749-4736-9f2e-41a4354b808b tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4353716 Mar 02 14:57:23.676864 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 52614) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:57:23.691562 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-02d564c1-dddf-4236-aae0-d0e22a9cc785 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:23.765524 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-7ccf1148-16c1-4a41-92af-2ee0c401e343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (fc626190-43ca-404c-b463-b61853f24009), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:23.788137 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-4a230217-8141-4161-a7eb-b002b63662f0 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Publish callbacks [] for port (15d3808f-4159-4e28-8f7f-a15f1a6775a7), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:23.818713 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-02d564c1-dddf-4236-aae0-d0e22a9cc785 admin admin] Publish callbacks [] for security_group (0f4cdc94-a86c-4eaa-a892-5daf3f94b853), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:23.845679 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccf1148-16c1-4a41-92af-2ee0c401e343 None None] Pushing event updated for resources: {'Port': ['ID=fc626190-43ca-404c-b463-b61853f24009,revision_number=5']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:57:23.932900 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-02d564c1-dddf-4236-aae0-d0e22a9cc785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (0f4cdc94-a86c-4eaa-a892-5daf3f94b853), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:23.972384 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-4a230217-8141-4161-a7eb-b002b63662f0 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757345480668'] for port (15d3808f-4159-4e28-8f7f-a15f1a6775a7), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:24.005139 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-23f5714d-5cdb-426c-9675-98fb5da7700c req-1f691672-b8e5-4a51-a962-04b958c50965 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1460873438&fields=id&tenant_id=5ac6104636f34c658b71fafaf0755349 HTTP/1.1" status: 200 len: 267 time: 0.1286347 Mar 02 14:57:24.033740 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a230217-8141-4161-a7eb-b002b63662f0 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Network ed71569c-47b6-4b42-b6b3-c541700724bf is already hosted by enough agents. {{(pid=110179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 14:57:24.046735 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d564c1-dddf-4236-aae0-d0e22a9cc785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f4cdc94-a86c-4eaa-a892-5daf3f94b853,revision_number=1']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:57:24.055878 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.scheduler.base_scheduler [None req-4a230217-8141-4161-a7eb-b002b63662f0 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Resources bound (agent type, host, resource id): {{(pid=110179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 14:57:24.056529 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a230217-8141-4161-a7eb-b002b63662f0 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Received port after_create {{(pid=110179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 14:57:24.061338 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a230217-8141-4161-a7eb-b002b63662f0 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Pushing event updated for resources: {'Port': ['ID=15d3808f-4159-4e28-8f7f-a15f1a6775a7,revision_number=1']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:57:24.068424 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-02d564c1-dddf-4236-aae0-d0e22a9cc785 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d0b0df27acf74b1abef205ff557db2c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3849349 Mar 02 14:57:24.068789 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 52628) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:57:24.235291 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Device fc626190-43ca-404c-b463-b61853f24009 up at agent ovs-agent-dv-cinder-831439-3-iscsi {{(pid=110181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 14:57:24.263668 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-4a230217-8141-4161-a7eb-b002b63662f0 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Publish callbacks [] for floatingip (6a00ab91-1a92-4048-b3d6-2d736eac3bf7), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:24.303586 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-1c6ea967-9814-4e24-ae66-cbd29dd4e5ca admin admin] Publish callbacks [] for security_group (0f4cdc94-a86c-4eaa-a892-5daf3f94b853), before_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:24.368350 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-1c6ea967-9814-4e24-ae66-cbd29dd4e5ca admin admin] Publish callbacks [] for security_group (0f4cdc94-a86c-4eaa-a892-5daf3f94b853), precommit_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:24.396960 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f5714d-5cdb-426c-9675-98fb5da7700c req-f2eb0472-22e3-469e-8631-119479f2347f tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:24.402474 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-23f5714d-5cdb-426c-9675-98fb5da7700c req-f2eb0472-22e3-469e-8631-119479f2347f tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/networks?id=df93f8f1-ff18-4251-9f43-b4d98c48182b HTTP/1.1" status: 200 len: 810 time: 0.3440344 Mar 02 14:57:24.427095 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-23f5714d-5cdb-426c-9675-98fb5da7700c req-8560d427-817c-4d74-990b-ddbd9dfc99be tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/quotas/5ac6104636f34c658b71fafaf0755349 HTTP/1.1" status: 200 len: 375 time: 0.0151989 Mar 02 14:57:24.436581 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Provisioning complete for port fc626190-43ca-404c-b463-b61853f24009 triggered by entity L2. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 14:57:24.437343 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (fc626190-43ca-404c-b463-b61853f24009), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:24.497529 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [req-6602b38f-ef4d-4ad9-a6b0-19d979fe8318 req-d31a1772-cec8-41a0-9f1a-4967889afd48 tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=110179) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 02 14:57:24.505073 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [req-6602b38f-ef4d-4ad9-a6b0-19d979fe8318 req-d31a1772-cec8-41a0-9f1a-4967889afd48 tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0367367 Mar 02 14:57:24.512419 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [req-42275647-7ed8-4d2b-b28a-5240c82216fa req-73e3b7fd-c4ec-475b-9c6c-ae1e8f356566 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=110179) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 02 14:57:24.514805 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [req-42275647-7ed8-4d2b-b28a-5240c82216fa req-73e3b7fd-c4ec-475b-9c6c-ae1e8f356566 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0507507 Mar 02 14:57:24.621835 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-23f5714d-5cdb-426c-9675-98fb5da7700c req-46022298-886a-4bba-9bd5-5917209cdc34 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=5ac6104636f34c658b71fafaf0755349&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1884010 Mar 02 14:57:24.633252 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Current status of the port fc626190-43ca-404c-b463-b61853f24009 is: ACTIVE; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:57:24.633450 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b596b7d-1b7d-4a9e-ab29-371d5bf26ca7 req-1b92f24e-c02a-402c-8bee-f6ec562a33fe tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:24.634841 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-5b596b7d-1b7d-4a9e-ab29-371d5bf26ca7 req-1b92f24e-c02a-402c-8bee-f6ec562a33fe tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6b2a5b-4e6c-4d50-b29d-a2c16aa54449 HTTP/1.1" status: 200 len: 931 time: 0.1399493 Mar 02 14:57:24.708504 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-4a230217-8141-4161-a7eb-b002b63662f0 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (15d3808f-4159-4e28-8f7f-a15f1a6775a7), before_update {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:24.801079 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-1c6ea967-9814-4e24-ae66-cbd29dd4e5ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (0f4cdc94-a86c-4eaa-a892-5daf3f94b853), after_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:24.804558 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-1c6ea967-9814-4e24-ae66-cbd29dd4e5ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:24.806113 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-1c6ea967-9814-4e24-ae66-cbd29dd4e5ca admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0f4cdc94-a86c-4eaa-a892-5daf3f94b853 HTTP/1.1" status: 204 len: 168 time: 0.7377508 Mar 02 14:57:24.871213 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.agents_db [None req-b044b9bd-a670-44c5-b22a-8886b11808d8 None None] Agent healthcheck: found 6 active agents {{(pid=110182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 14:57:24.880344 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-5b596b7d-1b7d-4a9e-ab29-371d5bf26ca7 req-f3fc93cd-5e03-43cf-bc20-189cfc920890 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/security-groups?id=74537ba6-1b23-49ee-a8f7-21a45895cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128227 Mar 02 14:57:24.947433 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-23f5714d-5cdb-426c-9675-98fb5da7700c req-22586c56-c2f2-4cda-ad5c-61f46d454a32 service neutron] 10.222.0.52 "GET /v2.0/networks/df93f8f1-ff18-4251-9f43-b4d98c48182b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583261 Mar 02 14:57:25.036311 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6ea967-9814-4e24-ae66-cbd29dd4e5ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f4cdc94-a86c-4eaa-a892-5daf3f94b853,revision_number=None']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:57:25.172998 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-4a230217-8141-4161-a7eb-b002b63662f0 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Publish callbacks [] for port (15d3808f-4159-4e28-8f7f-a15f1a6775a7), precommit_update {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:25.205611 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-23f5714d-5cdb-426c-9675-98fb5da7700c req-f72b3cd4-a6ae-4053-8818-2d9bb10eb3d3 service neutron] 10.222.0.52 "GET /v2.0/networks/df93f8f1-ff18-4251-9f43-b4d98c48182b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444260 Mar 02 14:57:25.238142 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b3563c-348e-44d0-a45f-21b1f0369a4a req-061e3ee3-cbfc-421f-bfd4-ee5db5ff88ab tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:25.240351 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-b2b3563c-348e-44d0-a45f-21b1f0369a4a req-061e3ee3-cbfc-421f-bfd4-ee5db5ff88ab tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] 10.222.0.52 "GET /v2.0/ports?device_id=16b6c1ac-a578-48b1-a6d3-78ad890475cf HTTP/1.1" status: 200 len: 932 time: 0.1303222 Mar 02 14:57:25.280225 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-4a230217-8141-4161-a7eb-b002b63662f0 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (15d3808f-4159-4e28-8f7f-a15f1a6775a7), after_update {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:25.356424 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-b2b3563c-348e-44d0-a45f-21b1f0369a4a req-d85444a5-d8c3-4f56-84dd-5c3545d5d54e tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] 10.222.0.52 "GET /v2.0/security-groups?id=042a4f9a-15cc-43ae-9988-4a18daee0533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068525 Mar 02 14:57:25.363774 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-4a230217-8141-4161-a7eb-b002b63662f0 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559821'] for floatingip (6a00ab91-1a92-4048-b3d6-2d736eac3bf7), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:25.408311 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a230217-8141-4161-a7eb-b002b63662f0 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Pushing event updated for resources: {'Port': ['ID=15d3808f-4159-4e28-8f7f-a15f1a6775a7,revision_number=2']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:57:25.542777 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-07fdedd2-c396-4824-9b8c-d53dbd586c48 req-925ea3d3-5584-4fc3-9736-45a5df160a38 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/ports?device_id=9680b2d5-554f-40be-bb0d-e2fa9f8c6f8b HTTP/1.1" status: 200 len: 210 time: 0.0696659 Mar 02 14:57:25.564915 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-4a230217-8141-4161-a7eb-b002b63662f0 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221961'] for floatingip (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:25.567260 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-4a230217-8141-4161-a7eb-b002b63662f0 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5853803 Mar 02 14:57:25.862237 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ab0e4933-dabe-46a8-b8d4-d87eacc540e1 req-b0184940-edde-4ba8-a4fa-fe74b157b269 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--2046804557&fields=id&tenant_id=8d6fe98143c241798db8cd747803fb48 HTTP/1.1" status: 200 len: 267 time: 0.0636857 Mar 02 14:57:26.026584 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0e4933-dabe-46a8-b8d4-d87eacc540e1 req-aed2ab39-29bf-44bd-a3c6-a4ae4027d6ab tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:26.035158 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ab0e4933-dabe-46a8-b8d4-d87eacc540e1 req-aed2ab39-29bf-44bd-a3c6-a4ae4027d6ab tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/networks?id=32a772a1-de65-4149-a254-15f24cef804d HTTP/1.1" status: 200 len: 817 time: 0.1601942 Mar 02 14:57:26.066229 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ab0e4933-dabe-46a8-b8d4-d87eacc540e1 req-e65501f6-6bbf-472c-bba7-31b77d7cecf6 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/quotas/8d6fe98143c241798db8cd747803fb48 HTTP/1.1" status: 200 len: 375 time: 0.0306573 Mar 02 14:57:26.133755 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08811a32-e430-4035-afbc-283e624c1e2b req-bc1d8f87-37dd-4e27-ad4f-d0a3f945495c tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:26.135826 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-08811a32-e430-4035-afbc-283e624c1e2b req-bc1d8f87-37dd-4e27-ad4f-d0a3f945495c tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6b2a5b-4e6c-4d50-b29d-a2c16aa54449 HTTP/1.1" status: 200 len: 931 time: 0.1291416 Mar 02 14:57:26.216628 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ab0e4933-dabe-46a8-b8d4-d87eacc540e1 req-51c7edcf-e3ca-49e3-aa32-5f1de9fe11fd tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=8d6fe98143c241798db8cd747803fb48&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1399424 Mar 02 14:57:26.243412 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-08811a32-e430-4035-afbc-283e624c1e2b req-39373cbb-ce05-4ccb-aa5d-fede9b25906d tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/security-groups?id=74537ba6-1b23-49ee-a8f7-21a45895cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965683 Mar 02 14:57:26.332319 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ab0e4933-dabe-46a8-b8d4-d87eacc540e1 req-7db03ae2-4a24-454e-84e0-c19e405a76c7 service neutron] 10.222.0.52 "GET /v2.0/networks/32a772a1-de65-4149-a254-15f24cef804d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015046 Mar 02 14:57:26.464408 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ab0e4933-dabe-46a8-b8d4-d87eacc540e1 req-50465638-a696-4179-8365-ee15ff704ba3 service neutron] 10.222.0.52 "GET /v2.0/networks/32a772a1-de65-4149-a254-15f24cef804d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235352 Mar 02 14:57:26.510327 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f01f30-3305-4a1e-8c14-40bb7e026f83 req-86a7527b-ffa6-471a-a854-e7cb2aa7b623 tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:26.513641 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-16f01f30-3305-4a1e-8c14-40bb7e026f83 req-86a7527b-ffa6-471a-a854-e7cb2aa7b623 tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] 10.222.0.52 "GET /v2.0/ports?device_id=16b6c1ac-a578-48b1-a6d3-78ad890475cf HTTP/1.1" status: 200 len: 932 time: 0.0625353 Mar 02 14:57:26.588807 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-16f01f30-3305-4a1e-8c14-40bb7e026f83 req-344e222b-bc0f-4e4c-850b-041633e91a79 tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] 10.222.0.52 "GET /v2.0/security-groups?id=042a4f9a-15cc-43ae-9988-4a18daee0533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681140 Mar 02 14:57:26.693968 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-cf3b5c6f-6e86-46fa-adcb-7c1fa86f928c req-ab277517-65ed-43a9-bbf0-43f94d82b396 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/ports?device_id=9680b2d5-554f-40be-bb0d-e2fa9f8c6f8b HTTP/1.1" status: 200 len: 210 time: 0.0291042 Mar 02 14:57:26.850872 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (a761fe19-4045-45cc-a7c7-f029a0c82591), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:26.932319 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-104b6aed-a811-46b1-a779-ec9ebe25611d req-d807146c-8d20-44a4-8130-473557c0a8f5 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 210 time: 0.0944273 Mar 02 14:57:27.407017 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5293ef-2e01-40bb-9a7d-9d98173dfcd9 req-3c4bb339-08cd-43e1-86f4-30e67ec1cb62 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:27.408874 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-8c5293ef-2e01-40bb-9a7d-9d98173dfcd9 req-3c4bb339-08cd-43e1-86f4-30e67ec1cb62 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6b2a5b-4e6c-4d50-b29d-a2c16aa54449 HTTP/1.1" status: 200 len: 931 time: 0.0846450 Mar 02 14:57:27.466175 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-8c5293ef-2e01-40bb-9a7d-9d98173dfcd9 req-0b19cf9f-332d-487b-9656-e4ebecfa3350 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/security-groups?id=74537ba6-1b23-49ee-a8f7-21a45895cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513563 Mar 02 14:57:27.929612 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-1b9c12b0-9069-4f89-9c9d-9ec2fc704c44 req-9c9e2994-8e35-4db3-bcc3-07df7abd6d33 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/ports?device_id=9680b2d5-554f-40be-bb0d-e2fa9f8c6f8b HTTP/1.1" status: 200 len: 210 time: 0.1101739 Mar 02 14:57:27.950887 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbdb7a2-77fa-483d-a363-7a0740d405f9 req-72998959-3a23-4c58-ad67-1c8af3827555 tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:27.967278 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-0dbdb7a2-77fa-483d-a363-7a0740d405f9 req-72998959-3a23-4c58-ad67-1c8af3827555 tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] 10.222.0.52 "GET /v2.0/ports?device_id=16b6c1ac-a578-48b1-a6d3-78ad890475cf HTTP/1.1" status: 200 len: 932 time: 0.2355316 Mar 02 14:57:28.113926 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-0dbdb7a2-77fa-483d-a363-7a0740d405f9 req-d89ed9b9-d657-474d-9d6c-4a90a4244a3a tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] 10.222.0.52 "GET /v2.0/security-groups?id=042a4f9a-15cc-43ae-9988-4a18daee0533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452076 Mar 02 14:57:28.209223 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-5c452759-41de-4be3-ae0c-4aafe13017b3 req-3f9a2574-8e05-4b62-98cb-8d2001c4926c tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 210 time: 0.1366711 Mar 02 14:57:28.663857 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af51257a-8835-4a94-ba23-4b259baeb1ec req-3d99e9f4-0a4b-442c-ab28-377ce12d1bf6 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:28.665559 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-af51257a-8835-4a94-ba23-4b259baeb1ec req-3d99e9f4-0a4b-442c-ab28-377ce12d1bf6 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6b2a5b-4e6c-4d50-b29d-a2c16aa54449 HTTP/1.1" status: 200 len: 931 time: 0.0982504 Mar 02 14:57:28.730609 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-af51257a-8835-4a94-ba23-4b259baeb1ec req-426e86d1-7bd3-4ad6-81de-f3adcde76a3b tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/security-groups?id=74537ba6-1b23-49ee-a8f7-21a45895cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557480 Mar 02 14:57:29.140655 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-b31d859d-d234-42fc-814b-d9551629d7e7 req-39caf8e7-a6da-440f-b86e-45feacbd7d60 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/ports?device_id=9680b2d5-554f-40be-bb0d-e2fa9f8c6f8b HTTP/1.1" status: 200 len: 210 time: 0.0819030 Mar 02 14:57:29.424860 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac06189-1855-4108-a26a-de0bbb61e2d2 req-7f8c0b50-77b5-487c-93c2-40ed91b90707 tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:29.427867 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-5ac06189-1855-4108-a26a-de0bbb61e2d2 req-7f8c0b50-77b5-487c-93c2-40ed91b90707 tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] 10.222.0.52 "GET /v2.0/ports?device_id=16b6c1ac-a578-48b1-a6d3-78ad890475cf HTTP/1.1" status: 200 len: 932 time: 0.1320832 Mar 02 14:57:29.486476 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-f878c881-9c30-415a-86ec-93b08e0d9a97 req-e872a2e0-ba15-4fb3-9e67-5f697e727882 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 210 time: 0.0571775 Mar 02 14:57:29.534960 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-5ac06189-1855-4108-a26a-de0bbb61e2d2 req-c582389f-b872-4e12-93e8-05161ad76cf4 tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] 10.222.0.52 "GET /v2.0/security-groups?id=042a4f9a-15cc-43ae-9988-4a18daee0533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917904 Mar 02 14:57:29.870809 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab66840-ed89-4b2c-a5f0-8c0ab3b5aa01 req-eb6d9808-6828-4f9f-9e7b-693bdc865305 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:29.872359 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-3ab66840-ed89-4b2c-a5f0-8c0ab3b5aa01 req-eb6d9808-6828-4f9f-9e7b-693bdc865305 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6b2a5b-4e6c-4d50-b29d-a2c16aa54449 HTTP/1.1" status: 200 len: 931 time: 0.0583391 Mar 02 14:57:29.923753 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-3ab66840-ed89-4b2c-a5f0-8c0ab3b5aa01 req-43641549-d6e6-4ec7-9387-a931cc86ee8a tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/security-groups?id=74537ba6-1b23-49ee-a8f7-21a45895cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454011 Mar 02 14:57:30.266250 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-eda1f7d9-6b5a-4c6d-81c9-496eb2ddc7be req-a5a32018-bc42-4210-8c3b-5eaec88b2a1b tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/ports?device_id=9680b2d5-554f-40be-bb0d-e2fa9f8c6f8b HTTP/1.1" status: 200 len: 210 time: 0.0324948 Mar 02 14:57:30.703831 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-5e258af8-daca-4289-a81c-3a3362329956 req-5f849138-1a5c-48ff-816c-2d3f41a7e2bf tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 210 time: 0.0976286 Mar 02 14:57:30.748561 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6745b3c5-830f-4aad-987a-5b6712e334da req-9e62cb91-7742-4cbc-a329-61b4cf7d086f tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:30.750605 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6745b3c5-830f-4aad-987a-5b6712e334da req-9e62cb91-7742-4cbc-a329-61b4cf7d086f tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] 10.222.0.52 "GET /v2.0/ports?device_id=16b6c1ac-a578-48b1-a6d3-78ad890475cf HTTP/1.1" status: 200 len: 932 time: 0.1265168 Mar 02 14:57:30.838128 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6745b3c5-830f-4aad-987a-5b6712e334da req-dfad53b1-9891-4c16-93f6-0780d39d502e tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] 10.222.0.52 "GET /v2.0/security-groups?id=042a4f9a-15cc-43ae-9988-4a18daee0533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800374 Mar 02 14:57:31.064308 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c440160a-77df-4ddd-bb6a-6604c9a6c94f req-904a64a0-934c-413c-bba4-79b670a457fe tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:31.065884 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-c440160a-77df-4ddd-bb6a-6604c9a6c94f req-904a64a0-934c-413c-bba4-79b670a457fe tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6b2a5b-4e6c-4d50-b29d-a2c16aa54449 HTTP/1.1" status: 200 len: 931 time: 0.0570796 Mar 02 14:57:31.124790 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-c440160a-77df-4ddd-bb6a-6604c9a6c94f req-7ce6f918-abdd-4704-96f2-5a7235867429 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/security-groups?id=74537ba6-1b23-49ee-a8f7-21a45895cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525448 Mar 02 14:57:31.376314 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-80500171-a150-492f-b3f3-06acfe7af561 req-68144761-f529-4dd2-915b-d8827621aaa8 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/ports?device_id=9680b2d5-554f-40be-bb0d-e2fa9f8c6f8b HTTP/1.1" status: 200 len: 210 time: 0.0336239 Mar 02 14:57:31.826305 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-201f9a53-12bb-4245-984e-5f6eb3848eb0 req-edebfb8c-137a-4775-9746-c5a78487f67f tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 210 time: 0.0299120 Mar 02 14:57:31.998835 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c8319-baa5-4a45-8623-9831bee48ccc req-529fdfd8-6c9a-4644-9af3-da652c99ac4a tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:32.004646 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-c36c8319-baa5-4a45-8623-9831bee48ccc req-529fdfd8-6c9a-4644-9af3-da652c99ac4a tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] 10.222.0.52 "GET /v2.0/ports?device_id=16b6c1ac-a578-48b1-a6d3-78ad890475cf HTTP/1.1" status: 200 len: 932 time: 0.0897331 Mar 02 14:57:32.062945 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-c36c8319-baa5-4a45-8623-9831bee48ccc req-d0eca713-f741-4f5d-bffc-64992d4fc04d tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] 10.222.0.52 "GET /v2.0/security-groups?id=042a4f9a-15cc-43ae-9988-4a18daee0533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537338 Mar 02 14:57:32.319322 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32d31a4-9f5c-4aa0-88be-bf9672af9002 req-a9286e0e-5604-48ff-b9b0-46f639522f03 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:32.320902 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a32d31a4-9f5c-4aa0-88be-bf9672af9002 req-a9286e0e-5604-48ff-b9b0-46f639522f03 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6b2a5b-4e6c-4d50-b29d-a2c16aa54449 HTTP/1.1" status: 200 len: 931 time: 0.0909052 Mar 02 14:57:32.400019 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a32d31a4-9f5c-4aa0-88be-bf9672af9002 req-cec8a4cd-92f6-4324-8d22-c46793e0ccc9 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/security-groups?id=74537ba6-1b23-49ee-a8f7-21a45895cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729575 Mar 02 14:57:32.501915 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-9fc782e7-ad13-4901-b32f-caa9fe4bebd2 req-650205b2-6bc7-4221-a12a-e3ec0109a9af tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/ports?device_id=9680b2d5-554f-40be-bb0d-e2fa9f8c6f8b HTTP/1.1" status: 200 len: 210 time: 0.0359292 Mar 02 14:57:32.944085 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a574242a-7720-421c-bd38-71937576e2d6 req-97b8b712-f619-4347-b157-8c9e21434f5d tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 210 time: 0.0426035 Mar 02 14:57:33.193864 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51202ae-99a8-462e-88ca-29f288de35dd req-f3a031ff-d4ca-4732-b2f6-dbf90efb2544 tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:33.195417 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-c51202ae-99a8-462e-88ca-29f288de35dd req-f3a031ff-d4ca-4732-b2f6-dbf90efb2544 tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] 10.222.0.52 "GET /v2.0/ports?device_id=16b6c1ac-a578-48b1-a6d3-78ad890475cf HTTP/1.1" status: 200 len: 932 time: 0.0610573 Mar 02 14:57:33.250984 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-c51202ae-99a8-462e-88ca-29f288de35dd req-91290238-bcbc-434c-9208-2fd1d8f5ca90 tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] 10.222.0.52 "GET /v2.0/security-groups?id=042a4f9a-15cc-43ae-9988-4a18daee0533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490742 Mar 02 14:57:33.620099 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a937cefc-69c5-4ffc-a75e-1c1051619486 req-395cd431-703b-45cc-81b4-4fc2d0ea4e75 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:33.621659 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a937cefc-69c5-4ffc-a75e-1c1051619486 req-395cd431-703b-45cc-81b4-4fc2d0ea4e75 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6b2a5b-4e6c-4d50-b29d-a2c16aa54449 HTTP/1.1" status: 200 len: 931 time: 0.1094370 Mar 02 14:57:33.643566 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-1b22efe1-cb84-426f-8e25-8961512277c8 req-375a78af-d307-442e-826c-68eaae1eabd9 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/ports?device_id=9680b2d5-554f-40be-bb0d-e2fa9f8c6f8b HTTP/1.1" status: 200 len: 210 time: 0.0423989 Mar 02 14:57:33.690271 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a937cefc-69c5-4ffc-a75e-1c1051619486 req-1278ed7e-6ae9-4598-b91f-54609ee278b3 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/security-groups?id=74537ba6-1b23-49ee-a8f7-21a45895cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491276 Mar 02 14:57:34.071072 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-e1908ced-67b2-475a-89b3-dae3d7fb8b0f req-a0c3429c-cf1f-454d-acd7-b2967b256bfa tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 210 time: 0.0388041 Mar 02 14:57:34.613217 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a5c7d0-442c-4938-9bdd-037a25c8ab5b req-1e69e71e-dc3c-4f7c-affd-5c31c84d4dd4 tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:34.614860 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-47a5c7d0-442c-4938-9bdd-037a25c8ab5b req-1e69e71e-dc3c-4f7c-affd-5c31c84d4dd4 tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] 10.222.0.52 "GET /v2.0/ports?device_id=16b6c1ac-a578-48b1-a6d3-78ad890475cf HTTP/1.1" status: 200 len: 932 time: 0.2218716 Mar 02 14:57:34.681881 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-47a5c7d0-442c-4938-9bdd-037a25c8ab5b req-3fde2b2c-ca45-4e0f-8d0a-76538730fe27 tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] 10.222.0.52 "GET /v2.0/security-groups?id=042a4f9a-15cc-43ae-9988-4a18daee0533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573957 Mar 02 14:57:34.760248 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-000bdd43-ca3e-4561-bcab-7d3b3f517d17 req-63f9b474-38b3-4788-9cff-e647157d4265 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/ports?device_id=9680b2d5-554f-40be-bb0d-e2fa9f8c6f8b HTTP/1.1" status: 200 len: 210 time: 0.0290978 Mar 02 14:57:34.821909 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c6cd43-76fe-4cb6-97a1-cf45d8856e80 req-129ed026-c5ed-49ae-a242-05ec8c42555c tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:34.823353 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a5c6cd43-76fe-4cb6-97a1-cf45d8856e80 req-129ed026-c5ed-49ae-a242-05ec8c42555c tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6b2a5b-4e6c-4d50-b29d-a2c16aa54449 HTTP/1.1" status: 200 len: 931 time: 0.0580332 Mar 02 14:57:34.872921 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a5c6cd43-76fe-4cb6-97a1-cf45d8856e80 req-e21ffb5d-9605-4941-8bec-ceefb1e01f77 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/security-groups?id=74537ba6-1b23-49ee-a8f7-21a45895cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433114 Mar 02 14:57:35.175850 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-f13b561a-1025-48be-a697-024ae171a662 req-d5f4ce95-96b0-427c-8888-e2c5f60674a7 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 210 time: 0.0289667 Mar 02 14:57:35.820032 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ab4a9c-14bd-4019-b6af-510b807d2702 req-9f7bf1c0-5ca9-428d-8331-30a0346fdbda tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:35.821971 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-01ab4a9c-14bd-4019-b6af-510b807d2702 req-9f7bf1c0-5ca9-428d-8331-30a0346fdbda tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] 10.222.0.52 "GET /v2.0/ports?device_id=16b6c1ac-a578-48b1-a6d3-78ad890475cf HTTP/1.1" status: 200 len: 932 time: 0.0573552 Mar 02 14:57:35.880815 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-81c1bfdb-6c74-44fa-a669-34dc508586f5 req-e9712dc2-b9e0-4dd3-a5ed-b2843a05e9df tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/ports?device_id=9680b2d5-554f-40be-bb0d-e2fa9f8c6f8b HTTP/1.1" status: 200 len: 210 time: 0.0391090 Mar 02 14:57:35.899846 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-01ab4a9c-14bd-4019-b6af-510b807d2702 req-31525945-bfd6-4da0-a604-00eb36ce9875 tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] 10.222.0.52 "GET /v2.0/security-groups?id=042a4f9a-15cc-43ae-9988-4a18daee0533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704982 Mar 02 14:57:36.005444 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbdf94e-02ae-4acf-8aff-62489209f112 req-26acf37c-ac9f-4ef2-b1f0-1686541c8f03 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:36.006877 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-dfbdf94e-02ae-4acf-8aff-62489209f112 req-26acf37c-ac9f-4ef2-b1f0-1686541c8f03 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6b2a5b-4e6c-4d50-b29d-a2c16aa54449 HTTP/1.1" status: 200 len: 931 time: 0.0639360 Mar 02 14:57:36.060927 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-dfbdf94e-02ae-4acf-8aff-62489209f112 req-70c64266-7ced-4f2f-9504-beeba7349637 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/security-groups?id=74537ba6-1b23-49ee-a8f7-21a45895cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480146 Mar 02 14:57:36.280541 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a70297f8-fbb0-45eb-b8a8-5365fd33d396 req-16096326-3c2a-4706-9df2-eac3c118efbe tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 210 time: 0.0277319 Mar 02 14:57:36.989480 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-629a303a-c51f-4dfc-9019-acc2837117a1 req-680750df-bfd6-4793-8678-b2cd0695aade tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/ports?device_id=9680b2d5-554f-40be-bb0d-e2fa9f8c6f8b HTTP/1.1" status: 200 len: 210 time: 0.0321372 Mar 02 14:57:37.050472 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488cc0a6-9ed5-435b-a796-20861d18a1c2 req-81883160-a2c4-4dbc-9c9c-de3597c870ed tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:37.052151 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-488cc0a6-9ed5-435b-a796-20861d18a1c2 req-81883160-a2c4-4dbc-9c9c-de3597c870ed tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] 10.222.0.52 "GET /v2.0/ports?device_id=16b6c1ac-a578-48b1-a6d3-78ad890475cf HTTP/1.1" status: 200 len: 932 time: 0.0660222 Mar 02 14:57:37.107011 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-488cc0a6-9ed5-435b-a796-20861d18a1c2 req-3d141eae-c845-4a1b-98cc-74c9d1e8eaec tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] 10.222.0.52 "GET /v2.0/security-groups?id=042a4f9a-15cc-43ae-9988-4a18daee0533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490811 Mar 02 14:57:37.195076 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b860945-acb4-460b-a2eb-df7747e146c0 req-d08a6d98-1978-448b-b6be-cf34b53ee252 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:37.196691 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-8b860945-acb4-460b-a2eb-df7747e146c0 req-d08a6d98-1978-448b-b6be-cf34b53ee252 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6b2a5b-4e6c-4d50-b29d-a2c16aa54449 HTTP/1.1" status: 200 len: 931 time: 0.0597413 Mar 02 14:57:37.256898 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-8b860945-acb4-460b-a2eb-df7747e146c0 req-eb52bcc7-1e94-48a2-a2d8-40a27ae580d5 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/security-groups?id=74537ba6-1b23-49ee-a8f7-21a45895cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499997 Mar 02 14:57:37.391562 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-b87eb2fe-4e6a-4789-84f5-2f24d9a517a8 req-727e0d50-55dd-4615-a056-4c20d1842c5c tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 210 time: 0.0327582 Mar 02 14:57:38.117498 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.v2.base [req-6602b38f-ef4d-4ad9-a6b0-19d979fe8318 req-74890642-68f4-4aa3-9992-a164f139d5d3 service neutron] Request body: {'port': {'device_id': '16b6c1ac-a578-48b1-a6d3-78ad890475cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83143'}} {{(pid=110179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:57:38.141287 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-cbe6d412-e13b-42e7-958d-c21b12c36f61 req-cf99b6ef-e89a-46e6-bb81-29018d660c0a tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/ports?device_id=9680b2d5-554f-40be-bb0d-e2fa9f8c6f8b HTTP/1.1" status: 200 len: 210 time: 0.0301304 Mar 02 14:57:38.188083 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.v2.base [req-42275647-7ed8-4d2b-b28a-5240c82216fa req-926c9b76-467a-4052-954b-7c0875d7f929 service neutron] Request body: {'port': {'device_id': 'ca6b2a5b-4e6c-4d50-b29d-a2c16aa54449', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83143'}} {{(pid=110179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:57:38.273080 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [req-6602b38f-ef4d-4ad9-a6b0-19d979fe8318 req-74890642-68f4-4aa3-9992-a164f139d5d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (2566654e-33b3-4e13-b49c-de94e3162755), before_update {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:38.320397 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06daad5-cdf1-4717-b20a-92ac119b7bf1 req-287273f6-640a-48e0-961c-4fb5a879671b tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:38.323395 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-d06daad5-cdf1-4717-b20a-92ac119b7bf1 req-287273f6-640a-48e0-961c-4fb5a879671b tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] 10.222.0.52 "GET /v2.0/ports?device_id=16b6c1ac-a578-48b1-a6d3-78ad890475cf HTTP/1.1" status: 200 len: 932 time: 0.0886409 Mar 02 14:57:38.345873 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [req-42275647-7ed8-4d2b-b28a-5240c82216fa req-926c9b76-467a-4052-954b-7c0875d7f929 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (608c0c91-197c-49ef-82b6-c579c40de592), before_update {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:38.421943 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-d06daad5-cdf1-4717-b20a-92ac119b7bf1 req-a94f1433-3065-4f6b-9115-5886626c26e9 tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] 10.222.0.52 "GET /v2.0/security-groups?id=042a4f9a-15cc-43ae-9988-4a18daee0533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892510 Mar 02 14:57:38.509915 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160238d6-859e-41f0-8485-ee78499e4f7d req-aa2af8d9-407d-4cd8-a7a4-2d9dd77de4f2 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:38.526512 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-160238d6-859e-41f0-8485-ee78499e4f7d req-aa2af8d9-407d-4cd8-a7a4-2d9dd77de4f2 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6b2a5b-4e6c-4d50-b29d-a2c16aa54449 HTTP/1.1" status: 200 len: 931 time: 0.1291156 Mar 02 14:57:38.726602 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-8fa9574a-413c-4a57-8a37-1a6dce160e3e req-5160c521-43d3-4cac-a707-5d877069e2c8 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 210 time: 0.1444888 Mar 02 14:57:38.752895 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-160238d6-859e-41f0-8485-ee78499e4f7d req-02de903f-1410-4ccd-82b7-f5a42ab49b37 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/security-groups?id=74537ba6-1b23-49ee-a8f7-21a45895cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233605 Mar 02 14:57:38.759407 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-d43c06a3-3508-48e6-ba7c-eeb5a8ce0bb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (dc3a6147-3194-47be-b33a-76a9a2a48933), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:38.991161 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.notifiers.nova [req-42275647-7ed8-4d2b-b28a-5240c82216fa req-926c9b76-467a-4052-954b-7c0875d7f929 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 608c0c91-197c-49ef-82b6-c579c40de592 {{(pid=110179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 14:57:39.003064 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [req-42275647-7ed8-4d2b-b28a-5240c82216fa req-926c9b76-467a-4052-954b-7c0875d7f929 service neutron] Publish callbacks [] for port (608c0c91-197c-49ef-82b6-c579c40de592), precommit_update {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:39.052194 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.db.provisioning_blocks [req-42275647-7ed8-4d2b-b28a-5240c82216fa req-926c9b76-467a-4052-954b-7c0875d7f929 service neutron] Transition to ACTIVE for port object 608c0c91-197c-49ef-82b6-c579c40de592 will not be triggered until provisioned by entity L2. {{(pid=110179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 14:57:39.056526 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.notifiers.nova [req-6602b38f-ef4d-4ad9-a6b0-19d979fe8318 req-74890642-68f4-4aa3-9992-a164f139d5d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2566654e-33b3-4e13-b49c-de94e3162755 {{(pid=110179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 14:57:39.066226 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [req-6602b38f-ef4d-4ad9-a6b0-19d979fe8318 req-74890642-68f4-4aa3-9992-a164f139d5d3 service neutron] Publish callbacks [] for port (2566654e-33b3-4e13-b49c-de94e3162755), precommit_update {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:39.079803 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.db.provisioning_blocks [req-6602b38f-ef4d-4ad9-a6b0-19d979fe8318 req-74890642-68f4-4aa3-9992-a164f139d5d3 service neutron] Transition to ACTIVE for port object 2566654e-33b3-4e13-b49c-de94e3162755 will not be triggered until provisioned by entity L2. {{(pid=110179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 14:57:39.159875 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [req-42275647-7ed8-4d2b-b28a-5240c82216fa req-926c9b76-467a-4052-954b-7c0875d7f929 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (608c0c91-197c-49ef-82b6-c579c40de592), after_update {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:39.263208 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [req-6602b38f-ef4d-4ad9-a6b0-19d979fe8318 req-74890642-68f4-4aa3-9992-a164f139d5d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (2566654e-33b3-4e13-b49c-de94e3162755), after_update {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:39.278422 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926c9b76-467a-4052-954b-7c0875d7f929 service neutron] Pushing event updated for resources: {'Port': ['ID=608c0c91-197c-49ef-82b6-c579c40de592,revision_number=2']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:57:39.298841 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-d6d2272a-0e24-49a9-b620-08a8fb5db93b req-7960ed94-56ba-484d-b82f-deb89254783b tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/ports?device_id=9680b2d5-554f-40be-bb0d-e2fa9f8c6f8b HTTP/1.1" status: 200 len: 210 time: 0.0455456 Mar 02 14:57:39.333978 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.managers [req-42275647-7ed8-4d2b-b28a-5240c82216fa req-926c9b76-467a-4052-954b-7c0875d7f929 service neutron] Attempting to bind port 608c0c91-197c-49ef-82b6-c579c40de592 on host hv-cinder-83143 for vnic_type normal with profile {{(pid=110179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 14:57:39.334342 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.managers [req-42275647-7ed8-4d2b-b28a-5240c82216fa req-926c9b76-467a-4052-954b-7c0875d7f929 service neutron] Attempting to bind port 608c0c91-197c-49ef-82b6-c579c40de592 by drivers openvswitch,hyperv on host hv-cinder-83143 at level 0 using segments [{'id': '8893ea58-7cff-4b58-935d-3a9feb64b4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '4aeef58e-3340-46c4-943d-ae2ec26e78a0'}] {{(pid=110179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 14:57:39.334697 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42275647-7ed8-4d2b-b28a-5240c82216fa req-926c9b76-467a-4052-954b-7c0875d7f929 service neutron] Attempting to bind port 608c0c91-197c-49ef-82b6-c579c40de592 on network 4aeef58e-3340-46c4-943d-ae2ec26e78a0 {{(pid=110179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 14:57:39.352105 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42275647-7ed8-4d2b-b28a-5240c82216fa req-926c9b76-467a-4052-954b-7c0875d7f929 service neutron] Port 608c0c91-197c-49ef-82b6-c579c40de592 on network 4aeef58e-3340-46c4-943d-ae2ec26e78a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83143 {{(pid=110179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 14:57:39.352446 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42275647-7ed8-4d2b-b28a-5240c82216fa req-926c9b76-467a-4052-954b-7c0875d7f929 service neutron] Attempting to bind port 608c0c91-197c-49ef-82b6-c579c40de592 on network 4aeef58e-3340-46c4-943d-ae2ec26e78a0 {{(pid=110179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 14:57:39.364767 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42275647-7ed8-4d2b-b28a-5240c82216fa req-926c9b76-467a-4052-954b-7c0875d7f929 service neutron] Checking agent: {'id': 'a761fe19-4045-45cc-a7c7-f029a0c82591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83143', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 14, 54, 53), 'started_at': datetime.datetime(2022, 3, 2, 14, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 14, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 14:57:39.365152 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42275647-7ed8-4d2b-b28a-5240c82216fa req-926c9b76-467a-4052-954b-7c0875d7f929 service neutron] Checking segment: {'id': '8893ea58-7cff-4b58-935d-3a9feb64b4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '4aeef58e-3340-46c4-943d-ae2ec26e78a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 14:57:39.365729 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42275647-7ed8-4d2b-b28a-5240c82216fa req-926c9b76-467a-4052-954b-7c0875d7f929 service neutron] Bound using segment: {'id': '8893ea58-7cff-4b58-935d-3a9feb64b4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '4aeef58e-3340-46c4-943d-ae2ec26e78a0'} {{(pid=110179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 14:57:39.366214 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.managers [req-42275647-7ed8-4d2b-b28a-5240c82216fa req-926c9b76-467a-4052-954b-7c0875d7f929 service neutron] Bound port: 608c0c91-197c-49ef-82b6-c579c40de592, host: hv-cinder-83143, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8893ea58-7cff-4b58-935d-3a9feb64b4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '4aeef58e-3340-46c4-943d-ae2ec26e78a0'}}] {{(pid=110179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 14:57:39.366574 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [req-42275647-7ed8-4d2b-b28a-5240c82216fa req-926c9b76-467a-4052-954b-7c0875d7f929 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (608c0c91-197c-49ef-82b6-c579c40de592), before_update {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:39.369976 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74890642-68f4-4aa3-9992-a164f139d5d3 service neutron] Pushing event updated for resources: {'Port': ['ID=2566654e-33b3-4e13-b49c-de94e3162755,revision_number=2']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:57:39.432787 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.managers [req-6602b38f-ef4d-4ad9-a6b0-19d979fe8318 req-74890642-68f4-4aa3-9992-a164f139d5d3 service neutron] Attempting to bind port 2566654e-33b3-4e13-b49c-de94e3162755 on host hv-cinder-83143 for vnic_type normal with profile {{(pid=110179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 14:57:39.433106 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.managers [req-6602b38f-ef4d-4ad9-a6b0-19d979fe8318 req-74890642-68f4-4aa3-9992-a164f139d5d3 service neutron] Attempting to bind port 2566654e-33b3-4e13-b49c-de94e3162755 by drivers openvswitch,hyperv on host hv-cinder-83143 at level 0 using segments [{'id': 'e7c321a0-838f-4650-b9bc-a9b951b87ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'cf64d0ea-6d61-484f-988f-99ec8724bf15'}] {{(pid=110179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 14:57:39.433431 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6602b38f-ef4d-4ad9-a6b0-19d979fe8318 req-74890642-68f4-4aa3-9992-a164f139d5d3 service neutron] Attempting to bind port 2566654e-33b3-4e13-b49c-de94e3162755 on network cf64d0ea-6d61-484f-988f-99ec8724bf15 {{(pid=110179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 14:57:39.446662 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6602b38f-ef4d-4ad9-a6b0-19d979fe8318 req-74890642-68f4-4aa3-9992-a164f139d5d3 service neutron] Port 2566654e-33b3-4e13-b49c-de94e3162755 on network cf64d0ea-6d61-484f-988f-99ec8724bf15 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83143 {{(pid=110179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 14:57:39.447009 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6602b38f-ef4d-4ad9-a6b0-19d979fe8318 req-74890642-68f4-4aa3-9992-a164f139d5d3 service neutron] Attempting to bind port 2566654e-33b3-4e13-b49c-de94e3162755 on network cf64d0ea-6d61-484f-988f-99ec8724bf15 {{(pid=110179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 14:57:39.456620 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6602b38f-ef4d-4ad9-a6b0-19d979fe8318 req-74890642-68f4-4aa3-9992-a164f139d5d3 service neutron] Checking agent: {'id': 'a761fe19-4045-45cc-a7c7-f029a0c82591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83143', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 14, 54, 53), 'started_at': datetime.datetime(2022, 3, 2, 14, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 14, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 14:57:39.456969 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6602b38f-ef4d-4ad9-a6b0-19d979fe8318 req-74890642-68f4-4aa3-9992-a164f139d5d3 service neutron] Checking segment: {'id': 'e7c321a0-838f-4650-b9bc-a9b951b87ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'cf64d0ea-6d61-484f-988f-99ec8724bf15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 14:57:39.457359 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6602b38f-ef4d-4ad9-a6b0-19d979fe8318 req-74890642-68f4-4aa3-9992-a164f139d5d3 service neutron] Bound using segment: {'id': 'e7c321a0-838f-4650-b9bc-a9b951b87ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'cf64d0ea-6d61-484f-988f-99ec8724bf15'} {{(pid=110179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 14:57:39.457792 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.managers [req-6602b38f-ef4d-4ad9-a6b0-19d979fe8318 req-74890642-68f4-4aa3-9992-a164f139d5d3 service neutron] Bound port: 2566654e-33b3-4e13-b49c-de94e3162755, host: hv-cinder-83143, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7c321a0-838f-4650-b9bc-a9b951b87ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'cf64d0ea-6d61-484f-988f-99ec8724bf15'}}] {{(pid=110179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 14:57:39.458157 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [req-6602b38f-ef4d-4ad9-a6b0-19d979fe8318 req-74890642-68f4-4aa3-9992-a164f139d5d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (2566654e-33b3-4e13-b49c-de94e3162755), before_update {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:39.510712 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.db [req-42275647-7ed8-4d2b-b28a-5240c82216fa req-926c9b76-467a-4052-954b-7c0875d7f929 service neutron] For port 608c0c91-197c-49ef-82b6-c579c40de592, host hv-cinder-83143, cleared binding levels {{(pid=110179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 14:57:39.545018 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.db [req-42275647-7ed8-4d2b-b28a-5240c82216fa req-926c9b76-467a-4052-954b-7c0875d7f929 service neutron] For port 608c0c91-197c-49ef-82b6-c579c40de592, host hv-cinder-83143, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=608c0c91-197c-49ef-82b6-c579c40de592,segment=NetworkSegment(8893ea58-7cff-4b58-935d-3a9feb64b4ca),segment_id=8893ea58-7cff-4b58-935d-3a9feb64b4ca)] {{(pid=110179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 14:57:39.567023 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f44b873-05fe-47e2-8ac0-c19ead84dc68 req-efa96a12-b0ce-47ee-ad61-7ea4e77219d8 tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:39.569245 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6f44b873-05fe-47e2-8ac0-c19ead84dc68 req-efa96a12-b0ce-47ee-ad61-7ea4e77219d8 tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] 10.222.0.52 "GET /v2.0/ports?device_id=16b6c1ac-a578-48b1-a6d3-78ad890475cf HTTP/1.1" status: 200 len: 944 time: 0.0625622 Mar 02 14:57:39.573477 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.db [req-6602b38f-ef4d-4ad9-a6b0-19d979fe8318 req-74890642-68f4-4aa3-9992-a164f139d5d3 service neutron] For port 2566654e-33b3-4e13-b49c-de94e3162755, host hv-cinder-83143, cleared binding levels {{(pid=110179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 14:57:39.577170 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.db [req-6602b38f-ef4d-4ad9-a6b0-19d979fe8318 req-74890642-68f4-4aa3-9992-a164f139d5d3 service neutron] For port 2566654e-33b3-4e13-b49c-de94e3162755, host hv-cinder-83143, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=2566654e-33b3-4e13-b49c-de94e3162755,segment=NetworkSegment(e7c321a0-838f-4650-b9bc-a9b951b87ffc),segment_id=e7c321a0-838f-4650-b9bc-a9b951b87ffc)] {{(pid=110179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 14:57:39.630625 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6f44b873-05fe-47e2-8ac0-c19ead84dc68 req-1c904c0f-8560-4f33-8748-f095bf4166ed tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] 10.222.0.52 "GET /v2.0/security-groups?id=042a4f9a-15cc-43ae-9988-4a18daee0533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530510 Mar 02 14:57:39.681729 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [req-42275647-7ed8-4d2b-b28a-5240c82216fa req-926c9b76-467a-4052-954b-7c0875d7f929 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (608c0c91-197c-49ef-82b6-c579c40de592), after_update {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:39.686523 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [req-6602b38f-ef4d-4ad9-a6b0-19d979fe8318 req-74890642-68f4-4aa3-9992-a164f139d5d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (2566654e-33b3-4e13-b49c-de94e3162755), after_update {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:39.771043 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6602b38f-ef4d-4ad9-a6b0-19d979fe8318 req-74890642-68f4-4aa3-9992-a164f139d5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:39.772247 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [req-6602b38f-ef4d-4ad9-a6b0-19d979fe8318 req-74890642-68f4-4aa3-9992-a164f139d5d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16231659'] for port (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:39.774213 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [req-6602b38f-ef4d-4ad9-a6b0-19d979fe8318 req-74890642-68f4-4aa3-9992-a164f139d5d3 service neutron] 10.222.0.55 "PUT /v2.0/ports/2566654e-33b3-4e13-b49c-de94e3162755 HTTP/1.1" status: 200 len: 1094 time: 1.7578273 Mar 02 14:57:39.781687 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42275647-7ed8-4d2b-b28a-5240c82216fa req-926c9b76-467a-4052-954b-7c0875d7f929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:39.783100 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [req-42275647-7ed8-4d2b-b28a-5240c82216fa req-926c9b76-467a-4052-954b-7c0875d7f929 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16231659'] for port (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:39.785161 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [req-42275647-7ed8-4d2b-b28a-5240c82216fa req-926c9b76-467a-4052-954b-7c0875d7f929 service neutron] 10.222.0.55 "PUT /v2.0/ports/608c0c91-197c-49ef-82b6-c579c40de592 HTTP/1.1" status: 200 len: 1093 time: 1.7624905 Mar 02 14:57:39.788397 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16b6c1ac-a578-48b1-a6d3-78ad890475cf', 'tag': '2566654e-33b3-4e13-b49c-de94e3162755'}, {'name': 'network-changed', 'server_uuid': 'ca6b2a5b-4e6c-4d50-b29d-a2c16aa54449', 'tag': '608c0c91-197c-49ef-82b6-c579c40de592'}] {{(pid=110179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 14:57:39.921268 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926c9b76-467a-4052-954b-7c0875d7f929 service neutron] Pushing event updated for resources: {'Port': ['ID=608c0c91-197c-49ef-82b6-c579c40de592,revision_number=3']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:57:40.172429 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-2ed64a43-444a-4e01-a7d9-e3e9c7ea613e req-33934a06-77aa-4707-9614-b36d71408f22 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 210 time: 0.1289711 Mar 02 14:57:40.224845 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.55', 60747) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:57:40.268705 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd87f1b-1b58-42a5-91c4-557bf27dc842 req-ae2f2a68-819f-4ed5-ba4e-8b166fc7d07c tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:40.280715 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74890642-68f4-4aa3-9992-a164f139d5d3 service neutron] Pushing event updated for resources: {'Port': ['ID=2566654e-33b3-4e13-b49c-de94e3162755,revision_number=3']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:57:40.281865 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-acd87f1b-1b58-42a5-91c4-557bf27dc842 req-ae2f2a68-819f-4ed5-ba4e-8b166fc7d07c tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6b2a5b-4e6c-4d50-b29d-a2c16aa54449 HTTP/1.1" status: 200 len: 943 time: 0.3860462 Mar 02 14:57:40.289491 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb97933b220ae1c16e6a415d4137d9faa8b652e011ecbfdbbfadcc6a88146695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8deeb861-e4da-49dc-8017-f417927e6789" -d '{"events": [{"name": "network-changed", "server_uuid": "16b6c1ac-a578-48b1-a6d3-78ad890475cf", "tag": "2566654e-33b3-4e13-b49c-de94e3162755"}, {"name": "network-changed", "server_uuid": "ca6b2a5b-4e6c-4d50-b29d-a2c16aa54449", "tag": "608c0c91-197c-49ef-82b6-c579c40de592"}]}' {{(pid=110179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 14:57:40.412980 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42275647-7ed8-4d2b-b28a-5240c82216fa req-27de6461-3ab3-423c-a480-a04fa67671a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:40.417462 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [req-42275647-7ed8-4d2b-b28a-5240c82216fa req-27de6461-3ab3-423c-a480-a04fa67671a6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c744cfa2ecd64e8b8882c1e3e1c97e02&device_id=ca6b2a5b-4e6c-4d50-b29d-a2c16aa54449 HTTP/1.1" status: 200 len: 1127 time: 0.2261283 Mar 02 14:57:40.432081 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6602b38f-ef4d-4ad9-a6b0-19d979fe8318 req-ce3a05f4-9c58-4eb9-9672-215b18343e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:40.437569 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [req-6602b38f-ef4d-4ad9-a6b0-19d979fe8318 req-ce3a05f4-9c58-4eb9-9672-215b18343e57 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5af2b524cfcf4a87a53e43e830f481c8&device_id=16b6c1ac-a578-48b1-a6d3-78ad890475cf HTTP/1.1" status: 200 len: 1128 time: 0.3355017 Mar 02 14:57:40.480497 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-acd87f1b-1b58-42a5-91c4-557bf27dc842 req-34774cde-6137-4989-aa2c-8531278174ee tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/security-groups?id=74537ba6-1b23-49ee-a8f7-21a45895cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973281 Mar 02 14:57:40.523490 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0e4933-dabe-46a8-b8d4-d87eacc540e1 req-61c446cd-e046-4c6d-8b3a-594af9bd854b tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:40.525114 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ab0e4933-dabe-46a8-b8d4-d87eacc540e1 req-61c446cd-e046-4c6d-8b3a-594af9bd854b tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.55 "GET /v2.0/networks?id=32a772a1-de65-4149-a254-15f24cef804d HTTP/1.1" status: 200 len: 817 time: 0.2950220 Mar 02 14:57:40.570310 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [req-42275647-7ed8-4d2b-b28a-5240c82216fa req-1011818e-b34a-449c-af67-fe85523cc45b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=608c0c91-197c-49ef-82b6-c579c40de592 HTTP/1.1" status: 200 len: 217 time: 0.1164911 Mar 02 14:57:40.595813 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.55', 60748) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:57:40.630600 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [req-6602b38f-ef4d-4ad9-a6b0-19d979fe8318 req-b971a439-a61a-40bd-b305-3e736e425b25 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2566654e-33b3-4e13-b49c-de94e3162755 HTTP/1.1" status: 200 len: 217 time: 0.1641233 Mar 02 14:57:40.689968 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 02 Mar 2022 14:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8b77d27-ba55-49f6-afd3-bd65e52d9929 x-openstack-request-id: req-f8b77d27-ba55-49f6-afd3-bd65e52d9929 {{(pid=110179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 14:57:40.689968 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16b6c1ac-a578-48b1-a6d3-78ad890475cf", "tag": "2566654e-33b3-4e13-b49c-de94e3162755", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ca6b2a5b-4e6c-4d50-b29d-a2c16aa54449", "tag": "608c0c91-197c-49ef-82b6-c579c40de592", "status": "completed", "code": 200}]} {{(pid=110179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 14:57:40.690310 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f8b77d27-ba55-49f6-afd3-bd65e52d9929 {{(pid=110179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 14:57:40.690679 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16b6c1ac-a578-48b1-a6d3-78ad890475cf', 'tag': '2566654e-33b3-4e13-b49c-de94e3162755', 'status': 'completed', 'code': 200} Mar 02 14:57:40.690945 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca6b2a5b-4e6c-4d50-b29d-a2c16aa54449', 'tag': '608c0c91-197c-49ef-82b6-c579c40de592', 'status': 'completed', 'code': 200} Mar 02 14:57:40.724221 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-bb64bd2f-7574-49b7-a149-dfa19a65fdd9 req-ad6e8ab0-1c53-4adb-a8e0-eaff4022e73c tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/ports?device_id=9680b2d5-554f-40be-bb0d-e2fa9f8c6f8b HTTP/1.1" status: 200 len: 210 time: 0.1167011 Mar 02 14:57:40.734136 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6602b38f-ef4d-4ad9-a6b0-19d979fe8318 req-b1c1c925-071a-4526-86d4-0693d5b5e231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:40.737176 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [req-6602b38f-ef4d-4ad9-a6b0-19d979fe8318 req-b1c1c925-071a-4526-86d4-0693d5b5e231 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1811268e-e352-4ea5-8fc9-95bea7016c91 HTTP/1.1" status: 200 len: 852 time: 0.0868680 Mar 02 14:57:40.749961 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ab0e4933-dabe-46a8-b8d4-d87eacc540e1 req-f2da5178-90eb-445c-9675-b9a85e362f9e tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d6fe98143c241798db8cd747803fb48 HTTP/1.1" status: 200 len: 380 time: 0.1868463 Mar 02 14:57:40.768980 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42275647-7ed8-4d2b-b28a-5240c82216fa req-eaeb749c-b9e1-4e02-b7da-82c36110914a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:40.771445 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [req-42275647-7ed8-4d2b-b28a-5240c82216fa req-eaeb749c-b9e1-4e02-b7da-82c36110914a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=33e89568-1c93-4c51-af7d-02f9e3bdcc0f HTTP/1.1" status: 200 len: 854 time: 0.1573319 Mar 02 14:57:40.796173 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.v2.base [req-ab0e4933-dabe-46a8-b8d4-d87eacc540e1 req-c58ac7a1-e13f-47f1-9f2a-05872d4c95b6 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Request body: {'port': {'device_id': '6c79b877-bfc0-4f56-948b-e342647688cd', 'network_id': '32a772a1-de65-4149-a254-15f24cef804d', 'admin_state_up': True, 'tenant_id': '8d6fe98143c241798db8cd747803fb48', 'security_groups': ['9409be02-afb2-41ad-a2c8-4aa2fb90c17c']}} {{(pid=110180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:57:41.060060 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce3fbc1-9f4b-4032-a99f-992f5e7c7d4a req-afe9337f-0207-4139-97f0-1e9b264c293c tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:41.062780 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-1ce3fbc1-9f4b-4032-a99f-992f5e7c7d4a req-afe9337f-0207-4139-97f0-1e9b264c293c tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] 10.222.0.52 "GET /v2.0/ports?device_id=16b6c1ac-a578-48b1-a6d3-78ad890475cf HTTP/1.1" status: 200 len: 944 time: 0.3192444 Mar 02 14:57:41.077359 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [req-6602b38f-ef4d-4ad9-a6b0-19d979fe8318 req-36a18fca-aa76-4581-b08f-20ef5cda5991 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cf64d0ea-6d61-484f-988f-99ec8724bf15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3243489 Mar 02 14:57:41.087107 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f5714d-5cdb-426c-9675-98fb5da7700c req-0876b635-39e9-4aa1-9ce0-13eeba65d719 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:41.090033 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-23f5714d-5cdb-426c-9675-98fb5da7700c req-0876b635-39e9-4aa1-9ce0-13eeba65d719 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.55 "GET /v2.0/networks?id=df93f8f1-ff18-4251-9f43-b4d98c48182b HTTP/1.1" status: 200 len: 810 time: 0.4719405 Mar 02 14:57:41.210587 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [req-42275647-7ed8-4d2b-b28a-5240c82216fa req-d5704e40-2b74-4398-8e94-456595e5d2ff service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4aeef58e-3340-46c4-943d-ae2ec26e78a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1310775 Mar 02 14:57:41.248123 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-1ce3fbc1-9f4b-4032-a99f-992f5e7c7d4a req-ca599fa5-9ed4-45ae-bf42-9c4d7602ff24 tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] 10.222.0.52 "GET /v2.0/security-groups?id=042a4f9a-15cc-43ae-9988-4a18daee0533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728144 Mar 02 14:57:41.301293 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-23f5714d-5cdb-426c-9675-98fb5da7700c req-e66580bc-6693-480b-90ed-c4a08bff437c tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5ac6104636f34c658b71fafaf0755349 HTTP/1.1" status: 200 len: 380 time: 0.1814933 Mar 02 14:57:41.316795 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.v2.base [req-23f5714d-5cdb-426c-9675-98fb5da7700c req-0a6396f9-f7df-40df-95c2-81d295b53de8 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Request body: {'port': {'device_id': '9680b2d5-554f-40be-bb0d-e2fa9f8c6f8b', 'network_id': 'df93f8f1-ff18-4251-9f43-b4d98c48182b', 'admin_state_up': True, 'tenant_id': '5ac6104636f34c658b71fafaf0755349', 'security_groups': ['1486e0fb-d1aa-46b6-9bfd-52b5a4931e4c']}} {{(pid=110180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:57:41.418917 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [req-6602b38f-ef4d-4ad9-a6b0-19d979fe8318 req-afe7c387-849e-449b-9450-f27c795f5c02 service neutron] 10.222.0.55 "GET /v2.0/networks/cf64d0ea-6d61-484f-988f-99ec8724bf15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3306634 Mar 02 14:57:41.528107 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-bafba351-a1fd-4d5a-a147-32e4cd2efba5 req-673a0f5e-0f17-4142-90a7-0a51b93faed9 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 210 time: 0.0829856 Mar 02 14:57:41.529586 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [req-42275647-7ed8-4d2b-b28a-5240c82216fa req-19f0b693-49c1-48fc-b349-94fdbf005056 service neutron] 10.222.0.55 "GET /v2.0/networks/4aeef58e-3340-46c4-943d-ae2ec26e78a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364187 Mar 02 14:57:41.638396 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [req-6602b38f-ef4d-4ad9-a6b0-19d979fe8318 req-9590df6f-c96d-4016-b094-23468d2afa8f service neutron] 10.222.0.55 "GET /v2.0/networks/cf64d0ea-6d61-484f-988f-99ec8724bf15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127762 Mar 02 14:57:41.645485 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [req-42275647-7ed8-4d2b-b28a-5240c82216fa req-7238d2ed-00ba-4b45-ab16-996876b97c58 service neutron] 10.222.0.55 "GET /v2.0/networks/4aeef58e-3340-46c4-943d-ae2ec26e78a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644683 Mar 02 14:57:41.725001 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbda993f-89ac-403c-a496-429330285387 req-90b30368-8373-48e3-b2e8-aa8be29a90e0 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:41.727655 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-fbda993f-89ac-403c-a496-429330285387 req-90b30368-8373-48e3-b2e8-aa8be29a90e0 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6b2a5b-4e6c-4d50-b29d-a2c16aa54449 HTTP/1.1" status: 200 len: 943 time: 0.0938711 Mar 02 14:57:41.799301 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-fbda993f-89ac-403c-a496-429330285387 req-20eb1035-e77b-4197-b0ec-65b64386dbba tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/security-groups?id=74537ba6-1b23-49ee-a8f7-21a45895cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551777 Mar 02 14:57:41.909478 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ba253dca-ed43-4691-8101-e0834e6dd2a9 req-6c78faa9-b34a-4bbf-9781-172a84901345 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/ports?device_id=9680b2d5-554f-40be-bb0d-e2fa9f8c6f8b HTTP/1.1" status: 200 len: 210 time: 0.0416038 Mar 02 14:57:42.086762 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-246623be-f79f-413e-b76f-5ce493d869a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (4b7d4a90-2987-419a-b6cd-7624b7dba065), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:42.094913 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab0e4933-dabe-46a8-b8d4-d87eacc540e1 req-c58ac7a1-e13f-47f1-9f2a-05872d4c95b6 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Made reservation on behalf of 8d6fe98143c241798db8cd747803fb48 for: {'port': 1} {{(pid=110180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 14:57:42.103500 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-ab0e4933-dabe-46a8-b8d4-d87eacc540e1 req-c58ac7a1-e13f-47f1-9f2a-05872d4c95b6 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (None), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:42.161038 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23f5714d-5cdb-426c-9675-98fb5da7700c req-0a6396f9-f7df-40df-95c2-81d295b53de8 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Made reservation on behalf of 5ac6104636f34c658b71fafaf0755349 for: {'port': 1} {{(pid=110180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 14:57:42.167041 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-23f5714d-5cdb-426c-9675-98fb5da7700c req-0a6396f9-f7df-40df-95c2-81d295b53de8 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (None), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:42.238416 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-8c265469-93de-451d-a227-73ff998d8f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (bfbb2626-1130-458a-80a5-4632d76fa057), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:42.416018 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deeb861-e4da-49dc-8017-f417927e6789 req-13267640-2489-4e1e-a4d7-7a4f0cc82f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:42.417888 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [req-8deeb861-e4da-49dc-8017-f417927e6789 req-13267640-2489-4e1e-a4d7-7a4f0cc82f1e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5af2b524cfcf4a87a53e43e830f481c8&device_id=16b6c1ac-a578-48b1-a6d3-78ad890475cf HTTP/1.1" status: 200 len: 1128 time: 0.0959723 Mar 02 14:57:42.625417 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deeb861-e4da-49dc-8017-f417927e6789 req-4d1e18b1-946c-44fa-8a15-c0d467f2a9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:42.627011 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [req-8deeb861-e4da-49dc-8017-f417927e6789 req-4d1e18b1-946c-44fa-8a15-c0d467f2a9ff service neutron] 10.222.0.55 "GET /v2.0/networks?id=cf64d0ea-6d61-484f-988f-99ec8724bf15 HTTP/1.1" status: 200 len: 913 time: 0.1926382 Mar 02 14:57:42.682408 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [req-8deeb861-e4da-49dc-8017-f417927e6789 req-8e4199d3-9f7b-4a9a-ac88-bfeb1398d3c9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2566654e-33b3-4e13-b49c-de94e3162755 HTTP/1.1" status: 200 len: 217 time: 0.0385897 Mar 02 14:57:42.699147 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.db_base_plugin_common [req-ab0e4933-dabe-46a8-b8d4-d87eacc540e1 req-c58ac7a1-e13f-47f1-9f2a-05872d4c95b6 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Allocated IP 172.20.0.4 (32a772a1-de65-4149-a254-15f24cef804d/4f813be6-b019-4418-9613-23d83e4ca2ff/e876fffc-f842-4f0f-ad30-380165a0570d) {{(pid=110180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 14:57:42.730252 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.db_base_plugin_common [req-23f5714d-5cdb-426c-9675-98fb5da7700c req-0a6396f9-f7df-40df-95c2-81d295b53de8 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Allocated IP 172.20.0.11 (df93f8f1-ff18-4251-9f43-b4d98c48182b/af4612bf-937d-4ff0-87a0-e171015ed5a7/53c034dd-df15-42be-82f3-9cd2b1e7b93e) {{(pid=110180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 14:57:42.772131 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac5179a-6283-4724-90fc-2b4ddf04d1bc req-813fa98e-8132-435c-94ae-5eec0511c833 tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:42.773810 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-8ac5179a-6283-4724-90fc-2b4ddf04d1bc req-813fa98e-8132-435c-94ae-5eec0511c833 tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] 10.222.0.52 "GET /v2.0/ports?device_id=16b6c1ac-a578-48b1-a6d3-78ad890475cf HTTP/1.1" status: 200 len: 944 time: 0.3451853 Mar 02 14:57:42.809766 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deeb861-e4da-49dc-8017-f417927e6789 req-1d6cd7b5-7725-4cb2-bb1b-99532304fbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:42.812146 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [req-8deeb861-e4da-49dc-8017-f417927e6789 req-1d6cd7b5-7725-4cb2-bb1b-99532304fbd4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1811268e-e352-4ea5-8fc9-95bea7016c91 HTTP/1.1" status: 200 len: 852 time: 0.0555456 Mar 02 14:57:42.848292 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [req-8deeb861-e4da-49dc-8017-f417927e6789 req-212ac578-0038-49cb-8351-d3424a9fff87 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cf64d0ea-6d61-484f-988f-99ec8724bf15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288715 Mar 02 14:57:42.884397 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-05756909-6b03-4252-b7f6-28247608c886 req-6a999010-4407-4173-95cb-0b7d49350fe3 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 210 time: 0.0653877 Mar 02 14:57:42.965059 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [req-8deeb861-e4da-49dc-8017-f417927e6789 req-a156f2b6-a049-45b8-b994-d607fae8e8ea service neutron] 10.222.0.55 "GET /v2.0/networks/cf64d0ea-6d61-484f-988f-99ec8724bf15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103680 Mar 02 14:57:43.030869 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-8ac5179a-6283-4724-90fc-2b4ddf04d1bc req-8051e69f-d84a-4aba-9ae8-447a95e9568e tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] 10.222.0.52 "GET /v2.0/security-groups?id=042a4f9a-15cc-43ae-9988-4a18daee0533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438874 Mar 02 14:57:43.118551 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-ab0e4933-dabe-46a8-b8d4-d87eacc540e1 req-c58ac7a1-e13f-47f1-9f2a-05872d4c95b6 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Publish callbacks [] for port (e876fffc-f842-4f0f-ad30-380165a0570d), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:43.128439 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [req-8deeb861-e4da-49dc-8017-f417927e6789 req-750fc642-0c14-4721-a98c-9df0f9fbfa09 service neutron] 10.222.0.55 "GET /v2.0/networks/cf64d0ea-6d61-484f-988f-99ec8724bf15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535425 Mar 02 14:57:43.153982 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-23f5714d-5cdb-426c-9675-98fb5da7700c req-0a6396f9-f7df-40df-95c2-81d295b53de8 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Publish callbacks [] for port (53c034dd-df15-42be-82f3-9cd2b1e7b93e), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:43.175809 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e0a531-11c8-41c5-bd29-79ba73b539f4 req-d9e23d05-38f6-4389-bdff-9529c2d55c6e tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:43.177489 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-d2e0a531-11c8-41c5-bd29-79ba73b539f4 req-d9e23d05-38f6-4389-bdff-9529c2d55c6e tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6b2a5b-4e6c-4d50-b29d-a2c16aa54449 HTTP/1.1" status: 200 len: 943 time: 0.2008204 Mar 02 14:57:43.210603 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-3df3227d-d6d2-40fc-9e8c-229e00227b89 req-54baaf2b-1a03-4dca-8730-0589a13c8a85 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/ports?device_id=9680b2d5-554f-40be-bb0d-e2fa9f8c6f8b HTTP/1.1" status: 200 len: 210 time: 0.0629525 Mar 02 14:57:43.307875 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-d2e0a531-11c8-41c5-bd29-79ba73b539f4 req-ca19529f-a42e-45ba-8dc8-695d5d532729 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/security-groups?id=74537ba6-1b23-49ee-a8f7-21a45895cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909219 Mar 02 14:57:43.338286 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deeb861-e4da-49dc-8017-f417927e6789 req-197eddc5-17b1-4e0b-a166-7b969d92975a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:43.339853 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [req-8deeb861-e4da-49dc-8017-f417927e6789 req-197eddc5-17b1-4e0b-a166-7b969d92975a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c744cfa2ecd64e8b8882c1e3e1c97e02&device_id=ca6b2a5b-4e6c-4d50-b29d-a2c16aa54449 HTTP/1.1" status: 200 len: 1127 time: 0.0616205 Mar 02 14:57:43.457848 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-23f5714d-5cdb-426c-9675-98fb5da7700c req-0a6396f9-f7df-40df-95c2-81d295b53de8 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757345480668'] for port (53c034dd-df15-42be-82f3-9cd2b1e7b93e), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:43.461117 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-ab0e4933-dabe-46a8-b8d4-d87eacc540e1 req-c58ac7a1-e13f-47f1-9f2a-05872d4c95b6 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757345480668'] for port (e876fffc-f842-4f0f-ad30-380165a0570d), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:43.476917 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deeb861-e4da-49dc-8017-f417927e6789 req-533cc46e-7c91-4ff2-9f46-7854791308ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:43.479326 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [req-8deeb861-e4da-49dc-8017-f417927e6789 req-533cc46e-7c91-4ff2-9f46-7854791308ee service neutron] 10.222.0.55 "GET /v2.0/networks?id=4aeef58e-3340-46c4-943d-ae2ec26e78a0 HTTP/1.1" status: 200 len: 915 time: 0.1326256 Mar 02 14:57:43.526752 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [req-8deeb861-e4da-49dc-8017-f417927e6789 req-3c8213c8-2dec-4454-8bf9-f5034e38f67c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=608c0c91-197c-49ef-82b6-c579c40de592 HTTP/1.1" status: 200 len: 217 time: 0.0401776 Mar 02 14:57:43.573899 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23f5714d-5cdb-426c-9675-98fb5da7700c req-0a6396f9-f7df-40df-95c2-81d295b53de8 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Network df93f8f1-ff18-4251-9f43-b4d98c48182b is already hosted by enough agents. {{(pid=110180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 14:57:43.586266 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deeb861-e4da-49dc-8017-f417927e6789 req-cd04272f-26bf-4768-ac8f-99531cd63a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:43.586942 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.base_scheduler [req-23f5714d-5cdb-426c-9675-98fb5da7700c req-0a6396f9-f7df-40df-95c2-81d295b53de8 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Resources bound (agent type, host, resource id): {{(pid=110180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 14:57:43.605419 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [req-8deeb861-e4da-49dc-8017-f417927e6789 req-cd04272f-26bf-4768-ac8f-99531cd63a75 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=33e89568-1c93-4c51-af7d-02f9e3bdcc0f HTTP/1.1" status: 200 len: 854 time: 0.0546460 Mar 02 14:57:43.607389 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab0e4933-dabe-46a8-b8d4-d87eacc540e1 req-c58ac7a1-e13f-47f1-9f2a-05872d4c95b6 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Network 32a772a1-de65-4149-a254-15f24cef804d is already hosted by enough agents. {{(pid=110180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 14:57:43.607389 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6396f9-f7df-40df-95c2-81d295b53de8 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Pushing event updated for resources: {'Port': ['ID=53c034dd-df15-42be-82f3-9cd2b1e7b93e,revision_number=1']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:57:43.607389 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.l3_dvrscheduler_db [req-23f5714d-5cdb-426c-9675-98fb5da7700c req-0a6396f9-f7df-40df-95c2-81d295b53de8 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Received port after_create {{(pid=110180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 14:57:43.607389 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f5714d-5cdb-426c-9675-98fb5da7700c req-0a6396f9-f7df-40df-95c2-81d295b53de8 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:43.607389 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-23f5714d-5cdb-426c-9675-98fb5da7700c req-0a6396f9-f7df-40df-95c2-81d295b53de8 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16231659'] for port (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:43.607389 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.base_scheduler [req-ab0e4933-dabe-46a8-b8d4-d87eacc540e1 req-c58ac7a1-e13f-47f1-9f2a-05872d4c95b6 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Resources bound (agent type, host, resource id): {{(pid=110180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 14:57:43.614834 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab0e4933-dabe-46a8-b8d4-d87eacc540e1 req-c58ac7a1-e13f-47f1-9f2a-05872d4c95b6 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Received port after_create {{(pid=110180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 14:57:43.620512 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0e4933-dabe-46a8-b8d4-d87eacc540e1 req-c58ac7a1-e13f-47f1-9f2a-05872d4c95b6 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:43.621179 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-ab0e4933-dabe-46a8-b8d4-d87eacc540e1 req-c58ac7a1-e13f-47f1-9f2a-05872d4c95b6 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16231659'] for port (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:43.632766 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [req-8deeb861-e4da-49dc-8017-f417927e6789 req-1ba5de3e-1c9a-47d9-9bd9-b94b6adb86d4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4aeef58e-3340-46c4-943d-ae2ec26e78a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375321 Mar 02 14:57:43.688237 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58ac7a1-e13f-47f1-9f2a-05872d4c95b6 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Pushing event updated for resources: {'Port': ['ID=e876fffc-f842-4f0f-ad30-380165a0570d,revision_number=1']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:57:43.776323 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [req-8deeb861-e4da-49dc-8017-f417927e6789 req-7fdc7a2a-77af-45d8-8387-a04236c20d00 service neutron] 10.222.0.55 "GET /v2.0/networks/4aeef58e-3340-46c4-943d-ae2ec26e78a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242807 Mar 02 14:57:43.823528 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-9cfe1c82-1e01-4346-89c5-c3e1093f4022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (b9ce56f8-3527-4dd9-b024-9df7b3f4c018), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:43.875305 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [req-8deeb861-e4da-49dc-8017-f417927e6789 req-21e947b8-a672-43a3-b12f-35ee10ee61a9 service neutron] 10.222.0.55 "GET /v2.0/networks/4aeef58e-3340-46c4-943d-ae2ec26e78a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053362 Mar 02 14:57:43.907312 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ab0e4933-dabe-46a8-b8d4-d87eacc540e1 req-c58ac7a1-e13f-47f1-9f2a-05872d4c95b6 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1191187 Mar 02 14:57:43.932056 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-23f5714d-5cdb-426c-9675-98fb5da7700c req-0a6396f9-f7df-40df-95c2-81d295b53de8 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6069791 Mar 02 14:57:43.955356 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.v2.base [req-ab0e4933-dabe-46a8-b8d4-d87eacc540e1 req-7a241ed5-6bdb-444c-96b9-08ce399ea996 service neutron] Request body: {'port': {'device_id': '6c79b877-bfc0-4f56-948b-e342647688cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83143'}} {{(pid=110180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:57:44.001100 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-512f3a6b-15d6-4136-9c54-831985afe15c None None] Provisioning complete for port e876fffc-f842-4f0f-ad30-380165a0570d triggered by entity DHCP. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 14:57:44.002119 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-512f3a6b-15d6-4136-9c54-831985afe15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (e876fffc-f842-4f0f-ad30-380165a0570d), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:44.048432 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.v2.base [req-23f5714d-5cdb-426c-9675-98fb5da7700c req-61553c89-2646-44ce-ad0a-a6a8c9595761 service neutron] Request body: {'port': {'device_id': '9680b2d5-554f-40be-bb0d-e2fa9f8c6f8b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83143'}} {{(pid=110180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:57:44.062090 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-512f3a6b-15d6-4136-9c54-831985afe15c None None] Port e876fffc-f842-4f0f-ad30-380165a0570d cannot update to ACTIVE because it is not bound. {{(pid=110181) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 14:57:44.084351 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-512f3a6b-15d6-4136-9c54-831985afe15c None None] Provisioning complete for port 53c034dd-df15-42be-82f3-9cd2b1e7b93e triggered by entity DHCP. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 14:57:44.085294 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-512f3a6b-15d6-4136-9c54-831985afe15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (53c034dd-df15-42be-82f3-9cd2b1e7b93e), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:44.097742 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 53100) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:57:44.153664 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-512f3a6b-15d6-4136-9c54-831985afe15c None None] Port 53c034dd-df15-42be-82f3-9cd2b1e7b93e cannot update to ACTIVE because it is not bound. {{(pid=110181) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 14:57:44.228294 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-ab0e4933-dabe-46a8-b8d4-d87eacc540e1 req-7a241ed5-6bdb-444c-96b9-08ce399ea996 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (e876fffc-f842-4f0f-ad30-380165a0570d), before_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:44.246723 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-23f5714d-5cdb-426c-9675-98fb5da7700c req-61553c89-2646-44ce-ad0a-a6a8c9595761 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (53c034dd-df15-42be-82f3-9cd2b1e7b93e), before_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:44.276631 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea484b6b-9a92-4188-8eb4-e943906ba2c6 req-b283fe4a-50fe-4708-b7f5-be85eba45a5f tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:44.278875 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ea484b6b-9a92-4188-8eb4-e943906ba2c6 req-b283fe4a-50fe-4708-b7f5-be85eba45a5f tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 931 time: 0.2414906 Mar 02 14:57:44.336555 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-7ec8b6e3-3ab0-4c07-bead-def0537ed288 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:44.424077 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd6bae7-d391-433c-8cb8-9b8b8875a99e req-e2d2cf4a-3bc9-4623-824a-d1f0f6de04ad tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:44.425665 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6bd6bae7-d391-433c-8cb8-9b8b8875a99e req-e2d2cf4a-3bc9-4623-824a-d1f0f6de04ad tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] 10.222.0.52 "GET /v2.0/ports?device_id=16b6c1ac-a578-48b1-a6d3-78ad890475cf HTTP/1.1" status: 200 len: 944 time: 0.2410889 Mar 02 14:57:44.446359 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-7ec8b6e3-3ab0-4c07-bead-def0537ed288 admin admin] Publish callbacks [] for security_group (6a617701-49ad-46cd-a50f-92dddefd9ddd), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:44.543159 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ea484b6b-9a92-4188-8eb4-e943906ba2c6 req-45b1cb22-2d91-468a-a2e6-cdbb5edbcf88 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2295337 Mar 02 14:57:44.645694 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-7ec8b6e3-3ab0-4c07-bead-def0537ed288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (6a617701-49ad-46cd-a50f-92dddefd9ddd), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:44.714835 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-7ec8b6e3-3ab0-4c07-bead-def0537ed288 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8a6306ccf46d4bc6a11d029c1e38c6a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6152196 Mar 02 14:57:44.716429 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec8b6e3-3ab0-4c07-bead-def0537ed288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a617701-49ad-46cd-a50f-92dddefd9ddd,revision_number=1']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:57:44.719182 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 53122) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:57:44.779092 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-a598eb46-fe5b-4001-b4ac-c7b15ee3cd98 admin admin] Publish callbacks [] for security_group (6a617701-49ad-46cd-a50f-92dddefd9ddd), before_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:44.802965 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6bd6bae7-d391-433c-8cb8-9b8b8875a99e req-b60f0e2a-561d-4992-9595-c8c01d265ed3 tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] 10.222.0.52 "GET /v2.0/security-groups?id=042a4f9a-15cc-43ae-9988-4a18daee0533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3176572 Mar 02 14:57:44.830729 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-a598eb46-fe5b-4001-b4ac-c7b15ee3cd98 admin admin] Publish callbacks [] for security_group (6a617701-49ad-46cd-a50f-92dddefd9ddd), precommit_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:44.914121 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de9b02e-e299-4973-82eb-24e99221ccfe req-e36e13e8-7236-4f69-8654-8c64cf597faf tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:44.914121 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-7de9b02e-e299-4973-82eb-24e99221ccfe req-e36e13e8-7236-4f69-8654-8c64cf597faf tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/ports?device_id=9680b2d5-554f-40be-bb0d-e2fa9f8c6f8b HTTP/1.1" status: 200 len: 932 time: 0.1846538 Mar 02 14:57:45.024503 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (3a73802c-5f14-4c1f-8439-e74c4c90063b), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:45.045602 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.notifiers.nova [req-ab0e4933-dabe-46a8-b8d4-d87eacc540e1 req-7a241ed5-6bdb-444c-96b9-08ce399ea996 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e876fffc-f842-4f0f-ad30-380165a0570d {{(pid=110180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 14:57:45.068083 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-ab0e4933-dabe-46a8-b8d4-d87eacc540e1 req-7a241ed5-6bdb-444c-96b9-08ce399ea996 service neutron] Publish callbacks [] for port (e876fffc-f842-4f0f-ad30-380165a0570d), precommit_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:45.068788 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-a598eb46-fe5b-4001-b4ac-c7b15ee3cd98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (6a617701-49ad-46cd-a50f-92dddefd9ddd), after_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:45.074158 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-a598eb46-fe5b-4001-b4ac-c7b15ee3cd98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:45.077812 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-a598eb46-fe5b-4001-b4ac-c7b15ee3cd98 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6a617701-49ad-46cd-a50f-92dddefd9ddd HTTP/1.1" status: 204 len: 168 time: 0.3573084 Mar 02 14:57:45.094584 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a598eb46-fe5b-4001-b4ac-c7b15ee3cd98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a617701-49ad-46cd-a50f-92dddefd9ddd,revision_number=None']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:57:45.131687 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-7de9b02e-e299-4973-82eb-24e99221ccfe req-108004d6-a69a-47aa-95d1-b304b3713011 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/security-groups?id=1486e0fb-d1aa-46b6-9bfd-52b5a4931e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1671474 Mar 02 14:57:45.133131 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.provisioning_blocks [req-ab0e4933-dabe-46a8-b8d4-d87eacc540e1 req-7a241ed5-6bdb-444c-96b9-08ce399ea996 service neutron] Transition to ACTIVE for port object e876fffc-f842-4f0f-ad30-380165a0570d will not be triggered until provisioned by entity L2. {{(pid=110180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 14:57:45.143966 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.notifiers.nova [req-23f5714d-5cdb-426c-9675-98fb5da7700c req-61553c89-2646-44ce-ad0a-a6a8c9595761 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53c034dd-df15-42be-82f3-9cd2b1e7b93e {{(pid=110180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 14:57:45.155879 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b2ed0c-444d-4b29-9a1c-f17bd5f608d4 req-0f8a2469-42b8-41e7-85dc-dedbbd2a3fb1 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:45.157352 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-d3b2ed0c-444d-4b29-9a1c-f17bd5f608d4 req-0f8a2469-42b8-41e7-85dc-dedbbd2a3fb1 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6b2a5b-4e6c-4d50-b29d-a2c16aa54449 HTTP/1.1" status: 200 len: 943 time: 0.2605703 Mar 02 14:57:45.162359 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-23f5714d-5cdb-426c-9675-98fb5da7700c req-61553c89-2646-44ce-ad0a-a6a8c9595761 service neutron] Publish callbacks [] for port (53c034dd-df15-42be-82f3-9cd2b1e7b93e), precommit_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:45.193421 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.provisioning_blocks [req-23f5714d-5cdb-426c-9675-98fb5da7700c req-61553c89-2646-44ce-ad0a-a6a8c9595761 service neutron] Transition to ACTIVE for port object 53c034dd-df15-42be-82f3-9cd2b1e7b93e will not be triggered until provisioned by entity L2. {{(pid=110180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 14:57:45.399245 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-23f5714d-5cdb-426c-9675-98fb5da7700c req-61553c89-2646-44ce-ad0a-a6a8c9595761 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (53c034dd-df15-42be-82f3-9cd2b1e7b93e), after_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:45.401364 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-ab0e4933-dabe-46a8-b8d4-d87eacc540e1 req-7a241ed5-6bdb-444c-96b9-08ce399ea996 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (e876fffc-f842-4f0f-ad30-380165a0570d), after_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:45.418156 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-d3b2ed0c-444d-4b29-9a1c-f17bd5f608d4 req-a0565df0-95f5-4917-bb9d-aafa76f18a39 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/security-groups?id=74537ba6-1b23-49ee-a8f7-21a45895cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485037 Mar 02 14:57:45.484562 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61553c89-2646-44ce-ad0a-a6a8c9595761 service neutron] Pushing event updated for resources: {'Port': ['ID=53c034dd-df15-42be-82f3-9cd2b1e7b93e,revision_number=2']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:57:45.601815 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.managers [req-ab0e4933-dabe-46a8-b8d4-d87eacc540e1 req-7a241ed5-6bdb-444c-96b9-08ce399ea996 service neutron] Attempting to bind port e876fffc-f842-4f0f-ad30-380165a0570d on host hv-cinder-83143 for vnic_type normal with profile {{(pid=110180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 14:57:45.604341 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.managers [req-ab0e4933-dabe-46a8-b8d4-d87eacc540e1 req-7a241ed5-6bdb-444c-96b9-08ce399ea996 service neutron] Attempting to bind port e876fffc-f842-4f0f-ad30-380165a0570d by drivers openvswitch,hyperv on host hv-cinder-83143 at level 0 using segments [{'id': 'a29b8c1f-4601-46a8-a0c5-19fb5294c518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '32a772a1-de65-4149-a254-15f24cef804d'}] {{(pid=110180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 14:57:45.604341 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0e4933-dabe-46a8-b8d4-d87eacc540e1 req-7a241ed5-6bdb-444c-96b9-08ce399ea996 service neutron] Attempting to bind port e876fffc-f842-4f0f-ad30-380165a0570d on network 32a772a1-de65-4149-a254-15f24cef804d {{(pid=110180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 14:57:45.611283 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.managers [req-23f5714d-5cdb-426c-9675-98fb5da7700c req-61553c89-2646-44ce-ad0a-a6a8c9595761 service neutron] Attempting to bind port 53c034dd-df15-42be-82f3-9cd2b1e7b93e on host hv-cinder-83143 for vnic_type normal with profile {{(pid=110180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 14:57:45.611653 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.managers [req-23f5714d-5cdb-426c-9675-98fb5da7700c req-61553c89-2646-44ce-ad0a-a6a8c9595761 service neutron] Attempting to bind port 53c034dd-df15-42be-82f3-9cd2b1e7b93e by drivers openvswitch,hyperv on host hv-cinder-83143 at level 0 using segments [{'id': '239b17b0-e18b-4adf-80e8-57d00e0cbb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'df93f8f1-ff18-4251-9f43-b4d98c48182b'}] {{(pid=110180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 14:57:45.611982 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f5714d-5cdb-426c-9675-98fb5da7700c req-61553c89-2646-44ce-ad0a-a6a8c9595761 service neutron] Attempting to bind port 53c034dd-df15-42be-82f3-9cd2b1e7b93e on network df93f8f1-ff18-4251-9f43-b4d98c48182b {{(pid=110180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 14:57:45.617135 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0e4933-dabe-46a8-b8d4-d87eacc540e1 req-7a241ed5-6bdb-444c-96b9-08ce399ea996 service neutron] Port e876fffc-f842-4f0f-ad30-380165a0570d on network 32a772a1-de65-4149-a254-15f24cef804d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83143 {{(pid=110180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 14:57:45.624389 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0e4933-dabe-46a8-b8d4-d87eacc540e1 req-7a241ed5-6bdb-444c-96b9-08ce399ea996 service neutron] Attempting to bind port e876fffc-f842-4f0f-ad30-380165a0570d on network 32a772a1-de65-4149-a254-15f24cef804d {{(pid=110180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 14:57:45.624389 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a241ed5-6bdb-444c-96b9-08ce399ea996 service neutron] Pushing event updated for resources: {'Port': ['ID=e876fffc-f842-4f0f-ad30-380165a0570d,revision_number=2']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:57:45.627758 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f5714d-5cdb-426c-9675-98fb5da7700c req-61553c89-2646-44ce-ad0a-a6a8c9595761 service neutron] Port 53c034dd-df15-42be-82f3-9cd2b1e7b93e on network df93f8f1-ff18-4251-9f43-b4d98c48182b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83143 {{(pid=110180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 14:57:45.628117 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f5714d-5cdb-426c-9675-98fb5da7700c req-61553c89-2646-44ce-ad0a-a6a8c9595761 service neutron] Attempting to bind port 53c034dd-df15-42be-82f3-9cd2b1e7b93e on network df93f8f1-ff18-4251-9f43-b4d98c48182b {{(pid=110180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 14:57:45.631910 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0e4933-dabe-46a8-b8d4-d87eacc540e1 req-7a241ed5-6bdb-444c-96b9-08ce399ea996 service neutron] Checking agent: {'id': 'a761fe19-4045-45cc-a7c7-f029a0c82591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83143', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 14, 54, 53), 'started_at': datetime.datetime(2022, 3, 2, 14, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 14, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 14:57:45.632318 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0e4933-dabe-46a8-b8d4-d87eacc540e1 req-7a241ed5-6bdb-444c-96b9-08ce399ea996 service neutron] Checking segment: {'id': 'a29b8c1f-4601-46a8-a0c5-19fb5294c518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '32a772a1-de65-4149-a254-15f24cef804d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 14:57:45.633111 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0e4933-dabe-46a8-b8d4-d87eacc540e1 req-7a241ed5-6bdb-444c-96b9-08ce399ea996 service neutron] Bound using segment: {'id': 'a29b8c1f-4601-46a8-a0c5-19fb5294c518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '32a772a1-de65-4149-a254-15f24cef804d'} {{(pid=110180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 14:57:45.633429 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.managers [req-ab0e4933-dabe-46a8-b8d4-d87eacc540e1 req-7a241ed5-6bdb-444c-96b9-08ce399ea996 service neutron] Bound port: e876fffc-f842-4f0f-ad30-380165a0570d, host: hv-cinder-83143, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a29b8c1f-4601-46a8-a0c5-19fb5294c518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '32a772a1-de65-4149-a254-15f24cef804d'}}] {{(pid=110180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 14:57:45.633880 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-ab0e4933-dabe-46a8-b8d4-d87eacc540e1 req-7a241ed5-6bdb-444c-96b9-08ce399ea996 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (e876fffc-f842-4f0f-ad30-380165a0570d), before_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:45.645278 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f5714d-5cdb-426c-9675-98fb5da7700c req-61553c89-2646-44ce-ad0a-a6a8c9595761 service neutron] Checking agent: {'id': 'a761fe19-4045-45cc-a7c7-f029a0c82591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83143', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 14, 54, 53), 'started_at': datetime.datetime(2022, 3, 2, 14, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 14, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 14:57:45.645604 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f5714d-5cdb-426c-9675-98fb5da7700c req-61553c89-2646-44ce-ad0a-a6a8c9595761 service neutron] Checking segment: {'id': '239b17b0-e18b-4adf-80e8-57d00e0cbb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'df93f8f1-ff18-4251-9f43-b4d98c48182b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 14:57:45.646002 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f5714d-5cdb-426c-9675-98fb5da7700c req-61553c89-2646-44ce-ad0a-a6a8c9595761 service neutron] Bound using segment: {'id': '239b17b0-e18b-4adf-80e8-57d00e0cbb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'df93f8f1-ff18-4251-9f43-b4d98c48182b'} {{(pid=110180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 14:57:45.646459 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.managers [req-23f5714d-5cdb-426c-9675-98fb5da7700c req-61553c89-2646-44ce-ad0a-a6a8c9595761 service neutron] Bound port: 53c034dd-df15-42be-82f3-9cd2b1e7b93e, host: hv-cinder-83143, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '239b17b0-e18b-4adf-80e8-57d00e0cbb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'df93f8f1-ff18-4251-9f43-b4d98c48182b'}}] {{(pid=110180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 14:57:45.646822 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-23f5714d-5cdb-426c-9675-98fb5da7700c req-61553c89-2646-44ce-ad0a-a6a8c9595761 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (53c034dd-df15-42be-82f3-9cd2b1e7b93e), before_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:45.765516 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 53140) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:57:45.813750 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 53144) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:57:45.879073 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.db [req-ab0e4933-dabe-46a8-b8d4-d87eacc540e1 req-7a241ed5-6bdb-444c-96b9-08ce399ea996 service neutron] For port e876fffc-f842-4f0f-ad30-380165a0570d, host hv-cinder-83143, cleared binding levels {{(pid=110180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 14:57:45.903661 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.db [req-23f5714d-5cdb-426c-9675-98fb5da7700c req-61553c89-2646-44ce-ad0a-a6a8c9595761 service neutron] For port 53c034dd-df15-42be-82f3-9cd2b1e7b93e, host hv-cinder-83143, cleared binding levels {{(pid=110180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 14:57:45.951200 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.db [req-ab0e4933-dabe-46a8-b8d4-d87eacc540e1 req-7a241ed5-6bdb-444c-96b9-08ce399ea996 service neutron] For port e876fffc-f842-4f0f-ad30-380165a0570d, host hv-cinder-83143, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=e876fffc-f842-4f0f-ad30-380165a0570d,segment=NetworkSegment(a29b8c1f-4601-46a8-a0c5-19fb5294c518),segment_id=a29b8c1f-4601-46a8-a0c5-19fb5294c518)] {{(pid=110180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 14:57:45.951982 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.db [req-23f5714d-5cdb-426c-9675-98fb5da7700c req-61553c89-2646-44ce-ad0a-a6a8c9595761 service neutron] For port 53c034dd-df15-42be-82f3-9cd2b1e7b93e, host hv-cinder-83143, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=53c034dd-df15-42be-82f3-9cd2b1e7b93e,segment=NetworkSegment(239b17b0-e18b-4adf-80e8-57d00e0cbb35),segment_id=239b17b0-e18b-4adf-80e8-57d00e0cbb35)] {{(pid=110180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 14:57:45.968909 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b3f121-81b4-4a67-84af-1d9bf9e29850 req-df66a545-44f3-48a5-b61d-dbabdbbf49fe tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:45.970571 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-27b3f121-81b4-4a67-84af-1d9bf9e29850 req-df66a545-44f3-48a5-b61d-dbabdbbf49fe tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 943 time: 0.2851272 Mar 02 14:57:45.978706 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-7718b303-75d6-466c-8709-8342e160ffaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:46.016244 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc3987d-1e15-4802-ae64-1c23184a4556 req-53be7de5-b75d-40c7-b5a2-b9d6660bf3a2 tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:46.023400 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-dfc3987d-1e15-4802-ae64-1c23184a4556 req-53be7de5-b75d-40c7-b5a2-b9d6660bf3a2 tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] 10.222.0.52 "GET /v2.0/ports?device_id=16b6c1ac-a578-48b1-a6d3-78ad890475cf HTTP/1.1" status: 200 len: 944 time: 0.1135404 Mar 02 14:57:46.045267 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-f9950065-28f6-4a95-8949-f0a08418e6a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:46.102028 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-27b3f121-81b4-4a67-84af-1d9bf9e29850 req-cb3a352a-9473-418d-87d2-7cb3d2a5433f tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188970 Mar 02 14:57:46.114986 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-dfc3987d-1e15-4802-ae64-1c23184a4556 req-d08c8df5-4c4f-452f-837b-8510916cf31c tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] 10.222.0.52 "GET /v2.0/security-groups?id=042a4f9a-15cc-43ae-9988-4a18daee0533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903449 Mar 02 14:57:46.128359 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-7718b303-75d6-466c-8709-8342e160ffaf admin admin] Publish callbacks [] for security_group (5ed31bab-7ba4-4523-ab06-d71c22898ef4), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:46.184537 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-ab0e4933-dabe-46a8-b8d4-d87eacc540e1 req-7a241ed5-6bdb-444c-96b9-08ce399ea996 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (e876fffc-f842-4f0f-ad30-380165a0570d), after_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:46.195708 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-23f5714d-5cdb-426c-9675-98fb5da7700c req-61553c89-2646-44ce-ad0a-a6a8c9595761 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (53c034dd-df15-42be-82f3-9cd2b1e7b93e), after_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:46.220151 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-f9950065-28f6-4a95-8949-f0a08418e6a3 admin admin] Publish callbacks [] for security_group (232ffc37-23e2-414f-a8e7-15cbb8a27276), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:46.223492 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-7718b303-75d6-466c-8709-8342e160ffaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (5ed31bab-7ba4-4523-ab06-d71c22898ef4), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:46.285920 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7718b303-75d6-466c-8709-8342e160ffaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed31bab-7ba4-4523-ab06-d71c22898ef4,revision_number=1']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:57:46.286972 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f5714d-5cdb-426c-9675-98fb5da7700c req-61553c89-2646-44ce-ad0a-a6a8c9595761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:46.288128 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-23f5714d-5cdb-426c-9675-98fb5da7700c req-61553c89-2646-44ce-ad0a-a6a8c9595761 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16231659'] for port (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:46.290648 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-23f5714d-5cdb-426c-9675-98fb5da7700c req-61553c89-2646-44ce-ad0a-a6a8c9595761 service neutron] 10.222.0.55 "PUT /v2.0/ports/53c034dd-df15-42be-82f3-9cd2b1e7b93e HTTP/1.1" status: 200 len: 1094 time: 2.2510316 Mar 02 14:57:46.294964 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9680b2d5-554f-40be-bb0d-e2fa9f8c6f8b', 'tag': '53c034dd-df15-42be-82f3-9cd2b1e7b93e'}] {{(pid=110180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 14:57:46.302622 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-7718b303-75d6-466c-8709-8342e160ffaf admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6fb4939adc524a508e4a8cfe1795ef74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5328672 Mar 02 14:57:46.303317 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 53156) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:57:46.341393 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-f9950065-28f6-4a95-8949-f0a08418e6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (232ffc37-23e2-414f-a8e7-15cbb8a27276), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:46.371204 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 53158) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:57:46.405534 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-f9950065-28f6-4a95-8949-f0a08418e6a3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=521d5003fa5f40f99f96173571fef470&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5897546 Mar 02 14:57:46.412827 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 53160) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:57:46.430002 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-3b5cb419-5b7b-419f-8e35-470c0b95ced8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:46.474151 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9950065-28f6-4a95-8949-f0a08418e6a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=232ffc37-23e2-414f-a8e7-15cbb8a27276,revision_number=1']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:57:46.488165 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0e4933-dabe-46a8-b8d4-d87eacc540e1 req-7a241ed5-6bdb-444c-96b9-08ce399ea996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:46.489274 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-ab0e4933-dabe-46a8-b8d4-d87eacc540e1 req-7a241ed5-6bdb-444c-96b9-08ce399ea996 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16231659'] for port (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:46.502768 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ab0e4933-dabe-46a8-b8d4-d87eacc540e1 req-7a241ed5-6bdb-444c-96b9-08ce399ea996 service neutron] 10.222.0.55 "PUT /v2.0/ports/e876fffc-f842-4f0f-ad30-380165a0570d HTTP/1.1" status: 200 len: 1093 time: 2.5452833 Mar 02 14:57:46.565314 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-0abdac36-684f-4c85-a286-444f442e937e admin admin] Publish callbacks [] for security_group (5ed31bab-7ba4-4523-ab06-d71c22898ef4), before_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:46.649426 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-0abdac36-684f-4c85-a286-444f442e937e admin admin] Publish callbacks [] for security_group (5ed31bab-7ba4-4523-ab06-d71c22898ef4), precommit_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:46.685504 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-996a4aa8-1d08-4043-b942-1b3d950bbb06 admin admin] Publish callbacks [] for security_group (232ffc37-23e2-414f-a8e7-15cbb8a27276), before_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:46.717868 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d4cb776884cbbf8177075bc934a95f6bdaf5bba346c2d7fc75eae3cda02a5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6661e12e-2fda-4cf1-b821-87f4d18ecbc0" -d '{"events": [{"name": "network-changed", "server_uuid": "9680b2d5-554f-40be-bb0d-e2fa9f8c6f8b", "tag": "53c034dd-df15-42be-82f3-9cd2b1e7b93e"}]}' {{(pid=110180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 14:57:46.747737 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-996a4aa8-1d08-4043-b942-1b3d950bbb06 admin admin] Publish callbacks [] for security_group (232ffc37-23e2-414f-a8e7-15cbb8a27276), precommit_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:46.763750 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a241ed5-6bdb-444c-96b9-08ce399ea996 service neutron] Pushing event updated for resources: {'Port': ['ID=e876fffc-f842-4f0f-ad30-380165a0570d,revision_number=3']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:57:46.803018 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97053d3-8cd2-4f86-bb11-73f0c302d773 req-6f47ae6c-bbba-427f-be85-5e48af2d21c2 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:46.804738 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-d97053d3-8cd2-4f86-bb11-73f0c302d773 req-6f47ae6c-bbba-427f-be85-5e48af2d21c2 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/ports?device_id=9680b2d5-554f-40be-bb0d-e2fa9f8c6f8b HTTP/1.1" status: 200 len: 944 time: 0.5540559 Mar 02 14:57:46.810215 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-3b5cb419-5b7b-419f-8e35-470c0b95ced8 admin admin] Publish callbacks [] for security_group (c848c3b5-45ba-4184-8297-0bd7244b4084), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:46.811679 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Device 2566654e-33b3-4e13-b49c-de94e3162755 details requested by agent hyperv_hv-cinder-83143 with host hv-cinder-83143 {{(pid=110181) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 14:57:46.858235 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f5714d-5cdb-426c-9675-98fb5da7700c req-ebd2b71b-96ed-4181-8b73-8de6223af0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:46.859893 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-23f5714d-5cdb-426c-9675-98fb5da7700c req-ebd2b71b-96ed-4181-8b73-8de6223af0d9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5ac6104636f34c658b71fafaf0755349&device_id=9680b2d5-554f-40be-bb0d-e2fa9f8c6f8b HTTP/1.1" status: 200 len: 1128 time: 0.3310232 Mar 02 14:57:46.931067 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-0abdac36-684f-4c85-a286-444f442e937e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (5ed31bab-7ba4-4523-ab06-d71c22898ef4), after_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:46.933876 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-0abdac36-684f-4c85-a286-444f442e937e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:46.935209 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-0abdac36-684f-4c85-a286-444f442e937e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5ed31bab-7ba4-4523-ab06-d71c22898ef4 HTTP/1.1" status: 204 len: 168 time: 0.6302681 Mar 02 14:57:46.944180 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abdac36-684f-4c85-a286-444f442e937e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed31bab-7ba4-4523-ab06-d71c22898ef4,revision_number=None']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:57:46.945537 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] For port 2566654e-33b3-4e13-b49c-de94e3162755, host hv-cinder-83143, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=2566654e-33b3-4e13-b49c-de94e3162755,segment=NetworkSegment(e7c321a0-838f-4650-b9bc-a9b951b87ffc),segment_id=e7c321a0-838f-4650-b9bc-a9b951b87ffc)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:57:46.973096 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-996a4aa8-1d08-4043-b942-1b3d950bbb06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (232ffc37-23e2-414f-a8e7-15cbb8a27276), after_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:46.976375 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Returning: {'device': '2566654e-33b3-4e13-b49c-de94e3162755', 'network_id': 'cf64d0ea-6d61-484f-988f-99ec8724bf15', 'port_id': '2566654e-33b3-4e13-b49c-de94e3162755', 'mac_address': 'fa:16:3e:91:aa:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1811268e-e352-4ea5-8fc9-95bea7016c91', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110181) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 14:57:46.979349 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-996a4aa8-1d08-4043-b942-1b3d950bbb06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:46.979572 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-23f5714d-5cdb-426c-9675-98fb5da7700c req-85e25e2c-de19-437f-90f6-ffaaf4747d5c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=53c034dd-df15-42be-82f3-9cd2b1e7b93e HTTP/1.1" status: 200 len: 217 time: 0.0982728 Mar 02 14:57:46.985582 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61553c89-2646-44ce-ad0a-a6a8c9595761 service neutron] Pushing event updated for resources: {'Port': ['ID=53c034dd-df15-42be-82f3-9cd2b1e7b93e,revision_number=3']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:57:47.006183 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-996a4aa8-1d08-4043-b942-1b3d950bbb06 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/232ffc37-23e2-414f-a8e7-15cbb8a27276 HTTP/1.1" status: 204 len: 168 time: 0.5710969 Mar 02 14:57:47.010194 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-3b5cb419-5b7b-419f-8e35-470c0b95ced8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (c848c3b5-45ba-4184-8297-0bd7244b4084), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:47.015064 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f987bf-0fa4-44d3-a50b-92bb7264a575 req-181c1605-86eb-43f9-ab38-ad8dcda582f1 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:47.019003 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-76f987bf-0fa4-44d3-a50b-92bb7264a575 req-181c1605-86eb-43f9-ab38-ad8dcda582f1 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6b2a5b-4e6c-4d50-b29d-a2c16aa54449 HTTP/1.1" status: 200 len: 943 time: 0.3353503 Mar 02 14:57:47.071429 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-d97053d3-8cd2-4f86-bb11-73f0c302d773 req-3ae5c35e-d016-4ca1-8116-e934a4308c93 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/security-groups?id=1486e0fb-d1aa-46b6-9bfd-52b5a4931e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2356579 Mar 02 14:57:47.073375 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0e4933-dabe-46a8-b8d4-d87eacc540e1 req-053eb62c-b592-4d55-8718-d846d7fa8c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:47.075311 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ab0e4933-dabe-46a8-b8d4-d87eacc540e1 req-053eb62c-b592-4d55-8718-d846d7fa8c59 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8d6fe98143c241798db8cd747803fb48&device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 1127 time: 0.3414450 Mar 02 14:57:47.085858 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Current status of the port 2566654e-33b3-4e13-b49c-de94e3162755 is: DOWN; New status is: BUILD {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:57:47.089196 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (2566654e-33b3-4e13-b49c-de94e3162755), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:47.120690 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996a4aa8-1d08-4043-b942-1b3d950bbb06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=232ffc37-23e2-414f-a8e7-15cbb8a27276,revision_number=None']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:57:47.138918 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-3b5cb419-5b7b-419f-8e35-470c0b95ced8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e5b501af98344d7ba1968f664d6aeaf4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7562020 Mar 02 14:57:47.138918 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 53178) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:57:47.159470 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f5714d-5cdb-426c-9675-98fb5da7700c req-015480a7-fc2c-4f78-b770-3aba6c221a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:47.161009 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-23f5714d-5cdb-426c-9675-98fb5da7700c req-015480a7-fc2c-4f78-b770-3aba6c221a62 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=af4612bf-937d-4ff0-87a0-e171015ed5a7 HTTP/1.1" status: 200 len: 849 time: 0.1676927 Mar 02 14:57:47.162303 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.notifiers.nova [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2566654e-33b3-4e13-b49c-de94e3162755 {{(pid=110181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 14:57:47.166849 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ab0e4933-dabe-46a8-b8d4-d87eacc540e1 req-299fb213-9125-4855-9be5-50b8f0dbb1a1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e876fffc-f842-4f0f-ad30-380165a0570d HTTP/1.1" status: 200 len: 217 time: 0.0659359 Mar 02 14:57:47.195988 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] For port 2566654e-33b3-4e13-b49c-de94e3162755, host hv-cinder-83143, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=2566654e-33b3-4e13-b49c-de94e3162755,segment=NetworkSegment(e7c321a0-838f-4650-b9bc-a9b951b87ffc),segment_id=e7c321a0-838f-4650-b9bc-a9b951b87ffc)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:57:47.245331 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5cb419-5b7b-419f-8e35-470c0b95ced8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c848c3b5-45ba-4184-8297-0bd7244b4084,revision_number=1']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:57:47.253991 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-76f987bf-0fa4-44d3-a50b-92bb7264a575 req-0b9a313d-42b8-4fc3-9a38-59a8fd5b53cf tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/security-groups?id=74537ba6-1b23-49ee-a8f7-21a45895cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048254 Mar 02 14:57:47.288272 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0e4933-dabe-46a8-b8d4-d87eacc540e1 req-a25bdcb4-a36e-4dc2-9924-2e58c2de9f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:47.289845 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ab0e4933-dabe-46a8-b8d4-d87eacc540e1 req-a25bdcb4-a36e-4dc2-9924-2e58c2de9f90 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4f813be6-b019-4418-9613-23d83e4ca2ff HTTP/1.1" status: 200 len: 856 time: 0.0881877 Mar 02 14:57:47.291513 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (2566654e-33b3-4e13-b49c-de94e3162755), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:47.292367 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Device 608c0c91-197c-49ef-82b6-c579c40de592 details requested by agent hyperv_hv-cinder-83143 with host hv-cinder-83143 {{(pid=110181) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 14:57:47.302343 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-8821372c-2c6a-47f7-ac28-d97491fd86b9 admin admin] Publish callbacks [] for security_group (c848c3b5-45ba-4184-8297-0bd7244b4084), before_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:47.338531 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f5714d-5cdb-426c-9675-98fb5da7700c req-b7f115b1-4b20-4c8e-b700-e99fc53042d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:47.340112 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-23f5714d-5cdb-426c-9675-98fb5da7700c req-b7f115b1-4b20-4c8e-b700-e99fc53042d0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=df93f8f1-ff18-4251-9f43-b4d98c48182b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1695106 Mar 02 14:57:47.362401 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-8821372c-2c6a-47f7-ac28-d97491fd86b9 admin admin] Publish callbacks [] for security_group (c848c3b5-45ba-4184-8297-0bd7244b4084), precommit_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:47.422220 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Pushing event updated for resources: {'Port': ['ID=2566654e-33b3-4e13-b49c-de94e3162755,revision_number=4']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:57:47.464022 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0e4933-dabe-46a8-b8d4-d87eacc540e1 req-95e4fbbc-76a6-4c4c-88a0-c8ba659d3037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:47.469665 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ab0e4933-dabe-46a8-b8d4-d87eacc540e1 req-95e4fbbc-76a6-4c4c-88a0-c8ba659d3037 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=32a772a1-de65-4149-a254-15f24cef804d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1728592 Mar 02 14:57:47.507637 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] For port 608c0c91-197c-49ef-82b6-c579c40de592, host hv-cinder-83143, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=608c0c91-197c-49ef-82b6-c579c40de592,segment=NetworkSegment(8893ea58-7cff-4b58-935d-3a9feb64b4ca),segment_id=8893ea58-7cff-4b58-935d-3a9feb64b4ca)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:57:47.522064 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Returning: {'device': '608c0c91-197c-49ef-82b6-c579c40de592', 'network_id': '4aeef58e-3340-46c4-943d-ae2ec26e78a0', 'port_id': '608c0c91-197c-49ef-82b6-c579c40de592', 'mac_address': 'fa:16:3e:c0:ff:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33e89568-1c93-4c51-af7d-02f9e3bdcc0f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110181) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 14:57:47.549384 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-8821372c-2c6a-47f7-ac28-d97491fd86b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (c848c3b5-45ba-4184-8297-0bd7244b4084), after_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:47.554464 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-8821372c-2c6a-47f7-ac28-d97491fd86b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:47.556128 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-8821372c-2c6a-47f7-ac28-d97491fd86b9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c848c3b5-45ba-4184-8297-0bd7244b4084 HTTP/1.1" status: 204 len: 168 time: 0.4157267 Mar 02 14:57:47.569756 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Current status of the port 608c0c91-197c-49ef-82b6-c579c40de592 is: DOWN; New status is: BUILD {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:57:47.570491 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (608c0c91-197c-49ef-82b6-c579c40de592), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:47.570607 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8821372c-2c6a-47f7-ac28-d97491fd86b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c848c3b5-45ba-4184-8297-0bd7244b4084,revision_number=None']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:57:47.586975 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a39526-db86-4aa7-9db6-d43d3b6e72cb req-fbb4f2c2-9741-45dd-b718-fda3b88d8173 tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:47.588579 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-d0a39526-db86-4aa7-9db6-d43d3b6e72cb req-fbb4f2c2-9741-45dd-b718-fda3b88d8173 tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] 10.222.0.52 "GET /v2.0/ports?device_id=16b6c1ac-a578-48b1-a6d3-78ad890475cf HTTP/1.1" status: 200 len: 945 time: 0.2131114 Mar 02 14:57:47.596070 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.notifiers.nova [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 608c0c91-197c-49ef-82b6-c579c40de592 {{(pid=110181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 14:57:47.601799 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-23f5714d-5cdb-426c-9675-98fb5da7700c req-705e36f4-4e60-47ee-8dda-98c57f603a06 service neutron] 10.222.0.55 "GET /v2.0/networks/df93f8f1-ff18-4251-9f43-b4d98c48182b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467957 Mar 02 14:57:47.651768 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] For port 608c0c91-197c-49ef-82b6-c579c40de592, host hv-cinder-83143, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=608c0c91-197c-49ef-82b6-c579c40de592,segment=NetworkSegment(8893ea58-7cff-4b58-935d-3a9feb64b4ca),segment_id=8893ea58-7cff-4b58-935d-3a9feb64b4ca)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:57:47.712571 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ab0e4933-dabe-46a8-b8d4-d87eacc540e1 req-e50451ee-4345-4c34-9dac-43d2d223ce1a service neutron] 10.222.0.55 "GET /v2.0/networks/32a772a1-de65-4149-a254-15f24cef804d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253063 Mar 02 14:57:47.812801 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (608c0c91-197c-49ef-82b6-c579c40de592), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:47.930614 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Pushing event updated for resources: {'Port': ['ID=608c0c91-197c-49ef-82b6-c579c40de592,revision_number=4']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:57:47.930825 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-d0a39526-db86-4aa7-9db6-d43d3b6e72cb req-7b226575-0789-4eed-b7f2-aacfbcf07e21 tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] 10.222.0.52 "GET /v2.0/security-groups?id=042a4f9a-15cc-43ae-9988-4a18daee0533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3245089 Mar 02 14:57:47.999855 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 14:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e04d92b9-fb44-45e1-8f97-86058d7d3f7c x-openstack-request-id: req-e04d92b9-fb44-45e1-8f97-86058d7d3f7c {{(pid=110180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 14:57:47.999855 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9680b2d5-554f-40be-bb0d-e2fa9f8c6f8b", "tag": "53c034dd-df15-42be-82f3-9cd2b1e7b93e", "status": "completed", "code": 200}]} {{(pid=110180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 14:57:48.000621 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e04d92b9-fb44-45e1-8f97-86058d7d3f7c {{(pid=110180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 14:57:48.000621 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9680b2d5-554f-40be-bb0d-e2fa9f8c6f8b', 'tag': '53c034dd-df15-42be-82f3-9cd2b1e7b93e', 'status': 'completed', 'code': 200} Mar 02 14:57:48.031232 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-23f5714d-5cdb-426c-9675-98fb5da7700c req-9907c60c-345b-45e3-bb90-38647a95140e service neutron] 10.222.0.55 "GET /v2.0/networks/df93f8f1-ff18-4251-9f43-b4d98c48182b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4082973 Mar 02 14:57:48.053550 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ab0e4933-dabe-46a8-b8d4-d87eacc540e1 req-814fc1fb-0351-4dac-a19f-85115aade77c service neutron] 10.222.0.55 "GET /v2.0/networks/32a772a1-de65-4149-a254-15f24cef804d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3415024 Mar 02 14:57:48.108934 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e0b84-545b-40c6-b775-8909a33803bc req-1c44922a-a89e-41bf-a4cd-80d7ba8367b6 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:48.111193 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-0b7e0b84-545b-40c6-b775-8909a33803bc req-1c44922a-a89e-41bf-a4cd-80d7ba8367b6 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 943 time: 0.0567138 Mar 02 14:57:48.178912 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-0b7e0b84-545b-40c6-b775-8909a33803bc req-0a403edb-dc2d-4f96-bd67-569d178387e4 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614445 Mar 02 14:57:48.227591 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd3999c-4f0a-485c-8bf9-f6bf1a79c9ab req-6fd83807-ea32-4789-b4ff-e3ac0c4aff30 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:48.229293 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-cfd3999c-4f0a-485c-8bf9-f6bf1a79c9ab req-6fd83807-ea32-4789-b4ff-e3ac0c4aff30 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/ports?device_id=9680b2d5-554f-40be-bb0d-e2fa9f8c6f8b HTTP/1.1" status: 200 len: 944 time: 0.0664051 Mar 02 14:57:48.282057 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-cfd3999c-4f0a-485c-8bf9-f6bf1a79c9ab req-ec717bf1-38b4-44ab-bf96-5db7320d4c3e tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/security-groups?id=1486e0fb-d1aa-46b6-9bfd-52b5a4931e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451572 Mar 02 14:57:48.427643 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] get_ports_and_sgs() called for port_ids ['2566654e-33b3-4e13-b49c-de94e3162755'] {{(pid=110181) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 14:57:48.466305 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863efe5b-e591-407d-ad9d-99782c86a895 req-f0657487-eaf3-49de-978f-81b9ec2636f8 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:48.469159 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-863efe5b-e591-407d-ad9d-99782c86a895 req-f0657487-eaf3-49de-978f-81b9ec2636f8 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6b2a5b-4e6c-4d50-b29d-a2c16aa54449 HTTP/1.1" status: 200 len: 944 time: 0.0990200 Mar 02 14:57:48.511232 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 53202) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:57:48.520698 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6661e12e-2fda-4cf1-b821-87f4d18ecbc0 req-51263dd3-5aa8-4424-b452-f5d23d05498d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:48.524041 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6661e12e-2fda-4cf1-b821-87f4d18ecbc0 req-51263dd3-5aa8-4424-b452-f5d23d05498d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5ac6104636f34c658b71fafaf0755349&device_id=9680b2d5-554f-40be-bb0d-e2fa9f8c6f8b HTTP/1.1" status: 200 len: 1128 time: 0.1257968 Mar 02 14:57:48.554893 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-9e9737b7-1317-43d8-838d-fe6f6fae4dbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:48.739041 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-9e9737b7-1317-43d8-838d-fe6f6fae4dbb admin admin] Publish callbacks [] for security_group (ebb0377f-fede-4a5f-98e9-18175a854a65), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:48.769189 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-863efe5b-e591-407d-ad9d-99782c86a895 req-e6cd0a95-a1c2-4eab-a0c1-ab2bdcfd832b tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/security-groups?id=74537ba6-1b23-49ee-a8f7-21a45895cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944796 Mar 02 14:57:48.850048 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6661e12e-2fda-4cf1-b821-87f4d18ecbc0 req-b8c1d640-57f7-46a4-ab33-657dd8abd79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:48.851551 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6661e12e-2fda-4cf1-b821-87f4d18ecbc0 req-b8c1d640-57f7-46a4-ab33-657dd8abd79e service neutron] 10.222.0.55 "GET /v2.0/networks?id=df93f8f1-ff18-4251-9f43-b4d98c48182b HTTP/1.1" status: 200 len: 911 time: 0.3210783 Mar 02 14:57:48.862678 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-9e9737b7-1317-43d8-838d-fe6f6fae4dbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (ebb0377f-fede-4a5f-98e9-18175a854a65), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:48.898899 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6661e12e-2fda-4cf1-b821-87f4d18ecbc0 req-00ecef3f-fec9-4031-9515-e9f9424707a5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=53c034dd-df15-42be-82f3-9cd2b1e7b93e HTTP/1.1" status: 200 len: 217 time: 0.0406942 Mar 02 14:57:48.906305 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-9e9737b7-1317-43d8-838d-fe6f6fae4dbb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ec79dd82ce5c4a7e8775207748832df1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3922193 Mar 02 14:57:48.908789 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9737b7-1317-43d8-838d-fe6f6fae4dbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb0377f-fede-4a5f-98e9-18175a854a65,revision_number=1']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:57:48.911388 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 53204) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:57:48.959585 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] get_ports_and_sgs() called for port_ids ['608c0c91-197c-49ef-82b6-c579c40de592'] {{(pid=110181) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 14:57:48.972186 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6661e12e-2fda-4cf1-b821-87f4d18ecbc0 req-a115390d-c990-41a2-bd0c-cfe36a8ac181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:48.974128 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6661e12e-2fda-4cf1-b821-87f4d18ecbc0 req-a115390d-c990-41a2-bd0c-cfe36a8ac181 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=af4612bf-937d-4ff0-87a0-e171015ed5a7 HTTP/1.1" status: 200 len: 849 time: 0.0689034 Mar 02 14:57:48.983977 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-c5e8ee2e-3868-435e-93bf-dcaf30adbc56 admin admin] Publish callbacks [] for security_group (ebb0377f-fede-4a5f-98e9-18175a854a65), before_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:49.030993 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-c5e8ee2e-3868-435e-93bf-dcaf30adbc56 admin admin] Publish callbacks [] for security_group (ebb0377f-fede-4a5f-98e9-18175a854a65), precommit_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:49.092902 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6661e12e-2fda-4cf1-b821-87f4d18ecbc0 req-fd7f0d9c-4dad-450c-bcdf-f6c306daf31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:49.099640 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6661e12e-2fda-4cf1-b821-87f4d18ecbc0 req-fd7f0d9c-4dad-450c-bcdf-f6c306daf31b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=df93f8f1-ff18-4251-9f43-b4d98c48182b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1138380 Mar 02 14:57:49.119050 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027ce322-9793-4b50-b7b9-86a60547973a req-650ef582-74a6-4dd5-a30b-439414b88fa3 tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:49.120880 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-027ce322-9793-4b50-b7b9-86a60547973a req-650ef582-74a6-4dd5-a30b-439414b88fa3 tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] 10.222.0.52 "GET /v2.0/ports?device_id=16b6c1ac-a578-48b1-a6d3-78ad890475cf HTTP/1.1" status: 200 len: 945 time: 0.0836058 Mar 02 14:57:49.174660 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 53208) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:57:49.192572 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-6ade756f-a0e4-4189-96d3-d3c8fb299017 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:49.227671 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-c5e8ee2e-3868-435e-93bf-dcaf30adbc56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (ebb0377f-fede-4a5f-98e9-18175a854a65), after_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:49.232741 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-027ce322-9793-4b50-b7b9-86a60547973a req-7ea7addb-7ce4-4d50-a702-6cc1f73bf48b tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] 10.222.0.52 "GET /v2.0/security-groups?id=042a4f9a-15cc-43ae-9988-4a18daee0533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706811 Mar 02 14:57:49.233604 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-c5e8ee2e-3868-435e-93bf-dcaf30adbc56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:49.238427 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-c5e8ee2e-3868-435e-93bf-dcaf30adbc56 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ebb0377f-fede-4a5f-98e9-18175a854a65 HTTP/1.1" status: 204 len: 168 time: 0.3230445 Mar 02 14:57:49.277375 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e8ee2e-3868-435e-93bf-dcaf30adbc56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb0377f-fede-4a5f-98e9-18175a854a65,revision_number=None']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:57:49.391230 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-6ade756f-a0e4-4189-96d3-d3c8fb299017 admin admin] Publish callbacks [] for security_group (bf89d0ae-1c51-45db-a06c-b22986208d76), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:49.406303 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6661e12e-2fda-4cf1-b821-87f4d18ecbc0 req-a348cf8d-4cd3-4885-af8b-975e8fd0f75e service neutron] 10.222.0.55 "GET /v2.0/networks/df93f8f1-ff18-4251-9f43-b4d98c48182b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3026083 Mar 02 14:57:49.468861 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-6ade756f-a0e4-4189-96d3-d3c8fb299017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (bf89d0ae-1c51-45db-a06c-b22986208d76), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:49.522638 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-6ade756f-a0e4-4189-96d3-d3c8fb299017 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=eb5ae73fb6bc4e5a9ccb9369621cea43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3458123 Mar 02 14:57:49.528459 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4330f882-0d8f-4ead-a3ed-569f595fe638 req-048ce269-97e9-4519-8308-a45b0b028b98 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:49.535526 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-4330f882-0d8f-4ead-a3ed-569f595fe638 req-048ce269-97e9-4519-8308-a45b0b028b98 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 943 time: 0.2052326 Mar 02 14:57:49.539376 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 53220) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:57:49.539376 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 53222) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:57:49.548177 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ade756f-a0e4-4189-96d3-d3c8fb299017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf89d0ae-1c51-45db-a06c-b22986208d76,revision_number=1']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:57:49.637865 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a691a2c-1fe4-46d1-a001-8a5b8ca7745e req-deb14ea8-52e0-4292-ace4-eec8c225ad96 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:49.639450 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-5a691a2c-1fe4-46d1-a001-8a5b8ca7745e req-deb14ea8-52e0-4292-ace4-eec8c225ad96 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/ports?device_id=9680b2d5-554f-40be-bb0d-e2fa9f8c6f8b HTTP/1.1" status: 200 len: 944 time: 0.2272775 Mar 02 14:57:49.648158 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6661e12e-2fda-4cf1-b821-87f4d18ecbc0 req-21eef8ef-ae84-4fcf-9c09-eece3db05d4e service neutron] 10.222.0.55 "GET /v2.0/networks/df93f8f1-ff18-4251-9f43-b4d98c48182b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328627 Mar 02 14:57:49.700263 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-4330f882-0d8f-4ead-a3ed-569f595fe638 req-f8986948-3b89-49f2-8f61-b0a9c054a097 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1636937 Mar 02 14:57:49.717976 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-40e59425-db6f-4ba0-8794-6fa4cbb688f1 admin admin] Publish callbacks [] for security_group (bf89d0ae-1c51-45db-a06c-b22986208d76), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:49.748780 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-5a691a2c-1fe4-46d1-a001-8a5b8ca7745e req-749d8ea7-f22c-4a19-94b4-2108e7aaf454 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/security-groups?id=1486e0fb-d1aa-46b6-9bfd-52b5a4931e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967047 Mar 02 14:57:49.758735 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-40e59425-db6f-4ba0-8794-6fa4cbb688f1 admin admin] Publish callbacks [] for security_group (bf89d0ae-1c51-45db-a06c-b22986208d76), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:49.915669 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-1ea3bcfa-5902-416a-a0c7-dcd9888cba93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:49.937771 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-40e59425-db6f-4ba0-8794-6fa4cbb688f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (bf89d0ae-1c51-45db-a06c-b22986208d76), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:49.940483 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-40e59425-db6f-4ba0-8794-6fa4cbb688f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:49.941776 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-40e59425-db6f-4ba0-8794-6fa4cbb688f1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bf89d0ae-1c51-45db-a06c-b22986208d76 HTTP/1.1" status: 204 len: 168 time: 0.3994370 Mar 02 14:57:49.961797 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e59425-db6f-4ba0-8794-6fa4cbb688f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf89d0ae-1c51-45db-a06c-b22986208d76,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:57:49.976257 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149f0fdc-7108-4d7b-a035-bd1d7cecf20c req-099ec194-d62c-42b3-8d46-f25f2c698835 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:49.977958 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-149f0fdc-7108-4d7b-a035-bd1d7cecf20c req-099ec194-d62c-42b3-8d46-f25f2c698835 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6b2a5b-4e6c-4d50-b29d-a2c16aa54449 HTTP/1.1" status: 200 len: 944 time: 0.1221128 Mar 02 14:57:50.008449 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c79b877-bfc0-4f56-948b-e342647688cd', 'tag': 'e876fffc-f842-4f0f-ad30-380165a0570d'}] {{(pid=110180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 14:57:50.008449 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d4cb776884cbbf8177075bc934a95f6bdaf5bba346c2d7fc75eae3cda02a5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78b0b906-ff5a-4f61-8bc8-67bd8cdd54eb" -d '{"events": [{"name": "network-changed", "server_uuid": "6c79b877-bfc0-4f56-948b-e342647688cd", "tag": "e876fffc-f842-4f0f-ad30-380165a0570d"}]}' {{(pid=110180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 14:57:50.061934 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 14:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-492355ab-25db-48ea-928e-9b92956c34da x-openstack-request-id: req-492355ab-25db-48ea-928e-9b92956c34da {{(pid=110180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 14:57:50.062222 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c79b877-bfc0-4f56-948b-e342647688cd", "tag": "e876fffc-f842-4f0f-ad30-380165a0570d", "status": "completed", "code": 200}]} {{(pid=110180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 14:57:50.062471 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-492355ab-25db-48ea-928e-9b92956c34da {{(pid=110180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 14:57:50.062856 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c79b877-bfc0-4f56-948b-e342647688cd', 'tag': 'e876fffc-f842-4f0f-ad30-380165a0570d', 'status': 'completed', 'code': 200} Mar 02 14:57:50.069823 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-149f0fdc-7108-4d7b-a035-bd1d7cecf20c req-99c26637-35ad-49cf-8aa1-b268f924e6e7 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/security-groups?id=74537ba6-1b23-49ee-a8f7-21a45895cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771570 Mar 02 14:57:50.091413 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-1ea3bcfa-5902-416a-a0c7-dcd9888cba93 admin admin] Publish callbacks [] for security_group (608f2549-508e-42a7-98ab-8106e31016b6), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:50.179266 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-1ea3bcfa-5902-416a-a0c7-dcd9888cba93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (608f2549-508e-42a7-98ab-8106e31016b6), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:50.239821 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b0b906-ff5a-4f61-8bc8-67bd8cdd54eb req-d3d24e34-c2b9-4a67-a9e3-28349a745bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:50.241348 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-78b0b906-ff5a-4f61-8bc8-67bd8cdd54eb req-d3d24e34-c2b9-4a67-a9e3-28349a745bcc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8d6fe98143c241798db8cd747803fb48&device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 1127 time: 0.1209173 Mar 02 14:57:50.262812 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea3bcfa-5902-416a-a0c7-dcd9888cba93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=608f2549-508e-42a7-98ab-8106e31016b6,revision_number=1']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:57:50.340618 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-1ea3bcfa-5902-416a-a0c7-dcd9888cba93 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=98fb6edcb4fb49639887e7f1710725b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7944715 Mar 02 14:57:50.342236 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 53250) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:57:50.417098 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-062da069-5233-42b0-83cf-c14d6b91174b admin admin] Publish callbacks [] for security_group (608f2549-508e-42a7-98ab-8106e31016b6), before_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:50.444564 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-062da069-5233-42b0-83cf-c14d6b91174b admin admin] Publish callbacks [] for security_group (608f2549-508e-42a7-98ab-8106e31016b6), precommit_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:50.452519 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b0b906-ff5a-4f61-8bc8-67bd8cdd54eb req-315214c7-1136-47dc-b578-97ed82ce2935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:50.454577 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-78b0b906-ff5a-4f61-8bc8-67bd8cdd54eb req-315214c7-1136-47dc-b578-97ed82ce2935 service neutron] 10.222.0.55 "GET /v2.0/networks?id=32a772a1-de65-4149-a254-15f24cef804d HTTP/1.1" status: 200 len: 918 time: 0.2045217 Mar 02 14:57:50.498607 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7058a1fb-f180-4d8f-b4ea-d2ac9b2b345e req-ccd533f3-8613-4d01-a34a-ee3beb58cf29 tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:50.500226 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-7058a1fb-f180-4d8f-b4ea-d2ac9b2b345e req-ccd533f3-8613-4d01-a34a-ee3beb58cf29 tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] 10.222.0.52 "GET /v2.0/ports?device_id=16b6c1ac-a578-48b1-a6d3-78ad890475cf HTTP/1.1" status: 200 len: 945 time: 0.0795729 Mar 02 14:57:50.555476 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-78b0b906-ff5a-4f61-8bc8-67bd8cdd54eb req-baaf440f-3982-4f14-be3a-7fa1050af2f7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e876fffc-f842-4f0f-ad30-380165a0570d HTTP/1.1" status: 200 len: 217 time: 0.0476794 Mar 02 14:57:50.654478 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-7058a1fb-f180-4d8f-b4ea-d2ac9b2b345e req-5827d31f-4284-4fde-a061-3fcf3e4f58fe tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] 10.222.0.52 "GET /v2.0/security-groups?id=042a4f9a-15cc-43ae-9988-4a18daee0533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485295 Mar 02 14:57:50.663713 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b0b906-ff5a-4f61-8bc8-67bd8cdd54eb req-6bbe65d4-f9a4-4b24-8e3e-bd1ccf72fb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:50.665290 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-78b0b906-ff5a-4f61-8bc8-67bd8cdd54eb req-6bbe65d4-f9a4-4b24-8e3e-bd1ccf72fb8f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4f813be6-b019-4418-9613-23d83e4ca2ff HTTP/1.1" status: 200 len: 856 time: 0.0975313 Mar 02 14:57:50.681944 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-062da069-5233-42b0-83cf-c14d6b91174b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (608f2549-508e-42a7-98ab-8106e31016b6), after_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:50.684727 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-062da069-5233-42b0-83cf-c14d6b91174b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:50.686168 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-062da069-5233-42b0-83cf-c14d6b91174b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/608f2549-508e-42a7-98ab-8106e31016b6 HTTP/1.1" status: 204 len: 168 time: 0.3425190 Mar 02 14:57:50.699973 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062da069-5233-42b0-83cf-c14d6b91174b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=608f2549-508e-42a7-98ab-8106e31016b6,revision_number=None']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:57:50.737212 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b0b906-ff5a-4f61-8bc8-67bd8cdd54eb req-4dc62d5a-7fad-45fe-a11d-a5669b8da656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:50.739504 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-78b0b906-ff5a-4f61-8bc8-67bd8cdd54eb req-4dc62d5a-7fad-45fe-a11d-a5669b8da656 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=32a772a1-de65-4149-a254-15f24cef804d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0646296 Mar 02 14:57:50.803866 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Device 2566654e-33b3-4e13-b49c-de94e3162755 up at agent hyperv_hv-cinder-83143 {{(pid=110181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 14:57:50.971159 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Provisioning for port 2566654e-33b3-4e13-b49c-de94e3162755 completed by entity L2. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 14:57:50.974085 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-78b0b906-ff5a-4f61-8bc8-67bd8cdd54eb req-da696a5d-e7e8-410b-bb65-49c1405ed370 service neutron] 10.222.0.55 "GET /v2.0/networks/32a772a1-de65-4149-a254-15f24cef804d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289972 Mar 02 14:57:50.976625 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Provisioning complete for port 2566654e-33b3-4e13-b49c-de94e3162755 triggered by entity L2. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 14:57:50.977267 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (2566654e-33b3-4e13-b49c-de94e3162755), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:50.996502 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7b7cc2-7017-46b9-b563-b2447726ac84 req-ac370540-25a8-442f-b8c6-ebfb6f62a782 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:50.998105 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-7a7b7cc2-7017-46b9-b563-b2447726ac84 req-ac370540-25a8-442f-b8c6-ebfb6f62a782 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 943 time: 0.1772509 Mar 02 14:57:51.081515 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Current status of the port 2566654e-33b3-4e13-b49c-de94e3162755 is: BUILD; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:57:51.081515 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (2566654e-33b3-4e13-b49c-de94e3162755), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:51.100153 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16b6c1ac-a578-48b1-a6d3-78ad890475cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2566654e-33b3-4e13-b49c-de94e3162755'}] {{(pid=110181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 14:57:51.151182 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b57439c-ea5c-496a-ba25-c40db584a027 req-4a79847c-8d18-4860-9979-7ff2b4bdce24 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:51.154445 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6b57439c-ea5c-496a-ba25-c40db584a027 req-4a79847c-8d18-4860-9979-7ff2b4bdce24 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/ports?device_id=9680b2d5-554f-40be-bb0d-e2fa9f8c6f8b HTTP/1.1" status: 200 len: 944 time: 0.2569714 Mar 02 14:57:51.180579 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] For port 2566654e-33b3-4e13-b49c-de94e3162755, host hv-cinder-83143, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=2566654e-33b3-4e13-b49c-de94e3162755,segment=NetworkSegment(e7c321a0-838f-4650-b9bc-a9b951b87ffc),segment_id=e7c321a0-838f-4650-b9bc-a9b951b87ffc)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:57:51.268758 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (2566654e-33b3-4e13-b49c-de94e3162755), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:51.269694 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Device 608c0c91-197c-49ef-82b6-c579c40de592 up at agent hyperv_hv-cinder-83143 {{(pid=110181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 14:57:51.317706 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6b57439c-ea5c-496a-ba25-c40db584a027 req-823f1b86-f7bd-4b53-84fa-b37bf979779b tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/security-groups?id=1486e0fb-d1aa-46b6-9bfd-52b5a4931e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1463428 Mar 02 14:57:51.352611 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-78b0b906-ff5a-4f61-8bc8-67bd8cdd54eb req-2b09401d-8d15-4bed-8c74-8f554c408705 service neutron] 10.222.0.55 "GET /v2.0/networks/32a772a1-de65-4149-a254-15f24cef804d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3715177 Mar 02 14:57:51.359163 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Pushing event updated for resources: {'Port': ['ID=2566654e-33b3-4e13-b49c-de94e3162755,revision_number=5']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:57:51.369382 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-7a7b7cc2-7017-46b9-b563-b2447726ac84 req-d6e7e39f-eb12-456c-bbd9-8cd3618899d3 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2574074 Mar 02 14:57:51.463912 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Provisioning for port 608c0c91-197c-49ef-82b6-c579c40de592 completed by entity L2. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 14:57:51.474147 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Provisioning complete for port 608c0c91-197c-49ef-82b6-c579c40de592 triggered by entity L2. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 14:57:51.475217 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (608c0c91-197c-49ef-82b6-c579c40de592), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:51.493045 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4280bf50-d6a0-4dc1-955d-49646c53a19f req-7c0dd985-f7fa-4e8a-a3d2-eba9ff9cdef5 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:51.494919 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-4280bf50-d6a0-4dc1-955d-49646c53a19f req-7c0dd985-f7fa-4e8a-a3d2-eba9ff9cdef5 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6b2a5b-4e6c-4d50-b29d-a2c16aa54449 HTTP/1.1" status: 200 len: 944 time: 0.0659218 Mar 02 14:57:51.558854 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-4280bf50-d6a0-4dc1-955d-49646c53a19f req-69042d5e-8af7-4899-91ae-46f539da17bc tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/security-groups?id=74537ba6-1b23-49ee-a8f7-21a45895cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554667 Mar 02 14:57:51.639500 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Current status of the port 608c0c91-197c-49ef-82b6-c579c40de592 is: BUILD; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:57:51.639927 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (608c0c91-197c-49ef-82b6-c579c40de592), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:51.676587 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] For port 608c0c91-197c-49ef-82b6-c579c40de592, host hv-cinder-83143, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=608c0c91-197c-49ef-82b6-c579c40de592,segment=NetworkSegment(8893ea58-7cff-4b58-935d-3a9feb64b4ca),segment_id=8893ea58-7cff-4b58-935d-3a9feb64b4ca)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:57:51.800223 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4f2cb7-cd98-4f99-894e-2c9e718cfcca req-707ddce3-a8bc-4a50-97ae-c51d00c9e4e6 tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:51.801733 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-5d4f2cb7-cd98-4f99-894e-2c9e718cfcca req-707ddce3-a8bc-4a50-97ae-c51d00c9e4e6 tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] 10.222.0.52 "GET /v2.0/ports?device_id=16b6c1ac-a578-48b1-a6d3-78ad890475cf HTTP/1.1" status: 200 len: 946 time: 0.0588214 Mar 02 14:57:51.841763 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (608c0c91-197c-49ef-82b6-c579c40de592), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:51.866690 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-5d4f2cb7-cd98-4f99-894e-2c9e718cfcca req-540f8a9d-a25f-4a6d-9e14-5157bbefba20 tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] 10.222.0.52 "GET /v2.0/security-groups?id=042a4f9a-15cc-43ae-9988-4a18daee0533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512800 Mar 02 14:57:51.918390 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Pushing event updated for resources: {'Port': ['ID=608c0c91-197c-49ef-82b6-c579c40de592,revision_number=5']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:57:51.929263 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6faebeedf0149bd95a8e5aac95437523d12653d92db1e1e7ce78ae8719853609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2fe22f2-9c39-4d4f-ab9b-89e1ddc3a863" -d '{"events": [{"server_uuid": "16b6c1ac-a578-48b1-a6d3-78ad890475cf", "name": "network-vif-plugged", "status": "completed", "tag": "2566654e-33b3-4e13-b49c-de94e3162755"}]}' {{(pid=110181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 14:57:52.335668 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 14:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a9a4035-aed6-43ba-a04f-25b388888fc2 x-openstack-request-id: req-6a9a4035-aed6-43ba-a04f-25b388888fc2 {{(pid=110181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 14:57:52.335990 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16b6c1ac-a578-48b1-a6d3-78ad890475cf", "name": "network-vif-plugged", "status": "completed", "tag": "2566654e-33b3-4e13-b49c-de94e3162755", "code": 200}]} {{(pid=110181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 14:57:52.336246 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6a9a4035-aed6-43ba-a04f-25b388888fc2 {{(pid=110181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 14:57:52.336900 dv-cinder-831439-3-iscsi neutron-server[110181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16b6c1ac-a578-48b1-a6d3-78ad890475cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2566654e-33b3-4e13-b49c-de94e3162755', 'code': 200} Mar 02 14:57:52.584741 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4448f5ed-3323-494d-bc43-7d06fcf269b1 req-170a94f6-2217-49f8-857c-e403875423f3 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:52.586637 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-4448f5ed-3323-494d-bc43-7d06fcf269b1 req-170a94f6-2217-49f8-857c-e403875423f3 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/ports?device_id=9680b2d5-554f-40be-bb0d-e2fa9f8c6f8b HTTP/1.1" status: 200 len: 944 time: 0.1063483 Mar 02 14:57:52.597234 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4218b3-ec5b-4746-bff6-d48e63cea531 req-131deec6-88c3-44fa-b5a4-047c60eed971 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:52.598745 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-0c4218b3-ec5b-4746-bff6-d48e63cea531 req-131deec6-88c3-44fa-b5a4-047c60eed971 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 943 time: 0.0959346 Mar 02 14:57:52.676366 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-4448f5ed-3323-494d-bc43-7d06fcf269b1 req-3bdcaa62-0962-4991-8304-55774fa125cb tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/security-groups?id=1486e0fb-d1aa-46b6-9bfd-52b5a4931e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764399 Mar 02 14:57:52.684514 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-0c4218b3-ec5b-4746-bff6-d48e63cea531 req-13c77892-2fcf-468d-85d9-01c3e31cc009 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786459 Mar 02 14:57:52.806394 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Device 53c034dd-df15-42be-82f3-9cd2b1e7b93e details requested by agent hyperv_hv-cinder-83143 with host hv-cinder-83143 {{(pid=110181) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 14:57:52.943303 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] For port 53c034dd-df15-42be-82f3-9cd2b1e7b93e, host hv-cinder-83143, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=53c034dd-df15-42be-82f3-9cd2b1e7b93e,segment=NetworkSegment(239b17b0-e18b-4adf-80e8-57d00e0cbb35),segment_id=239b17b0-e18b-4adf-80e8-57d00e0cbb35)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:57:52.971418 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Returning: {'device': '53c034dd-df15-42be-82f3-9cd2b1e7b93e', 'network_id': 'df93f8f1-ff18-4251-9f43-b4d98c48182b', 'port_id': '53c034dd-df15-42be-82f3-9cd2b1e7b93e', 'mac_address': 'fa:16:3e:b4:02:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af4612bf-937d-4ff0-87a0-e171015ed5a7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110181) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 14:57:53.034714 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Current status of the port 53c034dd-df15-42be-82f3-9cd2b1e7b93e is: DOWN; New status is: BUILD {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:57:53.035293 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (53c034dd-df15-42be-82f3-9cd2b1e7b93e), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:53.058230 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.notifiers.nova [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53c034dd-df15-42be-82f3-9cd2b1e7b93e {{(pid=110181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 14:57:53.098645 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] For port 53c034dd-df15-42be-82f3-9cd2b1e7b93e, host hv-cinder-83143, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=53c034dd-df15-42be-82f3-9cd2b1e7b93e,segment=NetworkSegment(239b17b0-e18b-4adf-80e8-57d00e0cbb35),segment_id=239b17b0-e18b-4adf-80e8-57d00e0cbb35)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:57:53.251789 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (53c034dd-df15-42be-82f3-9cd2b1e7b93e), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:53.252775 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Device e876fffc-f842-4f0f-ad30-380165a0570d details requested by agent hyperv_hv-cinder-83143 with host hv-cinder-83143 {{(pid=110181) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 14:57:53.303553 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd5c9ae-c49d-4316-997c-16aefe474790 req-b43a3c98-61c0-4a20-ad27-e61c7fc3ea49 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:53.305167 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-afd5c9ae-c49d-4316-997c-16aefe474790 req-b43a3c98-61c0-4a20-ad27-e61c7fc3ea49 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6b2a5b-4e6c-4d50-b29d-a2c16aa54449 HTTP/1.1" status: 200 len: 945 time: 0.5534816 Mar 02 14:57:53.325049 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2f6c26-3660-4644-ac3f-8cc980f25b34 req-fccd9b14-7a33-4965-9ac4-2940b1ecb251 tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:53.326613 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-8f2f6c26-3660-4644-ac3f-8cc980f25b34 req-fccd9b14-7a33-4965-9ac4-2940b1ecb251 tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] 10.222.0.52 "GET /v2.0/ports?device_id=16b6c1ac-a578-48b1-a6d3-78ad890475cf HTTP/1.1" status: 200 len: 946 time: 0.2196057 Mar 02 14:57:53.328624 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b1b1f0-3042-4176-a060-609150830344 req-14bc5192-a3af-4a2a-b5f7-be8f203267e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:53.330044 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-91b1b1f0-3042-4176-a060-609150830344 req-14bc5192-a3af-4a2a-b5f7-be8f203267e4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=16b6c1ac-a578-48b1-a6d3-78ad890475cf HTTP/1.1" status: 200 len: 1130 time: 0.2251165 Mar 02 14:57:53.345417 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Pushing event updated for resources: {'Port': ['ID=53c034dd-df15-42be-82f3-9cd2b1e7b93e,revision_number=4']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:57:53.396267 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-91b1b1f0-3042-4176-a060-609150830344 req-b619ad4c-df79-4205-8116-00aa9e92e366 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:53.424776 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] For port e876fffc-f842-4f0f-ad30-380165a0570d, host hv-cinder-83143, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=e876fffc-f842-4f0f-ad30-380165a0570d,segment=NetworkSegment(a29b8c1f-4601-46a8-a0c5-19fb5294c518),segment_id=a29b8c1f-4601-46a8-a0c5-19fb5294c518)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:57:53.441086 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Returning: {'device': 'e876fffc-f842-4f0f-ad30-380165a0570d', 'network_id': '32a772a1-de65-4149-a254-15f24cef804d', 'port_id': 'e876fffc-f842-4f0f-ad30-380165a0570d', 'mac_address': 'fa:16:3e:5b:5f:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f813be6-b019-4418-9613-23d83e4ca2ff', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110181) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 14:57:53.486383 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-afd5c9ae-c49d-4316-997c-16aefe474790 req-39cb43ac-9531-46db-9a7f-b019d2b74b0e tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/security-groups?id=74537ba6-1b23-49ee-a8f7-21a45895cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702142 Mar 02 14:57:53.490826 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Current status of the port e876fffc-f842-4f0f-ad30-380165a0570d is: DOWN; New status is: BUILD {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:57:53.491229 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (e876fffc-f842-4f0f-ad30-380165a0570d), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:53.508282 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.notifiers.nova [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e876fffc-f842-4f0f-ad30-380165a0570d {{(pid=110181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 14:57:53.524050 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-8f2f6c26-3660-4644-ac3f-8cc980f25b34 req-7536f3fa-bd00-4549-bcae-67e1a8871d5d tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] 10.222.0.52 "GET /v2.0/security-groups?id=042a4f9a-15cc-43ae-9988-4a18daee0533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885827 Mar 02 14:57:53.550877 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] For port e876fffc-f842-4f0f-ad30-380165a0570d, host hv-cinder-83143, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=e876fffc-f842-4f0f-ad30-380165a0570d,segment=NetworkSegment(a29b8c1f-4601-46a8-a0c5-19fb5294c518),segment_id=a29b8c1f-4601-46a8-a0c5-19fb5294c518)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:57:53.584499 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-91b1b1f0-3042-4176-a060-609150830344 req-b619ad4c-df79-4205-8116-00aa9e92e366 service neutron] Publish callbacks [] for security_group (d9b5ec98-2185-42cd-85f8-a2200b9898d9), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:53.691420 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (e876fffc-f842-4f0f-ad30-380165a0570d), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:53.748906 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-91b1b1f0-3042-4176-a060-609150830344 req-b619ad4c-df79-4205-8116-00aa9e92e366 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (d9b5ec98-2185-42cd-85f8-a2200b9898d9), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:53.797828 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Pushing event updated for resources: {'Port': ['ID=e876fffc-f842-4f0f-ad30-380165a0570d,revision_number=4']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:57:53.893852 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-91b1b1f0-3042-4176-a060-609150830344 req-b619ad4c-df79-4205-8116-00aa9e92e366 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=042a4f9a-15cc-43ae-9988-4a18daee0533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5559797 Mar 02 14:57:53.905071 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b619ad4c-df79-4205-8116-00aa9e92e366 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b5ec98-2185-42cd-85f8-a2200b9898d9,revision_number=1']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:57:53.940054 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e183e33e-becf-43e4-831f-5d3971043ac4 req-ff4fc4db-0b1b-4fb4-964c-dde4c94a9f4f tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:53.941803 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-e183e33e-becf-43e4-831f-5d3971043ac4 req-ff4fc4db-0b1b-4fb4-964c-dde4c94a9f4f tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 944 time: 0.1394629 Mar 02 14:57:53.961324 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baa9bde-b930-4ee4-a5eb-5ba008ce5e6e req-d434c1e6-bcfb-4163-a945-3874feb0a20f tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:53.963583 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6baa9bde-b930-4ee4-a5eb-5ba008ce5e6e req-d434c1e6-bcfb-4163-a945-3874feb0a20f tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/ports?device_id=9680b2d5-554f-40be-bb0d-e2fa9f8c6f8b HTTP/1.1" status: 200 len: 945 time: 0.1749601 Mar 02 14:57:54.115066 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-e183e33e-becf-43e4-831f-5d3971043ac4 req-9a4788d3-f745-49ca-8b6b-f68602a4d17d tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415091 Mar 02 14:57:54.119643 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6baa9bde-b930-4ee4-a5eb-5ba008ce5e6e req-5f6291ce-e4e5-400a-9ec5-82390358bee7 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/security-groups?id=1486e0fb-d1aa-46b6-9bfd-52b5a4931e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438086 Mar 02 14:57:54.142419 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 53402) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:57:54.211228 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] get_ports_and_sgs() called for port_ids ['53c034dd-df15-42be-82f3-9cd2b1e7b93e'] {{(pid=110181) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 14:57:54.321560 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] get_ports_and_sgs() called for port_ids ['e876fffc-f842-4f0f-ad30-380165a0570d'] {{(pid=110181) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 14:57:54.373796 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca6b2a5b-4e6c-4d50-b29d-a2c16aa54449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '608c0c91-197c-49ef-82b6-c579c40de592'}] {{(pid=110181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 14:57:54.377455 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6faebeedf0149bd95a8e5aac95437523d12653d92db1e1e7ce78ae8719853609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea3c223-ba93-4260-a117-5ce626378990" -d '{"events": [{"server_uuid": "ca6b2a5b-4e6c-4d50-b29d-a2c16aa54449", "name": "network-vif-plugged", "status": "completed", "tag": "608c0c91-197c-49ef-82b6-c579c40de592"}]}' {{(pid=110181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 14:57:54.380502 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 53408) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:57:54.428044 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 14:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ab8a8c-ec28-4ccd-8c95-58af39e5e29b x-openstack-request-id: req-33ab8a8c-ec28-4ccd-8c95-58af39e5e29b {{(pid=110181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 14:57:54.428831 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca6b2a5b-4e6c-4d50-b29d-a2c16aa54449", "name": "network-vif-plugged", "status": "completed", "tag": "608c0c91-197c-49ef-82b6-c579c40de592", "code": 200}]} {{(pid=110181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 14:57:54.429692 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-33ab8a8c-ec28-4ccd-8c95-58af39e5e29b {{(pid=110181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 14:57:54.430419 dv-cinder-831439-3-iscsi neutron-server[110181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca6b2a5b-4e6c-4d50-b29d-a2c16aa54449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '608c0c91-197c-49ef-82b6-c579c40de592', 'code': 200} Mar 02 14:57:54.454832 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.v2.base [None req-2544202e-eab6-41b1-b357-981fe8ea8d20 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2084962290-network', 'tenant_id': '84cdaad9981d4801a4758bcb7f32ee9e'}} {{(pid=110180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:57:54.529378 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-8e3cd39b-721a-4c16-9eb5-865cc5e9f2c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:54.593503 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2544202e-eab6-41b1-b357-981fe8ea8d20 admin admin] Made reservation on behalf of 84cdaad9981d4801a4758bcb7f32ee9e for: {'network': 1} {{(pid=110180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 14:57:54.599700 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-2544202e-eab6-41b1-b357-981fe8ea8d20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for network (None), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:54.624964 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-2544202e-eab6-41b1-b357-981fe8ea8d20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:54.843969 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-8e3cd39b-721a-4c16-9eb5-865cc5e9f2c1 admin admin] Publish callbacks [] for security_group (2f3f9b6c-39fc-46c1-8ce1-84ea4e6c8342), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:54.861562 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8150e137-dbd4-4bfc-a3e1-b097eb3db867 req-eab5da91-196f-465b-8bfb-c6ebe196dd0c tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:54.863207 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-8150e137-dbd4-4bfc-a3e1-b097eb3db867 req-eab5da91-196f-465b-8bfb-c6ebe196dd0c tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] 10.222.0.52 "GET /v2.0/ports?device_id=16b6c1ac-a578-48b1-a6d3-78ad890475cf HTTP/1.1" status: 200 len: 946 time: 0.2398942 Mar 02 14:57:54.873050 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206ef88d-b551-4a58-92ff-da2aca21014f req-f71c0163-b4c2-4229-962d-461f5cf854e3 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:54.874517 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-206ef88d-b551-4a58-92ff-da2aca21014f req-f71c0163-b4c2-4229-962d-461f5cf854e3 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6b2a5b-4e6c-4d50-b29d-a2c16aa54449 HTTP/1.1" status: 200 len: 945 time: 0.2258589 Mar 02 14:57:54.979427 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-8e3cd39b-721a-4c16-9eb5-865cc5e9f2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (2f3f9b6c-39fc-46c1-8ce1-84ea4e6c8342), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:54.988334 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-2544202e-eab6-41b1-b357-981fe8ea8d20 admin admin] Publish callbacks [] for security_group (51d47b0d-f3ad-4b27-b60f-10ac7cdbd0ea), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:55.041054 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-8150e137-dbd4-4bfc-a3e1-b097eb3db867 req-d7bc4786-ad10-49af-98ea-92151a4aa79e tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] 10.222.0.52 "GET /v2.0/security-groups?id=042a4f9a-15cc-43ae-9988-4a18daee0533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655171 Mar 02 14:57:55.066463 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-206ef88d-b551-4a58-92ff-da2aca21014f req-97744672-56b8-4faa-9576-8900b77ad967 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/security-groups?id=74537ba6-1b23-49ee-a8f7-21a45895cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689756 Mar 02 14:57:55.066463 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-8e3cd39b-721a-4c16-9eb5-865cc5e9f2c1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6f21888fa5d44f0d9fa946606aec2358&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9276490 Mar 02 14:57:55.069241 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 53428) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:57:55.117629 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-2544202e-eab6-41b1-b357-981fe8ea8d20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (51d47b0d-f3ad-4b27-b60f-10ac7cdbd0ea), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:55.126735 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c1b402-9723-413e-be4b-f534ba6c0513 req-97347c46-c8a3-47f4-9295-4d843b4641e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:55.128435 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-73c1b402-9723-413e-be4b-f534ba6c0513 req-97347c46-c8a3-47f4-9295-4d843b4641e0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ca6b2a5b-4e6c-4d50-b29d-a2c16aa54449 HTTP/1.1" status: 200 len: 1129 time: 0.1645923 Mar 02 14:57:55.129541 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-af51d609-8a80-48bc-a502-6a47194c8c31 admin admin] Publish callbacks [] for security_group (2f3f9b6c-39fc-46c1-8ce1-84ea4e6c8342), before_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:55.130409 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3cd39b-721a-4c16-9eb5-865cc5e9f2c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f3f9b6c-39fc-46c1-8ce1-84ea4e6c8342,revision_number=1']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:57:55.159580 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-af51d609-8a80-48bc-a502-6a47194c8c31 admin admin] Publish callbacks [] for security_group (2f3f9b6c-39fc-46c1-8ce1-84ea4e6c8342), precommit_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:55.179790 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2544202e-eab6-41b1-b357-981fe8ea8d20 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=110180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 14:57:55.228525 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-2544202e-eab6-41b1-b357-981fe8ea8d20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16119287'] for segment (310258ea-125f-49de-9326-51848639fb98), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:55.228860 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.db.segments_db [None req-2544202e-eab6-41b1-b357-981fe8ea8d20 admin admin] Added segment 310258ea-125f-49de-9326-51848639fb98 of type vlan for network 91822c18-db1f-4ee9-9393-47723e0b6be9 Mar 02 14:57:55.230085 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2544202e-eab6-41b1-b357-981fe8ea8d20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51d47b0d-f3ad-4b27-b60f-10ac7cdbd0ea,revision_number=1']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:57:55.332605 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-73c1b402-9723-413e-be4b-f534ba6c0513 req-99cb40cd-8e75-4c00-b969-a609127ae47c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=74537ba6-1b23-49ee-a8f7-21a45895cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941361 Mar 02 14:57:55.355389 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-2544202e-eab6-41b1-b357-981fe8ea8d20 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757345464387'] for network (91822c18-db1f-4ee9-9393-47723e0b6be9), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:55.389115 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-af51d609-8a80-48bc-a502-6a47194c8c31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (2f3f9b6c-39fc-46c1-8ce1-84ea4e6c8342), after_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:55.393116 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-af51d609-8a80-48bc-a502-6a47194c8c31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:55.394922 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-af51d609-8a80-48bc-a502-6a47194c8c31 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2f3f9b6c-39fc-46c1-8ce1-84ea4e6c8342 HTTP/1.1" status: 204 len: 168 time: 0.3246636 Mar 02 14:57:55.408935 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70201acd-51b8-4707-a350-0dc390ab7538 req-077f2678-276e-47a6-812d-b533c1305fce tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:55.409371 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af51d609-8a80-48bc-a502-6a47194c8c31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f3f9b6c-39fc-46c1-8ce1-84ea4e6c8342,revision_number=None']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:57:55.411528 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-70201acd-51b8-4707-a350-0dc390ab7538 req-077f2678-276e-47a6-812d-b533c1305fce tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 944 time: 0.1553764 Mar 02 14:57:55.468705 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4836e6-768a-4236-baf0-a5c4c0493048 req-d9340781-1aa8-4ea5-a106-e3c086ae39f7 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:55.470353 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-5c4836e6-768a-4236-baf0-a5c4c0493048 req-d9340781-1aa8-4ea5-a106-e3c086ae39f7 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/ports?device_id=9680b2d5-554f-40be-bb0d-e2fa9f8c6f8b HTTP/1.1" status: 200 len: 945 time: 0.2130682 Mar 02 14:57:55.519945 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-70201acd-51b8-4707-a350-0dc390ab7538 req-463f4541-104c-47ba-9bb4-23497134f314 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022823 Mar 02 14:57:55.525990 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-2544202e-eab6-41b1-b357-981fe8ea8d20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677'] for network (91822c18-db1f-4ee9-9393-47723e0b6be9), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:55.527296 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2544202e-eab6-41b1-b357-981fe8ea8d20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:55.527568 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-2544202e-eab6-41b1-b357-981fe8ea8d20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16231659'] for network (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:55.592340 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-5c4836e6-768a-4236-baf0-a5c4c0493048 req-ac360cbd-670c-4cad-8bf8-468fb973c1ff tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/security-groups?id=1486e0fb-d1aa-46b6-9bfd-52b5a4931e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073508 Mar 02 14:57:55.611625 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2544202e-eab6-41b1-b357-981fe8ea8d20 admin admin] Pushing event updated for resources: {'Network': ['ID=91822c18-db1f-4ee9-9393-47723e0b6be9,revision_number=1']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:57:55.626880 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Network 91822c18-db1f-4ee9-9393-47723e0b6be9 details requested by agent ovs-agent-dv-cinder-831439-3-iscsi with host dv-cinder-831439-3-iscsi {{(pid=110181) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 14:57:55.722726 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-2544202e-eab6-41b1-b357-981fe8ea8d20 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3406010 Mar 02 14:57:55.726233 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 53448) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:57:55.731876 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.v2.base [None req-3194a8bf-80b8-462f-9e87-9db2be61e793 admin admin] Request body: {'subnet': {'network_id': '91822c18-db1f-4ee9-9393-47723e0b6be9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2084962290-subnet', 'tenant_id': '84cdaad9981d4801a4758bcb7f32ee9e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:57:55.840384 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3194a8bf-80b8-462f-9e87-9db2be61e793 admin admin] Made reservation on behalf of 84cdaad9981d4801a4758bcb7f32ee9e for: {'subnet': 1} {{(pid=110180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 14:57:55.844252 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3194a8bf-80b8-462f-9e87-9db2be61e793 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:56.192017 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3194a8bf-80b8-462f-9e87-9db2be61e793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677'] for subnet (960ecdea-5dd4-427d-a106-694f5261da3b), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:56.301047 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1d868f-b6ea-4315-82d0-103db61c8497 req-4bfc9b96-e5d3-4217-91da-b8a7021e7529 tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:56.302622 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-9f1d868f-b6ea-4315-82d0-103db61c8497 req-4bfc9b96-e5d3-4217-91da-b8a7021e7529 tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] 10.222.0.52 "GET /v2.0/ports?device_id=16b6c1ac-a578-48b1-a6d3-78ad890475cf HTTP/1.1" status: 200 len: 946 time: 0.1660850 Mar 02 14:57:56.325023 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3194a8bf-80b8-462f-9e87-9db2be61e793 admin admin] Pushing event updated for resources: {'Subnet': ['ID=960ecdea-5dd4-427d-a106-694f5261da3b,revision_number=0']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:57:56.355207 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3194a8bf-80b8-462f-9e87-9db2be61e793 admin admin] Checking segment: {'id': '310258ea-125f-49de-9326-51848639fb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '91822c18-db1f-4ee9-9393-47723e0b6be9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 14:57:56.355207 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3194a8bf-80b8-462f-9e87-9db2be61e793 admin admin] Network hostable DHCP agents. Network: 91822c18-db1f-4ee9-9393-47723e0b6be9, hostable agents: ['dc3a6147-3194-47be-b33a-76a9a2a48933'], hosted agents: [] {{(pid=110180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 14:57:56.359092 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1682226-5994-44b4-9f93-a4c7b314a4f8 req-a5e22a2d-6809-416b-82c2-e542e7e739fa tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:56.360707 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-d1682226-5994-44b4-9f93-a4c7b314a4f8 req-a5e22a2d-6809-416b-82c2-e542e7e739fa tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6b2a5b-4e6c-4d50-b29d-a2c16aa54449 HTTP/1.1" status: 200 len: 945 time: 0.1710956 Mar 02 14:57:56.417060 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-9f1d868f-b6ea-4315-82d0-103db61c8497 req-48c1789e-8a34-44a3-a02e-867c3624dba4 tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] 10.222.0.52 "GET /v2.0/security-groups?id=042a4f9a-15cc-43ae-9988-4a18daee0533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015167 Mar 02 14:57:56.464281 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-d1682226-5994-44b4-9f93-a4c7b314a4f8 req-8a9ac852-e47c-428d-bed9-914afedd6e10 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/security-groups?id=74537ba6-1b23-49ee-a8f7-21a45895cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974627 Mar 02 14:57:56.490807 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3194a8bf-80b8-462f-9e87-9db2be61e793 admin admin] Network 91822c18-db1f-4ee9-9393-47723e0b6be9 is scheduled to be hosted by DHCP agent dc3a6147-3194-47be-b33a-76a9a2a48933 with binding_index 1 {{(pid=110180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 14:57:56.643245 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.base_scheduler [None req-3194a8bf-80b8-462f-9e87-9db2be61e793 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831439-3-iscsi, 91822c18-db1f-4ee9-9393-47723e0b6be9) {{(pid=110180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 14:57:56.651780 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3194a8bf-80b8-462f-9e87-9db2be61e793 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:56.652791 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3194a8bf-80b8-462f-9e87-9db2be61e793 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16231659'] for subnet (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:56.659482 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a32549-e298-4121-8b53-4f5225620986 None None] Network 91822c18-db1f-4ee9-9393-47723e0b6be9 requested from dv-cinder-831439-3-iscsi {{(pid=110181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 14:57:56.696720 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f36541-27af-48a9-8df3-cd3cd119a64f req-0b720213-4cd0-48e3-a52c-3a7347577803 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:56.698538 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-c7f36541-27af-48a9-8df3-cd3cd119a64f req-0b720213-4cd0-48e3-a52c-3a7347577803 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 944 time: 0.0950019 Mar 02 14:57:56.788545 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-c7f36541-27af-48a9-8df3-cd3cd119a64f req-7f6859c9-9ebb-46b2-9c8c-33da87708b6b tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739779 Mar 02 14:57:56.798641 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f90ef97-f987-4e62-9cdd-e02d8a7eb53c req-7ac0e428-7297-490e-a0ef-443b0f3ffb08 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:56.806935 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-5f90ef97-f987-4e62-9cdd-e02d8a7eb53c req-7ac0e428-7297-490e-a0ef-443b0f3ffb08 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/ports?device_id=9680b2d5-554f-40be-bb0d-e2fa9f8c6f8b HTTP/1.1" status: 200 len: 945 time: 0.1044114 Mar 02 14:57:56.834913 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-3194a8bf-80b8-462f-9e87-9db2be61e793 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1071651 Mar 02 14:57:56.835469 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Device 53c034dd-df15-42be-82f3-9cd2b1e7b93e up at agent hyperv_hv-cinder-83143 {{(pid=110181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 14:57:56.872595 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2482ce8d-8e1b-4dab-b9b5-1fa70d667388 None None] Network 91822c18-db1f-4ee9-9393-47723e0b6be9 requested from dv-cinder-831439-3-iscsi {{(pid=110181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 14:57:56.953396 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-5f90ef97-f987-4e62-9cdd-e02d8a7eb53c req-5f321125-465f-49e7-acdd-a76f66d0f45c tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/security-groups?id=1486e0fb-d1aa-46b6-9bfd-52b5a4931e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451774 Mar 02 14:57:57.046409 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (a761fe19-4045-45cc-a7c7-f029a0c82591), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:57.176394 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Provisioning for port 53c034dd-df15-42be-82f3-9cd2b1e7b93e completed by entity L2. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 14:57:57.180806 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Provisioning complete for port 53c034dd-df15-42be-82f3-9cd2b1e7b93e triggered by entity L2. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 14:57:57.181193 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (53c034dd-df15-42be-82f3-9cd2b1e7b93e), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:57.298774 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Current status of the port 53c034dd-df15-42be-82f3-9cd2b1e7b93e is: BUILD; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:57:57.299174 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (53c034dd-df15-42be-82f3-9cd2b1e7b93e), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:57.324190 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9680b2d5-554f-40be-bb0d-e2fa9f8c6f8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53c034dd-df15-42be-82f3-9cd2b1e7b93e'}] {{(pid=110181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 14:57:57.326472 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6faebeedf0149bd95a8e5aac95437523d12653d92db1e1e7ce78ae8719853609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df9c6def-a043-4071-9224-69663ac8f7e2" -d '{"events": [{"server_uuid": "9680b2d5-554f-40be-bb0d-e2fa9f8c6f8b", "name": "network-vif-plugged", "status": "completed", "tag": "53c034dd-df15-42be-82f3-9cd2b1e7b93e"}]}' {{(pid=110181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 14:57:57.344524 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] For port 53c034dd-df15-42be-82f3-9cd2b1e7b93e, host hv-cinder-83143, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=53c034dd-df15-42be-82f3-9cd2b1e7b93e,segment=NetworkSegment(239b17b0-e18b-4adf-80e8-57d00e0cbb35),segment_id=239b17b0-e18b-4adf-80e8-57d00e0cbb35)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:57:57.365194 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 14:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f72e4d7-6274-4d66-ac8c-265b79ba512d x-openstack-request-id: req-2f72e4d7-6274-4d66-ac8c-265b79ba512d {{(pid=110181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 14:57:57.365659 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9680b2d5-554f-40be-bb0d-e2fa9f8c6f8b", "name": "network-vif-plugged", "status": "completed", "tag": "53c034dd-df15-42be-82f3-9cd2b1e7b93e", "code": 200}]} {{(pid=110181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 14:57:57.365992 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2f72e4d7-6274-4d66-ac8c-265b79ba512d {{(pid=110181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 14:57:57.366563 dv-cinder-831439-3-iscsi neutron-server[110181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9680b2d5-554f-40be-bb0d-e2fa9f8c6f8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53c034dd-df15-42be-82f3-9cd2b1e7b93e', 'code': 200} Mar 02 14:57:57.516629 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (53c034dd-df15-42be-82f3-9cd2b1e7b93e), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:57.518975 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Device e876fffc-f842-4f0f-ad30-380165a0570d up at agent hyperv_hv-cinder-83143 {{(pid=110181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 14:57:57.631178 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Pushing event updated for resources: {'Port': ['ID=53c034dd-df15-42be-82f3-9cd2b1e7b93e,revision_number=5']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:57:57.654872 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4ae4b5-228c-438f-aeb5-fcc2b2644678 req-8e9627bf-d85e-436a-9abf-b1f903ab8c78 tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:57.658310 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-9a4ae4b5-228c-438f-aeb5-fcc2b2644678 req-8e9627bf-d85e-436a-9abf-b1f903ab8c78 tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] 10.222.0.52 "GET /v2.0/ports?device_id=16b6c1ac-a578-48b1-a6d3-78ad890475cf HTTP/1.1" status: 200 len: 946 time: 0.1371973 Mar 02 14:57:57.715893 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210cad38-d6b9-4d75-ab3d-62db81f1138a req-159fe953-1ecb-4c1d-901f-8a19c5d0cedd tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:57.723227 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-210cad38-d6b9-4d75-ab3d-62db81f1138a req-159fe953-1ecb-4c1d-901f-8a19c5d0cedd tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6b2a5b-4e6c-4d50-b29d-a2c16aa54449 HTTP/1.1" status: 200 len: 945 time: 0.1119323 Mar 02 14:57:57.743034 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Provisioning for port e876fffc-f842-4f0f-ad30-380165a0570d completed by entity L2. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 14:57:57.750033 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Provisioning complete for port e876fffc-f842-4f0f-ad30-380165a0570d triggered by entity L2. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 14:57:57.750701 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (e876fffc-f842-4f0f-ad30-380165a0570d), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:57.755044 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-9a4ae4b5-228c-438f-aeb5-fcc2b2644678 req-71c2ca77-ca5f-4674-bdd3-07ec19eb9352 tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] 10.222.0.52 "GET /v2.0/security-groups?id=042a4f9a-15cc-43ae-9988-4a18daee0533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916648 Mar 02 14:57:57.820646 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-210cad38-d6b9-4d75-ab3d-62db81f1138a req-f9498c89-63c5-4489-95fe-4e7c1b43d3c7 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/security-groups?id=74537ba6-1b23-49ee-a8f7-21a45895cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916350 Mar 02 14:57:57.900119 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Current status of the port e876fffc-f842-4f0f-ad30-380165a0570d is: BUILD; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:57:57.900619 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (e876fffc-f842-4f0f-ad30-380165a0570d), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:57.965204 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] For port e876fffc-f842-4f0f-ad30-380165a0570d, host hv-cinder-83143, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=e876fffc-f842-4f0f-ad30-380165a0570d,segment=NetworkSegment(a29b8c1f-4601-46a8-a0c5-19fb5294c518),segment_id=a29b8c1f-4601-46a8-a0c5-19fb5294c518)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:57:58.029655 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (e876fffc-f842-4f0f-ad30-380165a0570d), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:58.125401 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de7da48-901c-4eec-89ce-904e70c7d4c7 req-f0b5b6b4-432c-48fb-97e6-571a6fbdf740 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:58.141635 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6de7da48-901c-4eec-89ce-904e70c7d4c7 req-f0b5b6b4-432c-48fb-97e6-571a6fbdf740 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 944 time: 0.2243149 Mar 02 14:57:58.146908 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aab9d22-9723-4608-862c-4e2f4e4b8274 req-4e0ba511-a9e0-4ca6-b6db-c00a7a16217d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:58.149011 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 53532) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:57:58.149555 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-8aab9d22-9723-4608-862c-4e2f4e4b8274 req-4e0ba511-a9e0-4ca6-b6db-c00a7a16217d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9680b2d5-554f-40be-bb0d-e2fa9f8c6f8b HTTP/1.1" status: 200 len: 1130 time: 0.1670389 Mar 02 14:57:58.229799 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Pushing event updated for resources: {'Port': ['ID=e876fffc-f842-4f0f-ad30-380165a0570d,revision_number=5']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:57:58.239059 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 53536) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:57:58.247358 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.v2.base [None req-8abfa8e1-3b05-4f9e-83da-98ff957f4a18 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1770319716-network', 'tenant_id': 'e9c6975077d441a2915a9ef539b0c6d8'}} {{(pid=110179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:57:58.321473 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6de7da48-901c-4eec-89ce-904e70c7d4c7 req-871485c7-8b07-4ffd-bfad-aad781fbbb62 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1778533 Mar 02 14:57:58.327925 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-8aab9d22-9723-4608-862c-4e2f4e4b8274 req-51184c30-9c73-4c24-95d7-c283937d0c09 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1486e0fb-d1aa-46b6-9bfd-52b5a4931e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1604884 Mar 02 14:57:58.336332 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e8dcbb-5bc0-4768-93f7-e370e224cca8 req-be06c666-7f7d-4939-90fa-6098ee5279ce tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:58.337868 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a7e8dcbb-5bc0-4768-93f7-e370e224cca8 req-be06c666-7f7d-4939-90fa-6098ee5279ce tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/ports?device_id=9680b2d5-554f-40be-bb0d-e2fa9f8c6f8b HTTP/1.1" status: 200 len: 946 time: 0.1734898 Mar 02 14:57:58.345117 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8abfa8e1-3b05-4f9e-83da-98ff957f4a18 admin admin] Made reservation on behalf of e9c6975077d441a2915a9ef539b0c6d8 for: {'network': 1} {{(pid=110179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 14:57:58.352464 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-8abfa8e1-3b05-4f9e-83da-98ff957f4a18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for network (None), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:58.380301 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-8abfa8e1-3b05-4f9e-83da-98ff957f4a18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:58.421421 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a7e8dcbb-5bc0-4768-93f7-e370e224cca8 req-5be449c8-f77e-4760-bceb-f1e232542233 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/security-groups?id=1486e0fb-d1aa-46b6-9bfd-52b5a4931e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608108 Mar 02 14:57:58.524432 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-8abfa8e1-3b05-4f9e-83da-98ff957f4a18 admin admin] Publish callbacks [] for security_group (620a7e52-8ba8-4777-8558-fd6686b5b46a), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:58.531435 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-a7e706fa-961a-4218-8ad0-62a779349cff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:58.637206 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-a7e706fa-961a-4218-8ad0-62a779349cff admin admin] Publish callbacks [] for security_group (5c202b80-01bb-4608-8e10-cd9f4a78278c), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:58.645593 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-8abfa8e1-3b05-4f9e-83da-98ff957f4a18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (620a7e52-8ba8-4777-8558-fd6686b5b46a), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:58.674149 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8abfa8e1-3b05-4f9e-83da-98ff957f4a18 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=110179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 14:57:58.683977 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abfa8e1-3b05-4f9e-83da-98ff957f4a18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=620a7e52-8ba8-4777-8558-fd6686b5b46a,revision_number=1']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:57:58.690911 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-8abfa8e1-3b05-4f9e-83da-98ff957f4a18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16119287'] for segment (7f547d86-b3b3-4c45-bd15-8bd91de19c63), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:58.691248 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.db.segments_db [None req-8abfa8e1-3b05-4f9e-83da-98ff957f4a18 admin admin] Added segment 7f547d86-b3b3-4c45-bd15-8bd91de19c63 of type vlan for network 18a3144f-e200-46a6-a0f8-4414cc062883 Mar 02 14:57:58.758890 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-8abfa8e1-3b05-4f9e-83da-98ff957f4a18 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757345464387'] for network (18a3144f-e200-46a6-a0f8-4414cc062883), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:58.821637 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-a7e706fa-961a-4218-8ad0-62a779349cff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (5c202b80-01bb-4608-8e10-cd9f4a78278c), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:58.866639 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-a7e706fa-961a-4218-8ad0-62a779349cff admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=134d29cc7cbb42faa561f4a96cbd8c58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7148726 Mar 02 14:57:58.868580 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e706fa-961a-4218-8ad0-62a779349cff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c202b80-01bb-4608-8e10-cd9f4a78278c,revision_number=1']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:57:58.870485 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 53544) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:57:58.926312 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-8abfa8e1-3b05-4f9e-83da-98ff957f4a18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677'] for network (18a3144f-e200-46a6-a0f8-4414cc062883), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:58.927988 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8abfa8e1-3b05-4f9e-83da-98ff957f4a18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:58.928963 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-8abfa8e1-3b05-4f9e-83da-98ff957f4a18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16231659'] for network (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:58.938632 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-eb5fbd82-0fb3-4534-8d98-97f60f6bc445 admin admin] Publish callbacks [] for security_group (5c202b80-01bb-4608-8e10-cd9f4a78278c), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:58.976626 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-eb5fbd82-0fb3-4534-8d98-97f60f6bc445 admin admin] Publish callbacks [] for security_group (5c202b80-01bb-4608-8e10-cd9f4a78278c), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:59.081132 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abfa8e1-3b05-4f9e-83da-98ff957f4a18 admin admin] Pushing event updated for resources: {'Network': ['ID=18a3144f-e200-46a6-a0f8-4414cc062883,revision_number=1']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:57:59.087498 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c69d39b-3de7-43f2-8381-2c0938b01b6f req-062a1eaa-c619-404d-aebe-010b4050299d tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:59.090207 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-8c69d39b-3de7-43f2-8381-2c0938b01b6f req-062a1eaa-c619-404d-aebe-010b4050299d tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6b2a5b-4e6c-4d50-b29d-a2c16aa54449 HTTP/1.1" status: 200 len: 945 time: 0.1279657 Mar 02 14:57:59.109357 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Network 18a3144f-e200-46a6-a0f8-4414cc062883 details requested by agent ovs-agent-dv-cinder-831439-3-iscsi with host dv-cinder-831439-3-iscsi {{(pid=110181) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 14:57:59.172097 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-eb5fbd82-0fb3-4534-8d98-97f60f6bc445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (5c202b80-01bb-4608-8e10-cd9f4a78278c), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:59.172906 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-8abfa8e1-3b05-4f9e-83da-98ff957f4a18 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9274895 Mar 02 14:57:59.173508 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-eb5fbd82-0fb3-4534-8d98-97f60f6bc445 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:59.177250 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-eb5fbd82-0fb3-4534-8d98-97f60f6bc445 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5c202b80-01bb-4608-8e10-cd9f4a78278c HTTP/1.1" status: 204 len: 168 time: 0.3040185 Mar 02 14:57:59.185167 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 53552) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:57:59.194769 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.v2.base [None req-bc6e0078-b9dd-4c58-8504-c486a1ab4584 admin admin] Request body: {'subnet': {'network_id': '18a3144f-e200-46a6-a0f8-4414cc062883', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1770319716-subnet', 'tenant_id': 'e9c6975077d441a2915a9ef539b0c6d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:57:59.216087 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5fbd82-0fb3-4534-8d98-97f60f6bc445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c202b80-01bb-4608-8e10-cd9f4a78278c,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:57:59.236684 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-8c69d39b-3de7-43f2-8381-2c0938b01b6f req-c7bc617f-92aa-49fc-8102-a41ecf411d3f tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/security-groups?id=74537ba6-1b23-49ee-a8f7-21a45895cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321933 Mar 02 14:57:59.330778 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc6e0078-b9dd-4c58-8504-c486a1ab4584 admin admin] Made reservation on behalf of e9c6975077d441a2915a9ef539b0c6d8 for: {'subnet': 1} {{(pid=110179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 14:57:59.333282 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-bc6e0078-b9dd-4c58-8504-c486a1ab4584 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:59.368827 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c79b877-bfc0-4f56-948b-e342647688cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e876fffc-f842-4f0f-ad30-380165a0570d'}] {{(pid=110181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 14:57:59.375588 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6faebeedf0149bd95a8e5aac95437523d12653d92db1e1e7ce78ae8719853609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fe7cead-30dd-41dd-aee1-b7908a430e95" -d '{"events": [{"server_uuid": "6c79b877-bfc0-4f56-948b-e342647688cd", "name": "network-vif-plugged", "status": "completed", "tag": "e876fffc-f842-4f0f-ad30-380165a0570d"}]}' {{(pid=110181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 14:57:59.438993 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 14:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3038722-5a14-4590-8060-f62fdac2b3c9 x-openstack-request-id: req-f3038722-5a14-4590-8060-f62fdac2b3c9 {{(pid=110181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 14:57:59.439491 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c79b877-bfc0-4f56-948b-e342647688cd", "name": "network-vif-plugged", "status": "completed", "tag": "e876fffc-f842-4f0f-ad30-380165a0570d", "code": 200}]} {{(pid=110181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 14:57:59.439944 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f3038722-5a14-4590-8060-f62fdac2b3c9 {{(pid=110181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 14:57:59.440554 dv-cinder-831439-3-iscsi neutron-server[110181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c79b877-bfc0-4f56-948b-e342647688cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e876fffc-f842-4f0f-ad30-380165a0570d', 'code': 200} Mar 02 14:57:59.656301 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b1de74-3950-483b-b524-4fbdde264ad2 req-3ca30a0a-fb1d-4b35-a201-78474fcccfd2 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:59.658913 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-88b1de74-3950-483b-b524-4fbdde264ad2 req-3ca30a0a-fb1d-4b35-a201-78474fcccfd2 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 945 time: 0.1791134 Mar 02 14:57:59.692325 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-bc6e0078-b9dd-4c58-8504-c486a1ab4584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677'] for subnet (f0970e60-1e9f-4308-9232-e2364877294e), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:57:59.704842 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378387a0-ee9b-4a50-872d-452ff18eea55 req-afdf4ef7-2d6a-43e7-9cd4-df6f1afc0a38 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:57:59.714328 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-378387a0-ee9b-4a50-872d-452ff18eea55 req-afdf4ef7-2d6a-43e7-9cd4-df6f1afc0a38 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/ports?device_id=9680b2d5-554f-40be-bb0d-e2fa9f8c6f8b HTTP/1.1" status: 200 len: 946 time: 0.1423793 Mar 02 14:57:59.765859 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-88b1de74-3950-483b-b524-4fbdde264ad2 req-68065890-a93a-4729-aa54-a613f9fcdbd4 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998850 Mar 02 14:57:59.804489 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6e0078-b9dd-4c58-8504-c486a1ab4584 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0970e60-1e9f-4308-9232-e2364877294e,revision_number=0']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:57:59.819395 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-378387a0-ee9b-4a50-872d-452ff18eea55 req-b35b076b-08ec-4874-be6e-d0f04fe558ef tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/security-groups?id=1486e0fb-d1aa-46b6-9bfd-52b5a4931e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952740 Mar 02 14:57:59.825358 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6e0078-b9dd-4c58-8504-c486a1ab4584 admin admin] Checking segment: {'id': '7f547d86-b3b3-4c45-bd15-8bd91de19c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '18a3144f-e200-46a6-a0f8-4414cc062883'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 14:57:59.825968 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6e0078-b9dd-4c58-8504-c486a1ab4584 admin admin] Network hostable DHCP agents. Network: 18a3144f-e200-46a6-a0f8-4414cc062883, hostable agents: ['dc3a6147-3194-47be-b33a-76a9a2a48933'], hosted agents: [] {{(pid=110179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 14:57:59.914141 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6e0078-b9dd-4c58-8504-c486a1ab4584 admin admin] Network 18a3144f-e200-46a6-a0f8-4414cc062883 is scheduled to be hosted by DHCP agent dc3a6147-3194-47be-b33a-76a9a2a48933 with binding_index 1 {{(pid=110179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 14:58:00.077217 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.scheduler.base_scheduler [None req-bc6e0078-b9dd-4c58-8504-c486a1ab4584 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831439-3-iscsi, 18a3144f-e200-46a6-a0f8-4414cc062883) {{(pid=110179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 14:58:00.084388 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6e0078-b9dd-4c58-8504-c486a1ab4584 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:58:00.087915 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-bc6e0078-b9dd-4c58-8504-c486a1ab4584 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16231659'] for subnet (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:00.097166 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d078db0a-45a1-4835-82ec-2610cd04725f None None] Network 18a3144f-e200-46a6-a0f8-4414cc062883 requested from dv-cinder-831439-3-iscsi {{(pid=110181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 14:58:00.231272 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-bc6e0078-b9dd-4c58-8504-c486a1ab4584 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0426064 Mar 02 14:58:00.282989 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61991dbb-5ff1-439f-ab3f-26d6cbadf1fa req-ac95c08c-79c7-4224-974f-4965ff03af23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:58:00.286691 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-61991dbb-5ff1-439f-ab3f-26d6cbadf1fa req-ac95c08c-79c7-4224-974f-4965ff03af23 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 1129 time: 0.1257505 Mar 02 14:58:00.358305 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8509b041-5c76-434a-8273-5963dc22b413 None None] Network 18a3144f-e200-46a6-a0f8-4414cc062883 requested from dv-cinder-831439-3-iscsi {{(pid=110181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 14:58:00.384521 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-61991dbb-5ff1-439f-ab3f-26d6cbadf1fa req-1e76af20-a754-46ff-809a-d2a3fc12920f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902882 Mar 02 14:58:00.563142 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 53594) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:58:00.623712 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a69c885-5691-4e23-be70-590122a3a659 admin admin] Deleting subnet 960ecdea-5dd4-427d-a106-694f5261da3b {{(pid=110179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 14:58:00.629665 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-1a69c885-5691-4e23-be70-590122a3a659 admin admin] Publish callbacks [] for subnet (960ecdea-5dd4-427d-a106-694f5261da3b), before_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:00.687474 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-1a69c885-5691-4e23-be70-590122a3a659 admin admin] Publish callbacks [] for subnet (960ecdea-5dd4-427d-a106-694f5261da3b), precommit_delete_associations {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:00.701592 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-1a69c885-5691-4e23-be70-590122a3a659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16092520'] for subnet (960ecdea-5dd4-427d-a106-694f5261da3b), precommit_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:00.880318 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-1a69c885-5691-4e23-be70-590122a3a659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16092519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677'] for subnet (960ecdea-5dd4-427d-a106-694f5261da3b), after_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:00.956919 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a69c885-5691-4e23-be70-590122a3a659 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=960ecdea-5dd4-427d-a106-694f5261da3b,revision_number=None']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:58:00.988468 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a69c885-5691-4e23-be70-590122a3a659 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:58:00.989295 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a69c885-5691-4e23-be70-590122a3a659 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:58:00.990044 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a69c885-5691-4e23-be70-590122a3a659 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:58:00.990832 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a69c885-5691-4e23-be70-590122a3a659 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:58:00.992057 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a69c885-5691-4e23-be70-590122a3a659 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:58:00.992862 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a69c885-5691-4e23-be70-590122a3a659 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:58:00.993945 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a69c885-5691-4e23-be70-590122a3a659 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:58:00.994831 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a69c885-5691-4e23-be70-590122a3a659 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:58:00.995724 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a69c885-5691-4e23-be70-590122a3a659 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:58:01.000192 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a69c885-5691-4e23-be70-590122a3a659 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:58:01.000604 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a69c885-5691-4e23-be70-590122a3a659 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:58:01.001238 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a69c885-5691-4e23-be70-590122a3a659 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:58:01.002677 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a69c885-5691-4e23-be70-590122a3a659 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:58:01.011385 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-1a69c885-5691-4e23-be70-590122a3a659 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16231659'] for subnet (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:01.028889 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-1a69c885-5691-4e23-be70-590122a3a659 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/960ecdea-5dd4-427d-a106-694f5261da3b HTTP/1.1" status: 204 len: 168 time: 0.4610670 Mar 02 14:58:01.029153 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 53614) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:58:01.325781 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-42f62b54-50c6-4055-975b-bfa49c966431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16148883'] for network (91822c18-db1f-4ee9-9393-47723e0b6be9), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:01.370964 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb85448d-0b60-4e82-b605-961ca0f37f20 req-afdedf6d-8a24-4d5f-9529-8e86edaec724 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:58:01.372637 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-fb85448d-0b60-4e82-b605-961ca0f37f20 req-afdedf6d-8a24-4d5f-9529-8e86edaec724 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 945 time: 0.2344689 Mar 02 14:58:01.393998 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb72a744-734f-4588-a316-ec64bb9801d3 req-02d5fa49-eea3-45f0-96a5-2e16f802b58d tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:58:01.395791 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-eb72a744-734f-4588-a316-ec64bb9801d3 req-02d5fa49-eea3-45f0-96a5-2e16f802b58d tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/ports?device_id=9680b2d5-554f-40be-bb0d-e2fa9f8c6f8b HTTP/1.1" status: 200 len: 946 time: 0.2509592 Mar 02 14:58:01.550282 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-42f62b54-50c6-4055-975b-bfa49c966431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16057747', 'neutron.services.segments.db._delete_segments_for_network-8757345970333'] for network (91822c18-db1f-4ee9-9393-47723e0b6be9), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:01.579560 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-fb85448d-0b60-4e82-b605-961ca0f37f20 req-86742dda-548e-4906-9842-f5bcb7e5bff6 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1999195 Mar 02 14:58:01.598884 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-42f62b54-50c6-4055-975b-bfa49c966431 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:58:01.599254 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-42f62b54-50c6-4055-975b-bfa49c966431 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:58:01.600063 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-42f62b54-50c6-4055-975b-bfa49c966431 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:58:01.600424 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-42f62b54-50c6-4055-975b-bfa49c966431 admin admin] Subscribe: > port after_create 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:58:01.600774 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-42f62b54-50c6-4055-975b-bfa49c966431 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:58:01.601101 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-42f62b54-50c6-4055-975b-bfa49c966431 admin admin] Subscribe: > port after_update 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:58:01.601445 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-42f62b54-50c6-4055-975b-bfa49c966431 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:58:01.601775 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-42f62b54-50c6-4055-975b-bfa49c966431 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:58:01.602210 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-42f62b54-50c6-4055-975b-bfa49c966431 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:58:01.602544 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-42f62b54-50c6-4055-975b-bfa49c966431 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:58:01.737861 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-42f62b54-50c6-4055-975b-bfa49c966431 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:58:01.738317 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-42f62b54-50c6-4055-975b-bfa49c966431 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:58:01.738665 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-42f62b54-50c6-4055-975b-bfa49c966431 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:58:01.739002 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-42f62b54-50c6-4055-975b-bfa49c966431 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:58:01.739356 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.services.segments.db [None req-42f62b54-50c6-4055-975b-bfa49c966431 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91822c18-db1f-4ee9-9393-47723e0b6be9']}} {{(pid=110180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:58:01.761986 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-eb72a744-734f-4588-a316-ec64bb9801d3 req-07301ea0-8277-4f1b-aef0-2d7805b4d08c tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/security-groups?id=1486e0fb-d1aa-46b6-9bfd-52b5a4931e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3312719 Mar 02 14:58:01.764856 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.services.segments.db [None req-42f62b54-50c6-4055-975b-bfa49c966431 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '310258ea-125f-49de-9326-51848639fb98') {'for_net_delete': True} {{(pid=110180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:58:01.765163 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.services.segments.db [None req-42f62b54-50c6-4055-975b-bfa49c966431 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '310258ea-125f-49de-9326-51848639fb98') {} {{(pid=110180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:58:01.786040 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-42f62b54-50c6-4055-975b-bfa49c966431 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757345974950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59158878'] for segment (310258ea-125f-49de-9326-51848639fb98), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:01.831938 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-42f62b54-50c6-4055-975b-bfa49c966431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16119287'] for segment (310258ea-125f-49de-9326-51848639fb98), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:01.843661 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42f62b54-50c6-4055-975b-bfa49c966431 admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=110180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 14:58:01.844087 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-42f62b54-50c6-4055-975b-bfa49c966431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16119287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3672773'] for segment (310258ea-125f-49de-9326-51848639fb98), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:01.871364 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.agents_db [None req-b044b9bd-a670-44c5-b22a-8886b11808d8 None None] Agent healthcheck: found 6 active agents {{(pid=110182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 14:58:01.882234 dv-cinder-831439-3-iscsi neutron-server[110180]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 02 14:58:01.882234 dv-cinder-831439-3-iscsi neutron-server[110180]: from cryptography.utils import int_from_bytes Mar 02 14:58:01.882234 dv-cinder-831439-3-iscsi neutron-server[110180]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 02 14:58:01.882234 dv-cinder-831439-3-iscsi neutron-server[110180]: from cryptography.utils import int_from_bytes Mar 02 14:58:01.882234 dv-cinder-831439-3-iscsi neutron-server[110180]: Traceback (most recent call last): Mar 02 14:58:01.882234 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 14:58:01.882234 dv-cinder-831439-3-iscsi neutron-server[110180]: timer() Mar 02 14:58:01.882234 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 14:58:01.882234 dv-cinder-831439-3-iscsi neutron-server[110180]: cb(*args, **kw) Mar 02 14:58:01.882234 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 14:58:01.882234 dv-cinder-831439-3-iscsi neutron-server[110180]: return func(*args, **kwargs) Mar 02 14:58:01.882234 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 14:58:01.882234 dv-cinder-831439-3-iscsi neutron-server[110180]: self._notify() Mar 02 14:58:01.882234 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 14:58:01.882234 dv-cinder-831439-3-iscsi neutron-server[110180]: self.callback(batched_events) Mar 02 14:58:01.882234 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 14:58:01.882234 dv-cinder-831439-3-iscsi neutron-server[110180]: event.method(event) Mar 02 14:58:01.882234 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 14:58:01.882234 dv-cinder-831439-3-iscsi neutron-server[110180]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 14:58:01.882234 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 14:58:01.882234 dv-cinder-831439-3-iscsi neutron-server[110180]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 14:58:01.882234 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 14:58:01.882234 dv-cinder-831439-3-iscsi neutron-server[110180]: return f(self, *a, **k) Mar 02 14:58:01.882234 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 14:58:01.882234 dv-cinder-831439-3-iscsi neutron-server[110180]: return self._get(url).json() Mar 02 14:58:01.882234 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 14:58:01.882234 dv-cinder-831439-3-iscsi neutron-server[110180]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 14:58:01.882234 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 14:58:01.882234 dv-cinder-831439-3-iscsi neutron-server[110180]: return self.request(url, 'GET', **kwargs) Mar 02 14:58:01.882234 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 14:58:01.882234 dv-cinder-831439-3-iscsi neutron-server[110180]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 14:58:01.882234 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 14:58:01.882234 dv-cinder-831439-3-iscsi neutron-server[110180]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 14:58:01.882234 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 14:58:01.882234 dv-cinder-831439-3-iscsi neutron-server[110180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 14:58:01.882234 dv-cinder-831439-3-iscsi neutron-server[110180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 14:58:02.167041 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-42f62b54-50c6-4055-975b-bfa49c966431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16057834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559807'] for network (91822c18-db1f-4ee9-9393-47723e0b6be9), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:02.178373 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-42f62b54-50c6-4055-975b-bfa49c966431 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16231659'] for network (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:02.186965 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-42f62b54-50c6-4055-975b-bfa49c966431 admin admin] 10.222.0.52 "DELETE /v2.0/networks/91822c18-db1f-4ee9-9393-47723e0b6be9 HTTP/1.1" status: 204 len: 168 time: 1.1511676 Mar 02 14:58:02.188416 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 53652) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:58:02.195292 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f62b54-50c6-4055-975b-bfa49c966431 admin admin] Pushing event deleted for resources: {'Network': ['ID=91822c18-db1f-4ee9-9393-47723e0b6be9,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:58:02.208101 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f62b54-50c6-4055-975b-bfa49c966431 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:58:02.208477 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f62b54-50c6-4055-975b-bfa49c966431 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:58:02.208829 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f62b54-50c6-4055-975b-bfa49c966431 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:58:02.209155 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f62b54-50c6-4055-975b-bfa49c966431 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:58:02.209512 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f62b54-50c6-4055-975b-bfa49c966431 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:58:02.209870 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f62b54-50c6-4055-975b-bfa49c966431 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:58:02.210254 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f62b54-50c6-4055-975b-bfa49c966431 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:58:02.210582 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f62b54-50c6-4055-975b-bfa49c966431 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:58:02.210930 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f62b54-50c6-4055-975b-bfa49c966431 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:58:02.211238 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f62b54-50c6-4055-975b-bfa49c966431 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:58:02.211566 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f62b54-50c6-4055-975b-bfa49c966431 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:58:02.211911 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f62b54-50c6-4055-975b-bfa49c966431 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:58:02.212266 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f62b54-50c6-4055-975b-bfa49c966431 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:58:02.232830 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0978d6d9-aeeb-4431-bf50-566277940a7e req-2a18e2b0-86e9-4795-8b04-ab8bb11cd11c tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:58:02.235710 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-0978d6d9-aeeb-4431-bf50-566277940a7e req-2a18e2b0-86e9-4795-8b04-ab8bb11cd11c tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/ports?device_id=9680b2d5-554f-40be-bb0d-e2fa9f8c6f8b HTTP/1.1" status: 200 len: 946 time: 0.2939725 Mar 02 14:58:02.250127 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 53656) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:58:02.258519 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.v2.base [None req-ed35e645-e0ad-4a9f-a149-ebc5fccaef22 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Request body: {'floatingip': {'port_id': '53c034dd-df15-42be-82f3-9cd2b1e7b93e'}} {{(pid=110180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:58:02.381595 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-ed35e645-e0ad-4a9f-a149-ebc5fccaef22 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Publish callbacks [] for floatingip (4bb3c836-7cea-4d7b-9278-29855726b3c0), before_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:02.436009 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecac91cb-1bd8-46c5-96be-dac8cd8c2b6b admin admin] Deleting subnet f0970e60-1e9f-4308-9232-e2364877294e {{(pid=110179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 14:58:02.446494 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-ecac91cb-1bd8-46c5-96be-dac8cd8c2b6b admin admin] Publish callbacks [] for subnet (f0970e60-1e9f-4308-9232-e2364877294e), before_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:02.523832 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-ecac91cb-1bd8-46c5-96be-dac8cd8c2b6b admin admin] Publish callbacks [] for subnet (f0970e60-1e9f-4308-9232-e2364877294e), precommit_delete_associations {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:02.543961 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-ecac91cb-1bd8-46c5-96be-dac8cd8c2b6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16092520'] for subnet (f0970e60-1e9f-4308-9232-e2364877294e), precommit_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:02.714075 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-ecac91cb-1bd8-46c5-96be-dac8cd8c2b6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16092519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677'] for subnet (f0970e60-1e9f-4308-9232-e2364877294e), after_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:02.749554 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecac91cb-1bd8-46c5-96be-dac8cd8c2b6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0970e60-1e9f-4308-9232-e2364877294e,revision_number=None']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:58:02.755351 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-ecac91cb-1bd8-46c5-96be-dac8cd8c2b6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16231659'] for subnet (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:02.758980 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-ecac91cb-1bd8-46c5-96be-dac8cd8c2b6b admin admin] 10.222.0.52 "DELETE /v2.0/subnets/f0970e60-1e9f-4308-9232-e2364877294e HTTP/1.1" status: 204 len: 168 time: 0.5715225 Mar 02 14:58:02.762163 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 53672) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:58:02.854420 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-9e5e50f0-b6a9-44db-9776-264b9f6a3c96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16148883'] for network (18a3144f-e200-46a6-a0f8-4414cc062883), before_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:02.912140 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46de603-44dd-43c4-9043-d3dc36f73371 req-93e6808e-80b6-442f-9a4b-6b913ba64b44 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:58:02.914589 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-d46de603-44dd-43c4-9043-d3dc36f73371 req-93e6808e-80b6-442f-9a4b-6b913ba64b44 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 945 time: 0.1927092 Mar 02 14:58:02.984340 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-9e5e50f0-b6a9-44db-9776-264b9f6a3c96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16057747', 'neutron.services.segments.db._delete_segments_for_network-8757345970333'] for network (18a3144f-e200-46a6-a0f8-4414cc062883), precommit_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:03.029328 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-9e5e50f0-b6a9-44db-9776-264b9f6a3c96 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:58:03.029931 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-9e5e50f0-b6a9-44db-9776-264b9f6a3c96 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:58:03.031223 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-9e5e50f0-b6a9-44db-9776-264b9f6a3c96 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:58:03.032142 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-9e5e50f0-b6a9-44db-9776-264b9f6a3c96 admin admin] Subscribe: > port after_create 55550000 {{(pid=110179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:58:03.032744 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-9e5e50f0-b6a9-44db-9776-264b9f6a3c96 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:58:03.033359 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-9e5e50f0-b6a9-44db-9776-264b9f6a3c96 admin admin] Subscribe: > port after_update 55550000 {{(pid=110179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:58:03.033933 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-9e5e50f0-b6a9-44db-9776-264b9f6a3c96 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:58:03.034347 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-9e5e50f0-b6a9-44db-9776-264b9f6a3c96 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:58:03.034828 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-9e5e50f0-b6a9-44db-9776-264b9f6a3c96 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:58:03.035396 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-9e5e50f0-b6a9-44db-9776-264b9f6a3c96 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:58:03.115529 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-9e5e50f0-b6a9-44db-9776-264b9f6a3c96 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:58:03.116750 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-9e5e50f0-b6a9-44db-9776-264b9f6a3c96 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:58:03.117298 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-9e5e50f0-b6a9-44db-9776-264b9f6a3c96 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:58:03.117518 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-9e5e50f0-b6a9-44db-9776-264b9f6a3c96 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 14:58:03.117830 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.services.segments.db [None req-9e5e50f0-b6a9-44db-9776-264b9f6a3c96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18a3144f-e200-46a6-a0f8-4414cc062883']}} {{(pid=110179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:58:03.137794 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.services.segments.db [None req-9e5e50f0-b6a9-44db-9776-264b9f6a3c96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f547d86-b3b3-4c45-bd15-8bd91de19c63') {'for_net_delete': True} {{(pid=110179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:58:03.138083 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.services.segments.db [None req-9e5e50f0-b6a9-44db-9776-264b9f6a3c96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f547d86-b3b3-4c45-bd15-8bd91de19c63') {} {{(pid=110179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:58:03.157341 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-d46de603-44dd-43c4-9043-d3dc36f73371 req-55f02db6-d63c-416b-93ef-e508be6c93db tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2333641 Mar 02 14:58:03.160726 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-9e5e50f0-b6a9-44db-9776-264b9f6a3c96 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757345974950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3117906'] for segment (7f547d86-b3b3-4c45-bd15-8bd91de19c63), before_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:03.192262 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-9e5e50f0-b6a9-44db-9776-264b9f6a3c96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16119287'] for segment (7f547d86-b3b3-4c45-bd15-8bd91de19c63), precommit_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:03.204370 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e5e50f0-b6a9-44db-9776-264b9f6a3c96 admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=110179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 14:58:03.204901 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-9e5e50f0-b6a9-44db-9776-264b9f6a3c96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16119287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3822660'] for segment (7f547d86-b3b3-4c45-bd15-8bd91de19c63), after_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:03.270987 dv-cinder-831439-3-iscsi neutron-server[110179]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 02 14:58:03.270987 dv-cinder-831439-3-iscsi neutron-server[110179]: from cryptography.utils import int_from_bytes Mar 02 14:58:03.270987 dv-cinder-831439-3-iscsi neutron-server[110179]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 02 14:58:03.270987 dv-cinder-831439-3-iscsi neutron-server[110179]: from cryptography.utils import int_from_bytes Mar 02 14:58:03.270987 dv-cinder-831439-3-iscsi neutron-server[110179]: Traceback (most recent call last): Mar 02 14:58:03.270987 dv-cinder-831439-3-iscsi neutron-server[110179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 14:58:03.270987 dv-cinder-831439-3-iscsi neutron-server[110179]: timer() Mar 02 14:58:03.270987 dv-cinder-831439-3-iscsi neutron-server[110179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 14:58:03.270987 dv-cinder-831439-3-iscsi neutron-server[110179]: cb(*args, **kw) Mar 02 14:58:03.270987 dv-cinder-831439-3-iscsi neutron-server[110179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 14:58:03.270987 dv-cinder-831439-3-iscsi neutron-server[110179]: return func(*args, **kwargs) Mar 02 14:58:03.270987 dv-cinder-831439-3-iscsi neutron-server[110179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 14:58:03.270987 dv-cinder-831439-3-iscsi neutron-server[110179]: self._notify() Mar 02 14:58:03.270987 dv-cinder-831439-3-iscsi neutron-server[110179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 14:58:03.270987 dv-cinder-831439-3-iscsi neutron-server[110179]: self.callback(batched_events) Mar 02 14:58:03.270987 dv-cinder-831439-3-iscsi neutron-server[110179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 14:58:03.270987 dv-cinder-831439-3-iscsi neutron-server[110179]: event.method(event) Mar 02 14:58:03.270987 dv-cinder-831439-3-iscsi neutron-server[110179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 14:58:03.270987 dv-cinder-831439-3-iscsi neutron-server[110179]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 14:58:03.270987 dv-cinder-831439-3-iscsi neutron-server[110179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 14:58:03.270987 dv-cinder-831439-3-iscsi neutron-server[110179]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 14:58:03.270987 dv-cinder-831439-3-iscsi neutron-server[110179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 14:58:03.270987 dv-cinder-831439-3-iscsi neutron-server[110179]: return f(self, *a, **k) Mar 02 14:58:03.270987 dv-cinder-831439-3-iscsi neutron-server[110179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 14:58:03.270987 dv-cinder-831439-3-iscsi neutron-server[110179]: return self._get(url).json() Mar 02 14:58:03.270987 dv-cinder-831439-3-iscsi neutron-server[110179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 14:58:03.270987 dv-cinder-831439-3-iscsi neutron-server[110179]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 14:58:03.270987 dv-cinder-831439-3-iscsi neutron-server[110179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 14:58:03.270987 dv-cinder-831439-3-iscsi neutron-server[110179]: return self.request(url, 'GET', **kwargs) Mar 02 14:58:03.270987 dv-cinder-831439-3-iscsi neutron-server[110179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 14:58:03.270987 dv-cinder-831439-3-iscsi neutron-server[110179]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 14:58:03.270987 dv-cinder-831439-3-iscsi neutron-server[110179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 14:58:03.270987 dv-cinder-831439-3-iscsi neutron-server[110179]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 14:58:03.270987 dv-cinder-831439-3-iscsi neutron-server[110179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 14:58:03.270987 dv-cinder-831439-3-iscsi neutron-server[110179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 14:58:03.270987 dv-cinder-831439-3-iscsi neutron-server[110179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 14:58:03.353941 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-9e5e50f0-b6a9-44db-9776-264b9f6a3c96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16057834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559807'] for network (18a3144f-e200-46a6-a0f8-4414cc062883), after_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:03.387715 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-9e5e50f0-b6a9-44db-9776-264b9f6a3c96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16231659'] for network (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:03.395499 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-9e5e50f0-b6a9-44db-9776-264b9f6a3c96 admin admin] 10.222.0.52 "DELETE /v2.0/networks/18a3144f-e200-46a6-a0f8-4414cc062883 HTTP/1.1" status: 204 len: 168 time: 0.6321957 Mar 02 14:58:03.397525 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5e50f0-b6a9-44db-9776-264b9f6a3c96 admin admin] Pushing event deleted for resources: {'Network': ['ID=18a3144f-e200-46a6-a0f8-4414cc062883,revision_number=None']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:58:03.605999 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f6b1f1-e2bb-4b1b-ada4-df5db41d1c74 req-ce9d7f39-515a-41b6-a30a-a0307efb253e tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:58:03.607462 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-73f6b1f1-e2bb-4b1b-ada4-df5db41d1c74 req-ce9d7f39-515a-41b6-a30a-a0307efb253e tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 945 time: 0.2640774 Mar 02 14:58:03.618837 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 53702) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:58:03.632878 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.v2.base [None req-680dd61a-9acc-443a-a05b-a1de239300fd tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Request body: {'floatingip': {'port_id': 'e876fffc-f842-4f0f-ad30-380165a0570d'}} {{(pid=110179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:58:03.734260 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-ed35e645-e0ad-4a9f-a149-ebc5fccaef22 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:03.739171 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-680dd61a-9acc-443a-a05b-a1de239300fd tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Publish callbacks [] for floatingip (6a00ab91-1a92-4048-b3d6-2d736eac3bf7), before_update {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:03.850678 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-ed35e645-e0ad-4a9f-a149-ebc5fccaef22 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559821'] for floatingip (4bb3c836-7cea-4d7b-9278-29855726b3c0), after_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:04.056897 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 53706) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:58:04.136304 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.db.l3_db [None req-ed35e645-e0ad-4a9f-a149-ebc5fccaef22 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Floating IP 4bb3c836-7cea-4d7b-9278-29855726b3c0 associated. External IP: 172.27.0.131, port: 53c034dd-df15-42be-82f3-9cd2b1e7b93e. Mar 02 14:58:04.177038 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-ca297936-a9e8-40d9-a6e2-1094bb4bcd65 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=84cdaad9981d4801a4758bcb7f32ee9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1181734 Mar 02 14:58:04.179642 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 53712) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:58:04.291173 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-7842c087-663c-4ce9-a085-fdc54195bb10 admin admin] Publish callbacks [] for security_group (51d47b0d-f3ad-4b27-b60f-10ac7cdbd0ea), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:04.351295 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-7842c087-663c-4ce9-a085-fdc54195bb10 admin admin] Publish callbacks [] for security_group (51d47b0d-f3ad-4b27-b60f-10ac7cdbd0ea), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:04.580452 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-680dd61a-9acc-443a-a05b-a1de239300fd tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:04.684681 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed35e645-e0ad-4a9f-a149-ebc5fccaef22 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Router 8a8aaf80-2537-4582-a333-95e79d7ab834 has already been hosted by L3 agent 4b7d4a90-2987-419a-b6cd-7624b7dba065 {{(pid=110180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 14:58:04.714669 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-680dd61a-9acc-443a-a05b-a1de239300fd tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559821'] for floatingip (6a00ab91-1a92-4048-b3d6-2d736eac3bf7), after_update {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:04.799731 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-7842c087-663c-4ce9-a085-fdc54195bb10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (51d47b0d-f3ad-4b27-b60f-10ac7cdbd0ea), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:04.800222 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-7842c087-663c-4ce9-a085-fdc54195bb10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:04.804839 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-7842c087-663c-4ce9-a085-fdc54195bb10 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/51d47b0d-f3ad-4b27-b60f-10ac7cdbd0ea HTTP/1.1" status: 204 len: 168 time: 0.6217041 Mar 02 14:58:04.884034 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7842c087-663c-4ce9-a085-fdc54195bb10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d47b0d-f3ad-4b27-b60f-10ac7cdbd0ea,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:58:04.964640 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed35e645-e0ad-4a9f-a149-ebc5fccaef22 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Notify agent at l3_agent.dv-cinder-831439-3-iscsi the message routers_updated {{(pid=110180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 14:58:04.973252 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-ed35e645-e0ad-4a9f-a149-ebc5fccaef22 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221961'] for floatingip (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:05.005606 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb1d411-be1f-4173-a3fc-6582e6b51b98 None None] Sync routers for ids ['8a8aaf80-2537-4582-a333-95e79d7ab834'] in dv-cinder-831439-3-iscsi {{(pid=110182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 14:58:05.035341 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-ed35e645-e0ad-4a9f-a149-ebc5fccaef22 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "PUT /v2.0/floatingips/4bb3c836-7cea-4d7b-9278-29855726b3c0 HTTP/1.1" status: 200 len: 992 time: 2.7829466 Mar 02 14:58:05.036022 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9680b2d5-554f-40be-bb0d-e2fa9f8c6f8b', 'tag': '53c034dd-df15-42be-82f3-9cd2b1e7b93e'}] {{(pid=110180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 14:58:05.038538 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d4cb776884cbbf8177075bc934a95f6bdaf5bba346c2d7fc75eae3cda02a5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dd269d0-c612-4bcf-937a-ac8267fa2507" -d '{"events": [{"name": "network-changed", "server_uuid": "9680b2d5-554f-40be-bb0d-e2fa9f8c6f8b", "tag": "53c034dd-df15-42be-82f3-9cd2b1e7b93e"}]}' {{(pid=110180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 14:58:05.081246 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb1d411-be1f-4173-a3fc-6582e6b51b98 None None] Routers {'8a8aaf80-2537-4582-a333-95e79d7ab834'} bound to L3 agent in host dv-cinder-831439-3-iscsi {{(pid=110182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 14:58:05.084873 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_hamode_db [None req-afb1d411-be1f-4173-a3fc-6582e6b51b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831439-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T14:48:11Z,description=,heartbeat_timestamp=2022-03-02T14:57:41Z,host='dv-cinder-831439-3-iscsi',id=4b7d4a90-2987-419a-b6cd-7624b7dba065,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T14:48:12Z,topic='l3_agent')) {'router_ids': ['8a8aaf80-2537-4582-a333-95e79d7ab834'], 'active': True} {{(pid=110182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:58:05.128497 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 14:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-381a8974-2e1f-4f43-a4c9-30b6f3458fb6 x-openstack-request-id: req-381a8974-2e1f-4f43-a4c9-30b6f3458fb6 {{(pid=110180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 14:58:05.128782 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9680b2d5-554f-40be-bb0d-e2fa9f8c6f8b", "tag": "53c034dd-df15-42be-82f3-9cd2b1e7b93e", "status": "completed", "code": 200}]} {{(pid=110180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 14:58:05.129029 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-381a8974-2e1f-4f43-a4c9-30b6f3458fb6 {{(pid=110180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 14:58:05.129463 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9680b2d5-554f-40be-bb0d-e2fa9f8c6f8b', 'tag': '53c034dd-df15-42be-82f3-9cd2b1e7b93e', 'status': 'completed', 'code': 200} Mar 02 14:58:05.185158 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.db.l3_db [None req-680dd61a-9acc-443a-a05b-a1de239300fd tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Floating IP 6a00ab91-1a92-4048-b3d6-2d736eac3bf7 associated. External IP: 172.27.0.95, port: e876fffc-f842-4f0f-ad30-380165a0570d. Mar 02 14:58:05.259422 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd269d0-c612-4bcf-937a-ac8267fa2507 req-9d686440-902a-40cc-aed0-39ba76ee9368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:58:05.262017 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-4dd269d0-c612-4bcf-937a-ac8267fa2507 req-9d686440-902a-40cc-aed0-39ba76ee9368 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5ac6104636f34c658b71fafaf0755349&device_id=9680b2d5-554f-40be-bb0d-e2fa9f8c6f8b HTTP/1.1" status: 200 len: 1130 time: 0.0771976 Mar 02 14:58:05.317764 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_dvr_db [None req-afb1d411-be1f-4173-a3fc-6582e6b51b98 None None] Set router 8a8aaf80-2537-4582-a333-95e79d7ab834 gateway port host: dv-cinder-831439-3-iscsi {{(pid=110182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 14:58:05.413557 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd269d0-c612-4bcf-937a-ac8267fa2507 req-9ab79158-418e-46d4-b1fc-8ef619575953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:58:05.415072 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-4dd269d0-c612-4bcf-937a-ac8267fa2507 req-9ab79158-418e-46d4-b1fc-8ef619575953 service neutron] 10.222.0.55 "GET /v2.0/networks?id=df93f8f1-ff18-4251-9f43-b4d98c48182b HTTP/1.1" status: 200 len: 911 time: 0.1459360 Mar 02 14:58:05.618217 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-4dd269d0-c612-4bcf-937a-ac8267fa2507 req-c707c247-b706-4999-a827-8e609d7d63f1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=53c034dd-df15-42be-82f3-9cd2b1e7b93e HTTP/1.1" status: 200 len: 1000 time: 0.1909978 Mar 02 14:58:05.624388 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-680dd61a-9acc-443a-a05b-a1de239300fd tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Router e5b571ce-fc13-4916-8ca7-02e46e5b493a has already been hosted by L3 agent 4b7d4a90-2987-419a-b6cd-7624b7dba065 {{(pid=110179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 14:58:05.683580 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd269d0-c612-4bcf-937a-ac8267fa2507 req-8d39e539-70e1-4771-8824-ccce00e5f5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:58:05.685824 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-4dd269d0-c612-4bcf-937a-ac8267fa2507 req-8d39e539-70e1-4771-8824-ccce00e5f5f9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=af4612bf-937d-4ff0-87a0-e171015ed5a7 HTTP/1.1" status: 200 len: 849 time: 0.0614843 Mar 02 14:58:05.759512 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd269d0-c612-4bcf-937a-ac8267fa2507 req-0f249338-1f65-451b-9251-e2b74ceccc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:58:05.761434 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-4dd269d0-c612-4bcf-937a-ac8267fa2507 req-0f249338-1f65-451b-9251-e2b74ceccc19 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=df93f8f1-ff18-4251-9f43-b4d98c48182b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0687530 Mar 02 14:58:05.798402 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-680dd61a-9acc-443a-a05b-a1de239300fd tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Notify agent at l3_agent.dv-cinder-831439-3-iscsi the message routers_updated {{(pid=110179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 14:58:05.805894 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-680dd61a-9acc-443a-a05b-a1de239300fd tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221961'] for floatingip (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:05.817147 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13380967-c961-4c71-9469-dedb1fbd954d None None] Sync routers for ids ['e5b571ce-fc13-4916-8ca7-02e46e5b493a'] in dv-cinder-831439-3-iscsi {{(pid=110181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 14:58:05.832199 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13380967-c961-4c71-9469-dedb1fbd954d None None] Routers {'e5b571ce-fc13-4916-8ca7-02e46e5b493a'} bound to L3 agent in host dv-cinder-831439-3-iscsi {{(pid=110181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 14:58:05.835682 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-13380967-c961-4c71-9469-dedb1fbd954d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831439-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T14:48:11Z,description=,heartbeat_timestamp=2022-03-02T14:57:41Z,host='dv-cinder-831439-3-iscsi',id=4b7d4a90-2987-419a-b6cd-7624b7dba065,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T14:48:12Z,topic='l3_agent')) {'router_ids': ['e5b571ce-fc13-4916-8ca7-02e46e5b493a'], 'active': True} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:58:05.863157 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-680dd61a-9acc-443a-a05b-a1de239300fd tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "PUT /v2.0/floatingips/6a00ab91-1a92-4048-b3d6-2d736eac3bf7 HTTP/1.1" status: 200 len: 990 time: 2.2424712 Mar 02 14:58:05.863730 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_hamode_db [None req-afb1d411-be1f-4173-a3fc-6582e6b51b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a8aaf80-2537-4582-a333-95e79d7ab834', 'name': 'tempest-AttachVolumeTestJSON-757384370-router', 'tenant_id': '5ac6104636f34c658b71fafaf0755349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': 'bf5cd8fd-0ae1-4d0d-9d5d-ca4ded607246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T14:57:02Z', 'updated_at': '2022-03-02T14:57:11Z', 'revision_number': 4, 'project_id': '5ac6104636f34c658b71fafaf0755349', 'gw_port': {'id': 'bf5cd8fd-0ae1-4d0d-9d5d-ca4ded607246', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:73:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8aaf80-2537-4582-a333-95e79d7ab834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:57:03Z', 'updated_at': '2022-03-02T14:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi', '_floatingips': [{'id': '4bb3c836-7cea-4d7b-9278-29855726b3c0', 'tenant_id': '5ac6104636f34c658b71fafaf0755349', 'floating_ip_address': '172.27.0.131', 'floating_network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'router_id': '8a8aaf80-2537-4582-a333-95e79d7ab834', 'port_id': '53c034dd-df15-42be-82f3-9cd2b1e7b93e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df93f8f1-ff18-4251-9f43-b4d98c48182b', 'mac_address': 'fa:16:3e:b4:02:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9680b2d5-554f-40be-bb0d-e2fa9f8c6f8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T14:57:22Z', 'updated_at': '2022-03-02T14:58:03Z', 'revision_number': 1, 'project_id': '5ac6104636f34c658b71fafaf0755349', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8945d50c-c203-4455-8199-8061e072833e', 'name': '', 'network_id': 'df93f8f1-ff18-4251-9f43-b4d98c48182b', 'tenant_id': '5ac6104636f34c658b71fafaf0755349', 'mac_address': 'fa:16:3e:79:b1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8aaf80-2537-4582-a333-95e79d7ab834', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'af4612bf-937d-4ff0-87a0-e171015ed5a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:57:08Z', 'updated_at': '2022-03-02T14:57:18Z', 'revision_number': 5, 'project_id': '5ac6104636f34c658b71fafaf0755349', 'subnets': [{'id': 'af4612bf-937d-4ff0-87a0-e171015ed5a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831439-3-iscsi', False) {} {{(pid=110182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:58:05.864068 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c79b877-bfc0-4f56-948b-e342647688cd', 'tag': 'e876fffc-f842-4f0f-ad30-380165a0570d'}] {{(pid=110179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 14:58:05.867571 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb97933b220ae1c16e6a415d4137d9faa8b652e011ecbfdbbfadcc6a88146695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07011399-c4d2-45bb-9399-017119fca5ab" -d '{"events": [{"name": "network-changed", "server_uuid": "6c79b877-bfc0-4f56-948b-e342647688cd", "tag": "e876fffc-f842-4f0f-ad30-380165a0570d"}]}' {{(pid=110179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 14:58:05.941291 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-4dd269d0-c612-4bcf-937a-ac8267fa2507 req-1d96f3ae-ca60-4f92-bcd0-359115f567fe service neutron] 10.222.0.55 "GET /v2.0/networks/df93f8f1-ff18-4251-9f43-b4d98c48182b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688297 Mar 02 14:58:05.961540 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 14:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-237f6285-4f2d-4bd8-8d3d-10adf783ef58 x-openstack-request-id: req-237f6285-4f2d-4bd8-8d3d-10adf783ef58 {{(pid=110179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 14:58:05.962011 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c79b877-bfc0-4f56-948b-e342647688cd", "tag": "e876fffc-f842-4f0f-ad30-380165a0570d", "status": "completed", "code": 200}]} {{(pid=110179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 14:58:05.962421 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-237f6285-4f2d-4bd8-8d3d-10adf783ef58 {{(pid=110179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 14:58:05.963086 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c79b877-bfc0-4f56-948b-e342647688cd', 'tag': 'e876fffc-f842-4f0f-ad30-380165a0570d', 'status': 'completed', 'code': 200} Mar 02 14:58:06.084674 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb1d411-be1f-4173-a3fc-6582e6b51b98 None None] Checking router: 8a8aaf80-2537-4582-a333-95e79d7ab834 for host: dv-cinder-831439-3-iscsi {{(pid=110182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 14:58:06.087867 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvr_db [None req-13380967-c961-4c71-9469-dedb1fbd954d None None] Set router e5b571ce-fc13-4916-8ca7-02e46e5b493a gateway port host: dv-cinder-831439-3-iscsi {{(pid=110181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 14:58:06.101638 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb1d411-be1f-4173-a3fc-6582e6b51b98 None None] Routers {'8a8aaf80-2537-4582-a333-95e79d7ab834'} bound to L3 agent in host dv-cinder-831439-3-iscsi {{(pid=110182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 14:58:06.103423 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_hamode_db [None req-afb1d411-be1f-4173-a3fc-6582e6b51b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831439-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T14:48:11Z,description=,heartbeat_timestamp=2022-03-02T14:57:41Z,host='dv-cinder-831439-3-iscsi',id=4b7d4a90-2987-419a-b6cd-7624b7dba065,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T14:48:12Z,topic='l3_agent')) {'router_ids': ['8a8aaf80-2537-4582-a333-95e79d7ab834'], 'active': True} {{(pid=110182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:58:06.142733 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 53764) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:58:06.144032 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-4dd269d0-c612-4bcf-937a-ac8267fa2507 req-7925c10c-a32e-4404-b9d1-4a1c9163ff71 service neutron] 10.222.0.55 "GET /v2.0/networks/df93f8f1-ff18-4251-9f43-b4d98c48182b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965539 Mar 02 14:58:06.161378 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07011399-c4d2-45bb-9399-017119fca5ab req-06126431-1b2b-4686-8926-a6f42c67ca0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:58:06.164283 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-07011399-c4d2-45bb-9399-017119fca5ab req-06126431-1b2b-4686-8926-a6f42c67ca0d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8d6fe98143c241798db8cd747803fb48&device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 1129 time: 0.1145434 Mar 02 14:58:06.258751 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-13be810a-ef38-47d8-a79c-a2f1fdb831e3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e9c6975077d441a2915a9ef539b0c6d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1138625 Mar 02 14:58:06.262927 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 53766) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:58:06.299691 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07011399-c4d2-45bb-9399-017119fca5ab req-00e7f5ce-cffe-4de6-8450-41fa785f4c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:58:06.305822 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-07011399-c4d2-45bb-9399-017119fca5ab req-00e7f5ce-cffe-4de6-8450-41fa785f4c54 service neutron] 10.222.0.55 "GET /v2.0/networks?id=32a772a1-de65-4149-a254-15f24cef804d HTTP/1.1" status: 200 len: 918 time: 0.1103661 Mar 02 14:58:06.338743 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_dvr_db [None req-afb1d411-be1f-4173-a3fc-6582e6b51b98 None None] Set router 8a8aaf80-2537-4582-a333-95e79d7ab834 gateway port host: dv-cinder-831439-3-iscsi {{(pid=110182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 14:58:06.358452 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-ee3fc4bf-5656-47d3-88c0-d2042c84922a admin admin] Publish callbacks [] for security_group (620a7e52-8ba8-4777-8558-fd6686b5b46a), before_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:06.394994 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-ee3fc4bf-5656-47d3-88c0-d2042c84922a admin admin] Publish callbacks [] for security_group (620a7e52-8ba8-4777-8558-fd6686b5b46a), precommit_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:06.470207 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-07011399-c4d2-45bb-9399-017119fca5ab req-a9bf2808-ef04-4969-b327-0ca4133d64b5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e876fffc-f842-4f0f-ad30-380165a0570d HTTP/1.1" status: 200 len: 998 time: 0.1490936 Mar 02 14:58:06.532613 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07011399-c4d2-45bb-9399-017119fca5ab req-53616071-d656-4784-8ab1-8d464ecae193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:58:06.532613 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-07011399-c4d2-45bb-9399-017119fca5ab req-53616071-d656-4784-8ab1-8d464ecae193 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4f813be6-b019-4418-9613-23d83e4ca2ff HTTP/1.1" status: 200 len: 856 time: 0.0549457 Mar 02 14:58:06.553514 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-13380967-c961-4c71-9469-dedb1fbd954d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b571ce-fc13-4916-8ca7-02e46e5b493a', 'name': 'tempest-AttachVolumeShelveTestJSON-1179134205-router', 'tenant_id': '8d6fe98143c241798db8cd747803fb48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'c6b6eafc-e146-4868-b32e-6ac7da889279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T14:57:03Z', 'updated_at': '2022-03-02T14:57:14Z', 'revision_number': 4, 'project_id': '8d6fe98143c241798db8cd747803fb48', 'gw_port': {'id': 'c6b6eafc-e146-4868-b32e-6ac7da889279', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:33:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b571ce-fc13-4916-8ca7-02e46e5b493a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:57:04Z', 'updated_at': '2022-03-02T14:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi', '_floatingips': [{'id': '6a00ab91-1a92-4048-b3d6-2d736eac3bf7', 'tenant_id': '8d6fe98143c241798db8cd747803fb48', 'floating_ip_address': '172.27.0.95', 'floating_network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'router_id': 'e5b571ce-fc13-4916-8ca7-02e46e5b493a', 'port_id': 'e876fffc-f842-4f0f-ad30-380165a0570d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32a772a1-de65-4149-a254-15f24cef804d', 'mac_address': 'fa:16:3e:5b:5f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c79b877-bfc0-4f56-948b-e342647688cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T14:57:24Z', 'updated_at': '2022-03-02T14:58:04Z', 'revision_number': 1, 'project_id': '8d6fe98143c241798db8cd747803fb48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc626190-43ca-404c-b463-b61853f24009', 'name': '', 'network_id': '32a772a1-de65-4149-a254-15f24cef804d', 'tenant_id': '8d6fe98143c241798db8cd747803fb48', 'mac_address': 'fa:16:3e:68:52:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b571ce-fc13-4916-8ca7-02e46e5b493a', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4f813be6-b019-4418-9613-23d83e4ca2ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:57:13Z', 'updated_at': '2022-03-02T14:57:23Z', 'revision_number': 5, 'project_id': '8d6fe98143c241798db8cd747803fb48', 'subnets': [{'id': '4f813be6-b019-4418-9613-23d83e4ca2ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831439-3-iscsi', False) {} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:58:06.585160 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13380967-c961-4c71-9469-dedb1fbd954d None None] Checking router: e5b571ce-fc13-4916-8ca7-02e46e5b493a for host: dv-cinder-831439-3-iscsi {{(pid=110181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 14:58:06.596012 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13380967-c961-4c71-9469-dedb1fbd954d None None] Routers {'e5b571ce-fc13-4916-8ca7-02e46e5b493a'} bound to L3 agent in host dv-cinder-831439-3-iscsi {{(pid=110181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 14:58:06.596909 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-13380967-c961-4c71-9469-dedb1fbd954d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831439-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T14:48:11Z,description=,heartbeat_timestamp=2022-03-02T14:57:41Z,host='dv-cinder-831439-3-iscsi',id=4b7d4a90-2987-419a-b6cd-7624b7dba065,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T14:48:12Z,topic='l3_agent')) {'router_ids': ['e5b571ce-fc13-4916-8ca7-02e46e5b493a'], 'active': True} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:58:06.598233 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07011399-c4d2-45bb-9399-017119fca5ab req-3c836db4-8356-41e3-aea0-e907490ab112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:58:06.601189 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-07011399-c4d2-45bb-9399-017119fca5ab req-3c836db4-8356-41e3-aea0-e907490ab112 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=32a772a1-de65-4149-a254-15f24cef804d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0593221 Mar 02 14:58:06.617194 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-ee3fc4bf-5656-47d3-88c0-d2042c84922a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (620a7e52-8ba8-4777-8558-fd6686b5b46a), after_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:06.620035 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-ee3fc4bf-5656-47d3-88c0-d2042c84922a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:06.630744 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-ee3fc4bf-5656-47d3-88c0-d2042c84922a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/620a7e52-8ba8-4777-8558-fd6686b5b46a HTTP/1.1" status: 204 len: 168 time: 0.3623552 Mar 02 14:58:06.655647 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3fc4bf-5656-47d3-88c0-d2042c84922a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=620a7e52-8ba8-4777-8558-fd6686b5b46a,revision_number=None']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:58:06.752515 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-07011399-c4d2-45bb-9399-017119fca5ab req-9b0fd49e-ba78-4a89-af54-2ff3bed84c21 service neutron] 10.222.0.55 "GET /v2.0/networks/32a772a1-de65-4149-a254-15f24cef804d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448436 Mar 02 14:58:06.805576 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_hamode_db [None req-afb1d411-be1f-4173-a3fc-6582e6b51b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a8aaf80-2537-4582-a333-95e79d7ab834', 'name': 'tempest-AttachVolumeTestJSON-757384370-router', 'tenant_id': '5ac6104636f34c658b71fafaf0755349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': 'bf5cd8fd-0ae1-4d0d-9d5d-ca4ded607246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T14:57:02Z', 'updated_at': '2022-03-02T14:57:11Z', 'revision_number': 4, 'project_id': '5ac6104636f34c658b71fafaf0755349', 'gw_port': {'id': 'bf5cd8fd-0ae1-4d0d-9d5d-ca4ded607246', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:73:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8aaf80-2537-4582-a333-95e79d7ab834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:57:03Z', 'updated_at': '2022-03-02T14:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi', '_floatingips': [{'id': '4bb3c836-7cea-4d7b-9278-29855726b3c0', 'tenant_id': '5ac6104636f34c658b71fafaf0755349', 'floating_ip_address': '172.27.0.131', 'floating_network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'router_id': '8a8aaf80-2537-4582-a333-95e79d7ab834', 'port_id': '53c034dd-df15-42be-82f3-9cd2b1e7b93e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df93f8f1-ff18-4251-9f43-b4d98c48182b', 'mac_address': 'fa:16:3e:b4:02:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9680b2d5-554f-40be-bb0d-e2fa9f8c6f8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T14:57:22Z', 'updated_at': '2022-03-02T14:58:03Z', 'revision_number': 1, 'project_id': '5ac6104636f34c658b71fafaf0755349', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8945d50c-c203-4455-8199-8061e072833e', 'name': '', 'network_id': 'df93f8f1-ff18-4251-9f43-b4d98c48182b', 'tenant_id': '5ac6104636f34c658b71fafaf0755349', 'mac_address': 'fa:16:3e:79:b1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8aaf80-2537-4582-a333-95e79d7ab834', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'af4612bf-937d-4ff0-87a0-e171015ed5a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:57:08Z', 'updated_at': '2022-03-02T14:57:18Z', 'revision_number': 5, 'project_id': '5ac6104636f34c658b71fafaf0755349', 'subnets': [{'id': 'af4612bf-937d-4ff0-87a0-e171015ed5a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831439-3-iscsi', False) {} {{(pid=110182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:58:06.832001 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvr_db [None req-13380967-c961-4c71-9469-dedb1fbd954d None None] Set router e5b571ce-fc13-4916-8ca7-02e46e5b493a gateway port host: dv-cinder-831439-3-iscsi {{(pid=110181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 14:58:06.846197 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb1d411-be1f-4173-a3fc-6582e6b51b98 None None] The sync data for ids ['8a8aaf80-2537-4582-a333-95e79d7ab834'] in dv-cinder-831439-3-iscsi is: [{'id': '8a8aaf80-2537-4582-a333-95e79d7ab834', 'name': 'tempest-AttachVolumeTestJSON-757384370-router', 'tenant_id': '5ac6104636f34c658b71fafaf0755349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': 'bf5cd8fd-0ae1-4d0d-9d5d-ca4ded607246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T14:57:02Z', 'updated_at': '2022-03-02T14:57:11Z', 'revision_number': 4, 'project_id': '5ac6104636f34c658b71fafaf0755349', 'gw_port': {'id': 'bf5cd8fd-0ae1-4d0d-9d5d-ca4ded607246', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:73:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8aaf80-2537-4582-a333-95e79d7ab834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:57:03Z', 'updated_at': '2022-03-02T14:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi', '_floatingips': [{'id': '4bb3c836-7cea-4d7b-9278-29855726b3c0', 'tenant_id': '5ac6104636f34c658b71fafaf0755349', 'floating_ip_address': '172.27.0.131', 'floating_network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'router_id': '8a8aaf80-2537-4582-a333-95e79d7ab834', 'port_id': '53c034dd-df15-42be-82f3-9cd2b1e7b93e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df93f8f1-ff18-4251-9f43-b4d98c48182b', 'mac_address': 'fa:16:3e:b4:02:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9680b2d5-554f-40be-bb0d-e2fa9f8c6f8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T14:57:22Z', 'updated_at': '2022-03-02T14:58:03Z', 'revision_number': 1, 'project_id': '5ac6104636f34c658b71fafaf0755349', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8945d50c-c203-4455-8199-8061e072833e', 'name': '', 'network_id': 'df93f8f1-ff18-4251-9f43-b4d98c48182b', 'tenant_id': '5ac6104636f34c658b71fafaf0755349', 'mac_address': 'fa:16:3e:79:b1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8aaf80-2537-4582-a333-95e79d7ab834', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'af4612bf-937d-4ff0-87a0-e171015ed5a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:57:08Z', 'updated_at': '2022-03-02T14:57:18Z', 'revision_number': 5, 'project_id': '5ac6104636f34c658b71fafaf0755349', 'subnets': [{'id': 'af4612bf-937d-4ff0-87a0-e171015ed5a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 14:58:06.880736 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-07011399-c4d2-45bb-9399-017119fca5ab req-7731c11c-d0cf-459c-94dc-317b8fe2d51a service neutron] 10.222.0.55 "GET /v2.0/networks/32a772a1-de65-4149-a254-15f24cef804d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195869 Mar 02 14:58:07.154850 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d9f416-1491-4883-9acf-6003ed3bf55a None None] New status for floating IP 4bb3c836-7cea-4d7b-9278-29855726b3c0: ACTIVE {{(pid=110182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 14:58:07.270466 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-13380967-c961-4c71-9469-dedb1fbd954d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b571ce-fc13-4916-8ca7-02e46e5b493a', 'name': 'tempest-AttachVolumeShelveTestJSON-1179134205-router', 'tenant_id': '8d6fe98143c241798db8cd747803fb48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'c6b6eafc-e146-4868-b32e-6ac7da889279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T14:57:03Z', 'updated_at': '2022-03-02T14:57:14Z', 'revision_number': 4, 'project_id': '8d6fe98143c241798db8cd747803fb48', 'gw_port': {'id': 'c6b6eafc-e146-4868-b32e-6ac7da889279', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:33:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b571ce-fc13-4916-8ca7-02e46e5b493a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:57:04Z', 'updated_at': '2022-03-02T14:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi', '_floatingips': [{'id': '6a00ab91-1a92-4048-b3d6-2d736eac3bf7', 'tenant_id': '8d6fe98143c241798db8cd747803fb48', 'floating_ip_address': '172.27.0.95', 'floating_network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'router_id': 'e5b571ce-fc13-4916-8ca7-02e46e5b493a', 'port_id': 'e876fffc-f842-4f0f-ad30-380165a0570d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32a772a1-de65-4149-a254-15f24cef804d', 'mac_address': 'fa:16:3e:5b:5f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c79b877-bfc0-4f56-948b-e342647688cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T14:57:24Z', 'updated_at': '2022-03-02T14:58:04Z', 'revision_number': 1, 'project_id': '8d6fe98143c241798db8cd747803fb48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc626190-43ca-404c-b463-b61853f24009', 'name': '', 'network_id': '32a772a1-de65-4149-a254-15f24cef804d', 'tenant_id': '8d6fe98143c241798db8cd747803fb48', 'mac_address': 'fa:16:3e:68:52:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b571ce-fc13-4916-8ca7-02e46e5b493a', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4f813be6-b019-4418-9613-23d83e4ca2ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:57:13Z', 'updated_at': '2022-03-02T14:57:23Z', 'revision_number': 5, 'project_id': '8d6fe98143c241798db8cd747803fb48', 'subnets': [{'id': '4f813be6-b019-4418-9613-23d83e4ca2ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831439-3-iscsi', False) {} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:58:07.313394 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13380967-c961-4c71-9469-dedb1fbd954d None None] The sync data for ids ['e5b571ce-fc13-4916-8ca7-02e46e5b493a'] in dv-cinder-831439-3-iscsi is: [{'id': 'e5b571ce-fc13-4916-8ca7-02e46e5b493a', 'name': 'tempest-AttachVolumeShelveTestJSON-1179134205-router', 'tenant_id': '8d6fe98143c241798db8cd747803fb48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'c6b6eafc-e146-4868-b32e-6ac7da889279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T14:57:03Z', 'updated_at': '2022-03-02T14:57:14Z', 'revision_number': 4, 'project_id': '8d6fe98143c241798db8cd747803fb48', 'gw_port': {'id': 'c6b6eafc-e146-4868-b32e-6ac7da889279', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:33:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b571ce-fc13-4916-8ca7-02e46e5b493a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:57:04Z', 'updated_at': '2022-03-02T14:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi', '_floatingips': [{'id': '6a00ab91-1a92-4048-b3d6-2d736eac3bf7', 'tenant_id': '8d6fe98143c241798db8cd747803fb48', 'floating_ip_address': '172.27.0.95', 'floating_network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'router_id': 'e5b571ce-fc13-4916-8ca7-02e46e5b493a', 'port_id': 'e876fffc-f842-4f0f-ad30-380165a0570d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32a772a1-de65-4149-a254-15f24cef804d', 'mac_address': 'fa:16:3e:5b:5f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c79b877-bfc0-4f56-948b-e342647688cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T14:57:24Z', 'updated_at': '2022-03-02T14:58:04Z', 'revision_number': 1, 'project_id': '8d6fe98143c241798db8cd747803fb48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc626190-43ca-404c-b463-b61853f24009', 'name': '', 'network_id': '32a772a1-de65-4149-a254-15f24cef804d', 'tenant_id': '8d6fe98143c241798db8cd747803fb48', 'mac_address': 'fa:16:3e:68:52:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b571ce-fc13-4916-8ca7-02e46e5b493a', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4f813be6-b019-4418-9613-23d83e4ca2ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:57:13Z', 'updated_at': '2022-03-02T14:57:23Z', 'revision_number': 5, 'project_id': '8d6fe98143c241798db8cd747803fb48', 'subnets': [{'id': '4f813be6-b019-4418-9613-23d83e4ca2ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 14:58:07.726280 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c74c988-c819-4b23-9995-41bfcf375259 None None] New status for floating IP 6a00ab91-1a92-4048-b3d6-2d736eac3bf7: ACTIVE {{(pid=110181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 14:58:08.619465 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 53832) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:58:08.685469 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-cb53e198-9bbb-4443-8ef1-249afa4acda4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (dc3a6147-3194-47be-b33a-76a9a2a48933), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:08.888728 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3a0c3071-f47a-4160-ba3f-25cf12d5684f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:08.975640 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3a0c3071-f47a-4160-ba3f-25cf12d5684f admin admin] Publish callbacks [] for security_group (596891e6-11ae-40df-bce8-2ee9284b4df2), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:09.110641 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3a0c3071-f47a-4160-ba3f-25cf12d5684f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (596891e6-11ae-40df-bce8-2ee9284b4df2), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:09.160281 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-3a0c3071-f47a-4160-ba3f-25cf12d5684f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=07e2fcac2d3e434aa3d7ed5a51df8bf4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5389602 Mar 02 14:58:09.162797 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 53850) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:58:09.164220 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0c3071-f47a-4160-ba3f-25cf12d5684f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=596891e6-11ae-40df-bce8-2ee9284b4df2,revision_number=1']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:58:09.253534 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-336847e8-6f97-458e-8bec-120710310c8a admin admin] Publish callbacks [] for security_group (596891e6-11ae-40df-bce8-2ee9284b4df2), before_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:09.279287 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-336847e8-6f97-458e-8bec-120710310c8a admin admin] Publish callbacks [] for security_group (596891e6-11ae-40df-bce8-2ee9284b4df2), precommit_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:09.468362 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-336847e8-6f97-458e-8bec-120710310c8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (596891e6-11ae-40df-bce8-2ee9284b4df2), after_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:09.471517 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-336847e8-6f97-458e-8bec-120710310c8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:09.472645 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-336847e8-6f97-458e-8bec-120710310c8a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/596891e6-11ae-40df-bce8-2ee9284b4df2 HTTP/1.1" status: 204 len: 168 time: 0.3078947 Mar 02 14:58:09.483354 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336847e8-6f97-458e-8bec-120710310c8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=596891e6-11ae-40df-bce8-2ee9284b4df2,revision_number=None']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:58:10.404966 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 53886) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:58:10.421702 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-0d32241a-0dc8-4b70-8caa-f8684b0b55f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:10.596723 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-0d32241a-0dc8-4b70-8caa-f8684b0b55f8 admin admin] Publish callbacks [] for security_group (111f7f37-9b15-428f-b33b-d7c8c40bcfbf), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:10.702580 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-0d32241a-0dc8-4b70-8caa-f8684b0b55f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (111f7f37-9b15-428f-b33b-d7c8c40bcfbf), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:10.744144 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-0d32241a-0dc8-4b70-8caa-f8684b0b55f8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=67ee7e72c22747b1b226a8dae12bd3ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3379912 Mar 02 14:58:10.747326 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d32241a-0dc8-4b70-8caa-f8684b0b55f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=111f7f37-9b15-428f-b33b-d7c8c40bcfbf,revision_number=1']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:58:10.747573 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 53888) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:58:10.825524 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-c5005b99-01d7-4b07-a66a-366d862cf874 admin admin] Publish callbacks [] for security_group (111f7f37-9b15-428f-b33b-d7c8c40bcfbf), before_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:10.860737 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-c5005b99-01d7-4b07-a66a-366d862cf874 admin admin] Publish callbacks [] for security_group (111f7f37-9b15-428f-b33b-d7c8c40bcfbf), precommit_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:11.021836 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-c5005b99-01d7-4b07-a66a-366d862cf874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (111f7f37-9b15-428f-b33b-d7c8c40bcfbf), after_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:11.024547 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-c5005b99-01d7-4b07-a66a-366d862cf874 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:11.025805 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-c5005b99-01d7-4b07-a66a-366d862cf874 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/111f7f37-9b15-428f-b33b-d7c8c40bcfbf HTTP/1.1" status: 204 len: 168 time: 0.2772772 Mar 02 14:58:11.035434 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5005b99-01d7-4b07-a66a-366d862cf874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=111f7f37-9b15-428f-b33b-d7c8c40bcfbf,revision_number=None']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:58:11.040237 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-85d242ac-f542-4912-8b66-0b9dc3540958 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (4b7d4a90-2987-419a-b6cd-7624b7dba065), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:12.109349 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-8c265469-93de-451d-a227-73ff998d8f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (bfbb2626-1130-458a-80a5-4632d76fa057), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:12.446624 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 53946) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:58:12.579567 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-0942f456-bd8e-41e3-adca-6651054cad49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:12.665312 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-0942f456-bd8e-41e3-adca-6651054cad49 admin admin] Publish callbacks [] for security_group (06a5c19c-32f8-44d9-b9e3-dc68d3fad82e), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:12.753391 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-0942f456-bd8e-41e3-adca-6651054cad49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (06a5c19c-32f8-44d9-b9e3-dc68d3fad82e), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:12.799054 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-0942f456-bd8e-41e3-adca-6651054cad49 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a37cb0ce070e4fe387028b4df3f96e17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3512323 Mar 02 14:58:12.800057 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942f456-bd8e-41e3-adca-6651054cad49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06a5c19c-32f8-44d9-b9e3-dc68d3fad82e,revision_number=1']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:58:12.803743 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 53960) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:58:12.873239 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-d4df394e-24ae-41e8-afb8-fb7ada358092 admin admin] Publish callbacks [] for security_group (06a5c19c-32f8-44d9-b9e3-dc68d3fad82e), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:12.900765 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-d4df394e-24ae-41e8-afb8-fb7ada358092 admin admin] Publish callbacks [] for security_group (06a5c19c-32f8-44d9-b9e3-dc68d3fad82e), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:13.039172 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-d4df394e-24ae-41e8-afb8-fb7ada358092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (06a5c19c-32f8-44d9-b9e3-dc68d3fad82e), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:13.041720 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-d4df394e-24ae-41e8-afb8-fb7ada358092 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:13.043490 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-d4df394e-24ae-41e8-afb8-fb7ada358092 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/06a5c19c-32f8-44d9-b9e3-dc68d3fad82e HTTP/1.1" status: 204 len: 168 time: 0.2383757 Mar 02 14:58:13.051947 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4df394e-24ae-41e8-afb8-fb7ada358092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a5c19c-32f8-44d9-b9e3-dc68d3fad82e,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:58:13.627738 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-9cfe1c82-1e01-4346-89c5-c3e1093f4022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (b9ce56f8-3527-4dd9-b024-9df7b3f4c018), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:14.879017 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (3a73802c-5f14-4c1f-8439-e74c4c90063b), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:15.785936 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c9cbd6-fd2d-4444-b1f6-32c0d498d6f3 req-d64ac9c9-6eaf-4dac-a31f-100c80ee8cad tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:58:15.787554 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-99c9cbd6-fd2d-4444-b1f6-32c0d498d6f3 req-d64ac9c9-6eaf-4dac-a31f-100c80ee8cad tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] 10.222.0.52 "GET /v2.0/ports?device_id=16b6c1ac-a578-48b1-a6d3-78ad890475cf HTTP/1.1" status: 200 len: 946 time: 0.0559859 Mar 02 14:58:15.836769 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-99c9cbd6-fd2d-4444-b1f6-32c0d498d6f3 req-bb13b235-a30e-4b0c-b61e-3ef77b458bd7 tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] 10.222.0.52 "GET /v2.0/security-groups?id=042a4f9a-15cc-43ae-9988-4a18daee0533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427849 Mar 02 14:58:16.701306 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 54078) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:58:16.807658 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-43ed50ff-b31e-4123-91df-ff2997f0c7f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:16.884917 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-43ed50ff-b31e-4123-91df-ff2997f0c7f9 admin admin] Publish callbacks [] for security_group (e406110b-3f8f-4209-a50d-1ef33e3085e0), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:16.968523 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-43ed50ff-b31e-4123-91df-ff2997f0c7f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (e406110b-3f8f-4209-a50d-1ef33e3085e0), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:17.015320 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ed50ff-b31e-4123-91df-ff2997f0c7f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e406110b-3f8f-4209-a50d-1ef33e3085e0,revision_number=1']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:58:17.023696 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 54088) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:58:17.024140 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-43ed50ff-b31e-4123-91df-ff2997f0c7f9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5f8118f9b8bd43b786f65357d662c649&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3210366 Mar 02 14:58:17.050964 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810e9c14-c2f4-453a-8563-3d5334046264 req-87d52515-45e7-48cd-a288-775282b6c040 tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:58:17.052569 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-810e9c14-c2f4-453a-8563-3d5334046264 req-87d52515-45e7-48cd-a288-775282b6c040 tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] 10.222.0.52 "GET /v2.0/ports?device_id=16b6c1ac-a578-48b1-a6d3-78ad890475cf HTTP/1.1" status: 200 len: 946 time: 0.1121490 Mar 02 14:58:17.087098 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-2f2f45ca-3d82-4475-b1ae-435cb2388dc0 admin admin] Publish callbacks [] for security_group (e406110b-3f8f-4209-a50d-1ef33e3085e0), before_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:17.112819 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-2f2f45ca-3d82-4475-b1ae-435cb2388dc0 admin admin] Publish callbacks [] for security_group (e406110b-3f8f-4209-a50d-1ef33e3085e0), precommit_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:17.128327 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-810e9c14-c2f4-453a-8563-3d5334046264 req-d8a6225c-f4db-4e01-9441-638deae3280b tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] 10.222.0.52 "GET /v2.0/security-groups?id=042a4f9a-15cc-43ae-9988-4a18daee0533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674329 Mar 02 14:58:17.267707 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-2f2f45ca-3d82-4475-b1ae-435cb2388dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (e406110b-3f8f-4209-a50d-1ef33e3085e0), after_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:17.270282 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-2f2f45ca-3d82-4475-b1ae-435cb2388dc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:17.271451 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-2f2f45ca-3d82-4475-b1ae-435cb2388dc0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e406110b-3f8f-4209-a50d-1ef33e3085e0 HTTP/1.1" status: 204 len: 168 time: 0.2465584 Mar 02 14:58:17.280329 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2f45ca-3d82-4475-b1ae-435cb2388dc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e406110b-3f8f-4209-a50d-1ef33e3085e0,revision_number=None']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:58:18.094728 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 54108) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:58:18.108622 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-1a9fa4e7-5e18-4c7e-b3b3-2f2cc189444b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:18.192834 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-1a9fa4e7-5e18-4c7e-b3b3-2f2cc189444b admin admin] Publish callbacks [] for security_group (3b5a6555-beed-428e-a850-a2eb83ca2ad8), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:18.248516 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa1bc00-28a1-431e-bee0-4698685d7a13 req-797f1974-5c90-4fc7-a8d6-22f5bc460aba tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:58:18.250026 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-bfa1bc00-28a1-431e-bee0-4698685d7a13 req-797f1974-5c90-4fc7-a8d6-22f5bc460aba tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] 10.222.0.52 "GET /v2.0/ports?device_id=16b6c1ac-a578-48b1-a6d3-78ad890475cf HTTP/1.1" status: 200 len: 946 time: 0.0535400 Mar 02 14:58:18.297743 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-bfa1bc00-28a1-431e-bee0-4698685d7a13 req-303a9eee-46d0-4b5e-988d-1b84cea05aec tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] 10.222.0.52 "GET /v2.0/security-groups?id=042a4f9a-15cc-43ae-9988-4a18daee0533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416427 Mar 02 14:58:18.301746 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-1a9fa4e7-5e18-4c7e-b3b3-2f2cc189444b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (3b5a6555-beed-428e-a850-a2eb83ca2ad8), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:18.338053 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-1a9fa4e7-5e18-4c7e-b3b3-2f2cc189444b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b88bae0977e94e9789ee5ab24723fd4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2422135 Mar 02 14:58:18.341327 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 54112) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:58:18.343464 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9fa4e7-5e18-4c7e-b3b3-2f2cc189444b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b5a6555-beed-428e-a850-a2eb83ca2ad8,revision_number=1']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:58:18.390094 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-7a51cd27-5e15-4a2e-bdd0-6e34bb558294 admin admin] Publish callbacks [] for security_group (3b5a6555-beed-428e-a850-a2eb83ca2ad8), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:18.411723 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-7a51cd27-5e15-4a2e-bdd0-6e34bb558294 admin admin] Publish callbacks [] for security_group (3b5a6555-beed-428e-a850-a2eb83ca2ad8), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:18.605955 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-7a51cd27-5e15-4a2e-bdd0-6e34bb558294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (3b5a6555-beed-428e-a850-a2eb83ca2ad8), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:18.608595 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-7a51cd27-5e15-4a2e-bdd0-6e34bb558294 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:18.609776 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-7a51cd27-5e15-4a2e-bdd0-6e34bb558294 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3b5a6555-beed-428e-a850-a2eb83ca2ad8 HTTP/1.1" status: 204 len: 168 time: 0.2673614 Mar 02 14:58:18.620402 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a51cd27-5e15-4a2e-bdd0-6e34bb558294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b5a6555-beed-428e-a850-a2eb83ca2ad8,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:58:19.430344 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ba64c-76c4-4072-a820-4051a892db62 req-9f7bdd68-70ab-41ef-abf3-8cd3cd5d4023 tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:58:19.433160 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-b57ba64c-76c4-4072-a820-4051a892db62 req-9f7bdd68-70ab-41ef-abf3-8cd3cd5d4023 tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] 10.222.0.52 "GET /v2.0/ports?device_id=16b6c1ac-a578-48b1-a6d3-78ad890475cf HTTP/1.1" status: 200 len: 946 time: 0.0657535 Mar 02 14:58:19.504974 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-b57ba64c-76c4-4072-a820-4051a892db62 req-39d43b2a-609d-4506-86f0-a76fb6635977 tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] 10.222.0.52 "GET /v2.0/security-groups?id=042a4f9a-15cc-43ae-9988-4a18daee0533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645051 Mar 02 14:58:19.724327 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 54146) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:58:19.825111 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.v2.base [None req-ea8bd963-2177-4bc5-9917-06a078d109de admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1294614994-network', 'tenant_id': 'deb895b16f7e45e3977efb8924fef5ba'}} {{(pid=110180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:58:19.901735 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea8bd963-2177-4bc5-9917-06a078d109de admin admin] Made reservation on behalf of deb895b16f7e45e3977efb8924fef5ba for: {'network': 1} {{(pid=110180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 14:58:19.904362 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-ea8bd963-2177-4bc5-9917-06a078d109de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for network (None), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:19.913217 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-ea8bd963-2177-4bc5-9917-06a078d109de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:19.998313 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-ea8bd963-2177-4bc5-9917-06a078d109de admin admin] Publish callbacks [] for security_group (3cca1880-216a-4cae-a405-37cdffacb6da), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:20.107878 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-ea8bd963-2177-4bc5-9917-06a078d109de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (3cca1880-216a-4cae-a405-37cdffacb6da), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:20.137059 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea8bd963-2177-4bc5-9917-06a078d109de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=110180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 14:58:20.145624 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8bd963-2177-4bc5-9917-06a078d109de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cca1880-216a-4cae-a405-37cdffacb6da,revision_number=1']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:58:20.152195 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-ea8bd963-2177-4bc5-9917-06a078d109de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16119287'] for segment (97fb4ad6-3ab2-410f-a09d-8ade8425d3c4), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:20.152571 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.db.segments_db [None req-ea8bd963-2177-4bc5-9917-06a078d109de admin admin] Added segment 97fb4ad6-3ab2-410f-a09d-8ade8425d3c4 of type vlan for network 998f4696-e2a2-4642-bb8d-126c1dc77110 Mar 02 14:58:20.195814 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-ea8bd963-2177-4bc5-9917-06a078d109de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757345464387'] for network (998f4696-e2a2-4642-bb8d-126c1dc77110), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:20.307670 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-ea8bd963-2177-4bc5-9917-06a078d109de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677'] for network (998f4696-e2a2-4642-bb8d-126c1dc77110), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:20.309219 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8bd963-2177-4bc5-9917-06a078d109de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:58:20.309802 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-ea8bd963-2177-4bc5-9917-06a078d109de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16231659'] for network (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:20.371474 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8bd963-2177-4bc5-9917-06a078d109de admin admin] Pushing event updated for resources: {'Network': ['ID=998f4696-e2a2-4642-bb8d-126c1dc77110,revision_number=1']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:58:20.383549 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Network 998f4696-e2a2-4642-bb8d-126c1dc77110 details requested by agent ovs-agent-dv-cinder-831439-3-iscsi with host dv-cinder-831439-3-iscsi {{(pid=110181) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 14:58:20.458699 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-ea8bd963-2177-4bc5-9917-06a078d109de admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7332740 Mar 02 14:58:20.461533 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 54156) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:58:20.466102 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.v2.base [None req-3c0b6c41-d70d-4b4a-a4df-babacf2c80bc admin admin] Request body: {'subnet': {'network_id': '998f4696-e2a2-4642-bb8d-126c1dc77110', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1294614994-subnet', 'tenant_id': 'deb895b16f7e45e3977efb8924fef5ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:58:20.570308 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c0b6c41-d70d-4b4a-a4df-babacf2c80bc admin admin] Made reservation on behalf of deb895b16f7e45e3977efb8924fef5ba for: {'subnet': 1} {{(pid=110180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 14:58:20.572709 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3c0b6c41-d70d-4b4a-a4df-babacf2c80bc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58812414'] for subnet (None), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:20.694518 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84ff1c0-c4cd-4b33-9499-7055d5bd7a19 req-1fcabf19-fa1a-4f2d-9284-1f54d104a109 tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:58:20.696072 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a84ff1c0-c4cd-4b33-9499-7055d5bd7a19 req-1fcabf19-fa1a-4f2d-9284-1f54d104a109 tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] 10.222.0.52 "GET /v2.0/ports?device_id=16b6c1ac-a578-48b1-a6d3-78ad890475cf HTTP/1.1" status: 200 len: 946 time: 0.1106656 Mar 02 14:58:20.799563 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a84ff1c0-c4cd-4b33-9499-7055d5bd7a19 req-f5e71997-5a94-4c26-809f-1e1b78f4b0ae tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] 10.222.0.52 "GET /v2.0/security-groups?id=042a4f9a-15cc-43ae-9988-4a18daee0533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964530 Mar 02 14:58:20.879718 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3c0b6c41-d70d-4b4a-a4df-babacf2c80bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3672668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58812364'] for subnet (bcce9ea5-2c9a-41cb-8c27-88d61f983175), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:20.938741 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0b6c41-d70d-4b4a-a4df-babacf2c80bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcce9ea5-2c9a-41cb-8c27-88d61f983175,revision_number=0']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:58:20.951424 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0b6c41-d70d-4b4a-a4df-babacf2c80bc admin admin] Checking segment: {'id': '97fb4ad6-3ab2-410f-a09d-8ade8425d3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '998f4696-e2a2-4642-bb8d-126c1dc77110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 14:58:20.951809 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0b6c41-d70d-4b4a-a4df-babacf2c80bc admin admin] Network hostable DHCP agents. Network: 998f4696-e2a2-4642-bb8d-126c1dc77110, hostable agents: ['dc3a6147-3194-47be-b33a-76a9a2a48933'], hosted agents: [] {{(pid=110180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 14:58:21.039174 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0b6c41-d70d-4b4a-a4df-babacf2c80bc admin admin] Network 998f4696-e2a2-4642-bb8d-126c1dc77110 is scheduled to be hosted by DHCP agent dc3a6147-3194-47be-b33a-76a9a2a48933 with binding_index 1 {{(pid=110180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 14:58:21.136256 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.base_scheduler [None req-3c0b6c41-d70d-4b4a-a4df-babacf2c80bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831439-3-iscsi, 998f4696-e2a2-4642-bb8d-126c1dc77110) {{(pid=110180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 14:58:21.141517 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0b6c41-d70d-4b4a-a4df-babacf2c80bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:58:21.142907 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3c0b6c41-d70d-4b4a-a4df-babacf2c80bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16231659'] for subnet (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:21.145866 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e132755-3a21-4f48-9d5a-e11700cf9015 None None] Network 998f4696-e2a2-4642-bb8d-126c1dc77110 requested from dv-cinder-831439-3-iscsi {{(pid=110181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 14:58:21.263186 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-3c0b6c41-d70d-4b4a-a4df-babacf2c80bc admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7999718 Mar 02 14:58:21.270823 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41765bf-eac8-4781-826e-e66c0066f157 None None] Network 998f4696-e2a2-4642-bb8d-126c1dc77110 requested from dv-cinder-831439-3-iscsi {{(pid=110181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 14:58:21.934465 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9e882a-cd2a-4144-b270-7f0354253d3d req-09360bbe-45e7-49a3-b367-e8f2da9b2224 tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:58:21.935951 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-da9e882a-cd2a-4144-b270-7f0354253d3d req-09360bbe-45e7-49a3-b367-e8f2da9b2224 tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] 10.222.0.52 "GET /v2.0/ports?device_id=16b6c1ac-a578-48b1-a6d3-78ad890475cf HTTP/1.1" status: 200 len: 946 time: 0.0620136 Mar 02 14:58:21.986361 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-da9e882a-cd2a-4144-b270-7f0354253d3d req-5dd11802-3b46-4d08-9d7d-d60338d1265d tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] 10.222.0.52 "GET /v2.0/security-groups?id=042a4f9a-15cc-43ae-9988-4a18daee0533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435476 Mar 02 14:58:22.106673 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 54188) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:58:22.111768 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.v2.base [None req-46331a5e-4377-45df-946d-794de29c7339 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-857189975-network', 'tenant_id': 'ce5f5976aafb43c89bffcb44f613d5ee'}} {{(pid=110180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:58:22.313457 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46331a5e-4377-45df-946d-794de29c7339 admin admin] Made reservation on behalf of ce5f5976aafb43c89bffcb44f613d5ee for: {'network': 1} {{(pid=110180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 14:58:22.315862 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-46331a5e-4377-45df-946d-794de29c7339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for network (None), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:22.325045 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-46331a5e-4377-45df-946d-794de29c7339 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:22.413803 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-46331a5e-4377-45df-946d-794de29c7339 admin admin] Publish callbacks [] for security_group (0c4aa4ec-586f-407d-b8a2-5c4f030a969d), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:22.479553 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-46331a5e-4377-45df-946d-794de29c7339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (0c4aa4ec-586f-407d-b8a2-5c4f030a969d), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:22.508724 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46331a5e-4377-45df-946d-794de29c7339 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=110180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 14:58:22.516125 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46331a5e-4377-45df-946d-794de29c7339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c4aa4ec-586f-407d-b8a2-5c4f030a969d,revision_number=1']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:58:22.530428 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-46331a5e-4377-45df-946d-794de29c7339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16119287'] for segment (e0fe2fd2-f9e5-4015-adfe-550bbad2a53f), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:22.531103 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.db.segments_db [None req-46331a5e-4377-45df-946d-794de29c7339 admin admin] Added segment e0fe2fd2-f9e5-4015-adfe-550bbad2a53f of type vlan for network 03a6faef-80f5-43eb-8f2e-a0a360cda84b Mar 02 14:58:22.578095 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-46331a5e-4377-45df-946d-794de29c7339 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757345464387'] for network (03a6faef-80f5-43eb-8f2e-a0a360cda84b), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:22.730759 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-46331a5e-4377-45df-946d-794de29c7339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677'] for network (03a6faef-80f5-43eb-8f2e-a0a360cda84b), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:22.731757 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46331a5e-4377-45df-946d-794de29c7339 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:58:22.732341 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-46331a5e-4377-45df-946d-794de29c7339 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16231659'] for network (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:22.801908 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46331a5e-4377-45df-946d-794de29c7339 admin admin] Pushing event updated for resources: {'Network': ['ID=03a6faef-80f5-43eb-8f2e-a0a360cda84b,revision_number=1']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:58:22.812729 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Network 03a6faef-80f5-43eb-8f2e-a0a360cda84b details requested by agent ovs-agent-dv-cinder-831439-3-iscsi with host dv-cinder-831439-3-iscsi {{(pid=110181) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 14:58:22.927727 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-46331a5e-4377-45df-946d-794de29c7339 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8198202 Mar 02 14:58:22.931324 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 54196) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:58:22.937659 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.v2.base [None req-3ed39fec-83e1-46db-9011-87f3ba751886 admin admin] Request body: {'subnet': {'network_id': '03a6faef-80f5-43eb-8f2e-a0a360cda84b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-857189975-subnet', 'tenant_id': 'ce5f5976aafb43c89bffcb44f613d5ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:58:23.062618 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed39fec-83e1-46db-9011-87f3ba751886 admin admin] Made reservation on behalf of ce5f5976aafb43c89bffcb44f613d5ee for: {'subnet': 1} {{(pid=110180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 14:58:23.066590 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3ed39fec-83e1-46db-9011-87f3ba751886 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58812414'] for subnet (None), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:23.207780 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db4d18c-ef62-4c19-9ca0-525fd54b9c84 req-3585aa88-910e-4510-9f94-23f50696ecbd tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:58:23.210264 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-7db4d18c-ef62-4c19-9ca0-525fd54b9c84 req-3585aa88-910e-4510-9f94-23f50696ecbd tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] 10.222.0.52 "GET /v2.0/ports?device_id=16b6c1ac-a578-48b1-a6d3-78ad890475cf HTTP/1.1" status: 200 len: 946 time: 0.1385975 Mar 02 14:58:23.307848 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-7db4d18c-ef62-4c19-9ca0-525fd54b9c84 req-393378a9-a054-4279-b034-ca2d5fa161a8 tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] 10.222.0.52 "GET /v2.0/security-groups?id=042a4f9a-15cc-43ae-9988-4a18daee0533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860763 Mar 02 14:58:23.450980 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3ed39fec-83e1-46db-9011-87f3ba751886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3672668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58812364'] for subnet (8b0213cf-eede-47f3-9901-7c5920db5f2c), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:23.500137 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed39fec-83e1-46db-9011-87f3ba751886 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b0213cf-eede-47f3-9901-7c5920db5f2c,revision_number=0']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:58:23.518260 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed39fec-83e1-46db-9011-87f3ba751886 admin admin] Checking segment: {'id': 'e0fe2fd2-f9e5-4015-adfe-550bbad2a53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '03a6faef-80f5-43eb-8f2e-a0a360cda84b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 14:58:23.518619 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed39fec-83e1-46db-9011-87f3ba751886 admin admin] Network hostable DHCP agents. Network: 03a6faef-80f5-43eb-8f2e-a0a360cda84b, hostable agents: ['dc3a6147-3194-47be-b33a-76a9a2a48933'], hosted agents: [] {{(pid=110180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 14:58:23.644656 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed39fec-83e1-46db-9011-87f3ba751886 admin admin] Network 03a6faef-80f5-43eb-8f2e-a0a360cda84b is scheduled to be hosted by DHCP agent dc3a6147-3194-47be-b33a-76a9a2a48933 with binding_index 1 {{(pid=110180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 14:58:23.736467 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.base_scheduler [None req-3ed39fec-83e1-46db-9011-87f3ba751886 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831439-3-iscsi, 03a6faef-80f5-43eb-8f2e-a0a360cda84b) {{(pid=110180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 14:58:23.740568 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed39fec-83e1-46db-9011-87f3ba751886 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:58:23.741157 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3ed39fec-83e1-46db-9011-87f3ba751886 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16231659'] for subnet (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:23.748912 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363233e3-46ad-4606-b52d-24e7bf87ded2 None None] Network 03a6faef-80f5-43eb-8f2e-a0a360cda84b requested from dv-cinder-831439-3-iscsi {{(pid=110181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 14:58:23.814061 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-3ed39fec-83e1-46db-9011-87f3ba751886 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8811891 Mar 02 14:58:23.865396 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04a20fb-53c8-4bc1-bb1e-52e16428d065 None None] Network 03a6faef-80f5-43eb-8f2e-a0a360cda84b requested from dv-cinder-831439-3-iscsi {{(pid=110181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 14:58:24.442203 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443ac883-b896-4cc7-9b92-26f032eb8cda req-9f682fa4-6bc4-4369-b120-b1d0125a3409 tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:58:24.444872 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-443ac883-b896-4cc7-9b92-26f032eb8cda req-9f682fa4-6bc4-4369-b120-b1d0125a3409 tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] 10.222.0.52 "GET /v2.0/ports?device_id=16b6c1ac-a578-48b1-a6d3-78ad890475cf HTTP/1.1" status: 200 len: 946 time: 0.0640297 Mar 02 14:58:24.501359 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-443ac883-b896-4cc7-9b92-26f032eb8cda req-f2c006e8-4c65-40e7-8b25-9fcfe10b007e tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] 10.222.0.52 "GET /v2.0/security-groups?id=042a4f9a-15cc-43ae-9988-4a18daee0533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499363 Mar 02 14:58:25.694122 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4758c602-74c3-4fec-a874-c8df42524ec9 req-638c5101-f7b3-40b6-899d-2d60ad880544 tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:58:25.695946 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-4758c602-74c3-4fec-a874-c8df42524ec9 req-638c5101-f7b3-40b6-899d-2d60ad880544 tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] 10.222.0.52 "GET /v2.0/ports?device_id=16b6c1ac-a578-48b1-a6d3-78ad890475cf HTTP/1.1" status: 200 len: 946 time: 0.0573978 Mar 02 14:58:25.754502 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-4758c602-74c3-4fec-a874-c8df42524ec9 req-28dabf7e-3ed6-4d4e-8529-f0ef695319b6 tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] 10.222.0.52 "GET /v2.0/security-groups?id=042a4f9a-15cc-43ae-9988-4a18daee0533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521553 Mar 02 14:58:26.829435 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (a761fe19-4045-45cc-a7c7-f029a0c82591), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:26.893560 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957164ea-a910-42cb-aaa0-5b52df97eb6b req-dd94c07c-bcd2-47d6-abb3-da0861d764d4 tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:58:26.896115 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-957164ea-a910-42cb-aaa0-5b52df97eb6b req-dd94c07c-bcd2-47d6-abb3-da0861d764d4 tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] 10.222.0.52 "GET /v2.0/ports?device_id=16b6c1ac-a578-48b1-a6d3-78ad890475cf HTTP/1.1" status: 200 len: 946 time: 0.0587583 Mar 02 14:58:26.950433 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-957164ea-a910-42cb-aaa0-5b52df97eb6b req-f8217083-6016-4739-a31e-118afc81fa9b tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] 10.222.0.52 "GET /v2.0/security-groups?id=042a4f9a-15cc-43ae-9988-4a18daee0533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472612 Mar 02 14:58:28.106456 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cfdb0a-3377-4ded-8b23-53b848e24cd9 req-72988b90-6fbb-4fc5-9916-229d7a675f72 tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:58:28.108210 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-00cfdb0a-3377-4ded-8b23-53b848e24cd9 req-72988b90-6fbb-4fc5-9916-229d7a675f72 tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] 10.222.0.52 "GET /v2.0/ports?device_id=16b6c1ac-a578-48b1-a6d3-78ad890475cf HTTP/1.1" status: 200 len: 946 time: 0.0641499 Mar 02 14:58:28.197290 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-00cfdb0a-3377-4ded-8b23-53b848e24cd9 req-67ed3e57-882c-4523-aa2d-73677944c4a0 tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] 10.222.0.52 "GET /v2.0/security-groups?id=042a4f9a-15cc-43ae-9988-4a18daee0533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782588 Mar 02 14:58:28.240842 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Device 2566654e-33b3-4e13-b49c-de94e3162755 no longer exists at agent hyperv_hv-cinder-83143 {{(pid=110181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 14:58:28.325423 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Current status of the port 2566654e-33b3-4e13-b49c-de94e3162755 is: ACTIVE; New status is: DOWN {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:58:28.325830 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (2566654e-33b3-4e13-b49c-de94e3162755), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:28.350448 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16b6c1ac-a578-48b1-a6d3-78ad890475cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2566654e-33b3-4e13-b49c-de94e3162755'}] {{(pid=110181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 14:58:28.353049 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6faebeedf0149bd95a8e5aac95437523d12653d92db1e1e7ce78ae8719853609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3157114a-4e49-41d1-8051-dcce6634132e" -d '{"events": [{"server_uuid": "16b6c1ac-a578-48b1-a6d3-78ad890475cf", "name": "network-vif-unplugged", "status": "completed", "tag": "2566654e-33b3-4e13-b49c-de94e3162755"}]}' {{(pid=110181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 14:58:28.366329 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] For port 2566654e-33b3-4e13-b49c-de94e3162755, host hv-cinder-83143, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=2566654e-33b3-4e13-b49c-de94e3162755,segment=NetworkSegment(e7c321a0-838f-4650-b9bc-a9b951b87ffc),segment_id=e7c321a0-838f-4650-b9bc-a9b951b87ffc)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:58:28.389065 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Mar 2022 14:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dae0aac5-6514-45fb-9209-511e1d91b246 x-openstack-request-id: req-dae0aac5-6514-45fb-9209-511e1d91b246 {{(pid=110181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 14:58:28.389375 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16b6c1ac-a578-48b1-a6d3-78ad890475cf", "name": "network-vif-unplugged", "status": "completed", "tag": "2566654e-33b3-4e13-b49c-de94e3162755", "code": 200}]} {{(pid=110181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 14:58:28.389627 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dae0aac5-6514-45fb-9209-511e1d91b246 {{(pid=110181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 14:58:28.390015 dv-cinder-831439-3-iscsi neutron-server[110181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16b6c1ac-a578-48b1-a6d3-78ad890475cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2566654e-33b3-4e13-b49c-de94e3162755', 'code': 200} Mar 02 14:58:28.422484 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (2566654e-33b3-4e13-b49c-de94e3162755), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:28.476595 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Pushing event updated for resources: {'Port': ['ID=2566654e-33b3-4e13-b49c-de94e3162755,revision_number=6']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:58:28.485672 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:58:28.486055 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:58:28.486432 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:58:28.486779 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:58:28.487117 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:58:28.487453 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:58:28.487826 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:58:28.488159 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:58:28.488492 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:58:28.488841 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:58:28.489175 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:58:28.489502 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:58:28.489886 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:58:28.862431 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3535aa59-0892-46f1-be75-f9bd5f6cede6 req-84bfd799-fdcf-4c5c-b524-d5eae5474552 tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:58:28.863875 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-3535aa59-0892-46f1-be75-f9bd5f6cede6 req-84bfd799-fdcf-4c5c-b524-d5eae5474552 tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] 10.222.0.55 "GET /v2.0/ports?device_id=16b6c1ac-a578-48b1-a6d3-78ad890475cf HTTP/1.1" status: 200 len: 944 time: 0.0547009 Mar 02 14:58:28.998546 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.plugin [req-3535aa59-0892-46f1-be75-f9bd5f6cede6 req-871e7939-4890-485d-a95e-6b7d8542957f tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] Deleting port 2566654e-33b3-4e13-b49c-de94e3162755 {{(pid=110180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 14:58:28.998885 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-3535aa59-0892-46f1-be75-f9bd5f6cede6 req-871e7939-4890-485d-a95e-6b7d8542957f tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757345981049'] for port (2566654e-33b3-4e13-b49c-de94e3162755), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:29.109198 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.db [req-3535aa59-0892-46f1-be75-f9bd5f6cede6 req-871e7939-4890-485d-a95e-6b7d8542957f tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] For port 2566654e-33b3-4e13-b49c-de94e3162755, host hv-cinder-83143, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=2566654e-33b3-4e13-b49c-de94e3162755,segment=NetworkSegment(e7c321a0-838f-4650-b9bc-a9b951b87ffc),segment_id=e7c321a0-838f-4650-b9bc-a9b951b87ffc)] {{(pid=110180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:58:29.109884 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-3535aa59-0892-46f1-be75-f9bd5f6cede6 req-871e7939-4890-485d-a95e-6b7d8542957f tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port (2566654e-33b3-4e13-b49c-de94e3162755), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:29.125605 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.plugin [req-3535aa59-0892-46f1-be75-f9bd5f6cede6 req-871e7939-4890-485d-a95e-6b7d8542957f tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] Calling delete_port for 2566654e-33b3-4e13-b49c-de94e3162755 owned by compute:nova {{(pid=110180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 14:58:29.336115 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9c8f36-9d11-4bf5-a766-82bc4d27319a req-d47db917-32e9-4750-a73b-3b2288e2dead tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:58:29.337586 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-dd9c8f36-9d11-4bf5-a766-82bc4d27319a req-d47db917-32e9-4750-a73b-3b2288e2dead tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] 10.222.0.52 "GET /v2.0/ports?device_id=16b6c1ac-a578-48b1-a6d3-78ad890475cf HTTP/1.1" status: 200 len: 944 time: 0.0682337 Mar 02 14:58:29.387355 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-dd9c8f36-9d11-4bf5-a766-82bc4d27319a req-f9a27d23-76d3-4898-a4f0-fbaba0615ba4 tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] 10.222.0.52 "GET /v2.0/security-groups?id=042a4f9a-15cc-43ae-9988-4a18daee0533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435758 Mar 02 14:58:29.399218 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-3535aa59-0892-46f1-be75-f9bd5f6cede6 req-871e7939-4890-485d-a95e-6b7d8542957f tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757345984732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757345480677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672616'] for port (2566654e-33b3-4e13-b49c-de94e3162755), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:29.436281 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871e7939-4890-485d-a95e-6b7d8542957f tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] Pushing event deleted for resources: {'Port': ['ID=2566654e-33b3-4e13-b49c-de94e3162755,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:58:29.494895 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.l3_dvrscheduler_db [req-3535aa59-0892-46f1-be75-f9bd5f6cede6 req-871e7939-4890-485d-a95e-6b7d8542957f tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] No DVR routers for this DVR port 2566654e-33b3-4e13-b49c-de94e3162755 on host hv-cinder-83143 {{(pid=110180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 14:58:29.498028 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-3535aa59-0892-46f1-be75-f9bd5f6cede6 req-871e7939-4890-485d-a95e-6b7d8542957f tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221961'] for port (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:29.503801 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-3535aa59-0892-46f1-be75-f9bd5f6cede6 req-871e7939-4890-485d-a95e-6b7d8542957f tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] 10.222.0.55 "DELETE /v2.0/ports/2566654e-33b3-4e13-b49c-de94e3162755 HTTP/1.1" status: 204 len: 173 time: 0.6337242 Mar 02 14:58:29.504517 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16b6c1ac-a578-48b1-a6d3-78ad890475cf', 'name': 'network-vif-deleted', 'tag': '2566654e-33b3-4e13-b49c-de94e3162755'}] {{(pid=110180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 14:58:29.508315 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d4cb776884cbbf8177075bc934a95f6bdaf5bba346c2d7fc75eae3cda02a5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4446f6e1-6eee-4d8c-a230-9c3c6edc6d25" -d '{"events": [{"server_uuid": "16b6c1ac-a578-48b1-a6d3-78ad890475cf", "name": "network-vif-deleted", "tag": "2566654e-33b3-4e13-b49c-de94e3162755"}]}' {{(pid=110180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 14:58:29.551129 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 14:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3035cea-80a3-4d9b-a844-009670780d27 x-openstack-request-id: req-d3035cea-80a3-4d9b-a844-009670780d27 {{(pid=110180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 14:58:29.551262 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16b6c1ac-a578-48b1-a6d3-78ad890475cf", "name": "network-vif-deleted", "tag": "2566654e-33b3-4e13-b49c-de94e3162755", "status": "completed", "code": 200}]} {{(pid=110180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 14:58:29.551411 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d3035cea-80a3-4d9b-a844-009670780d27 {{(pid=110180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 14:58:29.551837 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16b6c1ac-a578-48b1-a6d3-78ad890475cf', 'name': 'network-vif-deleted', 'tag': '2566654e-33b3-4e13-b49c-de94e3162755', 'status': 'completed', 'code': 200} Mar 02 14:58:30.703094 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-73a3f03d-9715-46d7-89e1-e5bfc026959e req-fb5546ff-48b5-466a-951a-a24c4d486f07 tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] 10.222.0.52 "GET /v2.0/ports?device_id=16b6c1ac-a578-48b1-a6d3-78ad890475cf HTTP/1.1" status: 200 len: 210 time: 0.2472751 Mar 02 14:58:31.829881 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a8dbe1c7-5933-446d-9089-613c5069412f req-8a5b502a-acf3-47c1-b733-76f3f5795206 tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] 10.222.0.52 "GET /v2.0/ports?device_id=16b6c1ac-a578-48b1-a6d3-78ad890475cf HTTP/1.1" status: 200 len: 210 time: 0.0370195 Mar 02 14:58:31.882725 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f43e1a-f0a4-4826-bd01-09ea0b4e5177 req-b5e02e80-8094-4b1a-b941-24620215172f tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:58:31.884330 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-05f43e1a-f0a4-4826-bd01-09ea0b4e5177 req-b5e02e80-8094-4b1a-b941-24620215172f tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/networks?id=4aeef58e-3340-46c4-943d-ae2ec26e78a0 HTTP/1.1" status: 200 len: 814 time: 0.1419156 Mar 02 14:58:31.904151 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-05f43e1a-f0a4-4826-bd01-09ea0b4e5177 req-b0ac0701-fd2a-4b5a-a500-8b8ae6592293 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/quotas/c744cfa2ecd64e8b8882c1e3e1c97e02 HTTP/1.1" status: 200 len: 375 time: 0.0102074 Mar 02 14:58:31.958804 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-05f43e1a-f0a4-4826-bd01-09ea0b4e5177 req-fb953a10-d8e4-480c-81d8-7166ff188655 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=c744cfa2ecd64e8b8882c1e3e1c97e02&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0492413 Mar 02 14:58:32.061048 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-05f43e1a-f0a4-4826-bd01-09ea0b4e5177 req-ef573692-a4d1-4fbd-baec-10bfd4e142c2 service neutron] 10.222.0.52 "GET /v2.0/networks/4aeef58e-3340-46c4-943d-ae2ec26e78a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932295 Mar 02 14:58:32.157011 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-05f43e1a-f0a4-4826-bd01-09ea0b4e5177 req-952a23fd-7f87-4229-8ed3-74ba61b17cb6 service neutron] 10.222.0.52 "GET /v2.0/networks/4aeef58e-3340-46c4-943d-ae2ec26e78a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903549 Mar 02 14:58:32.439931 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-b92ee972-6dcd-4b9c-8cdc-c32f7044078a req-97ef1ad8-a8de-4f51-a696-7154aab90290 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=12392d5d-5e2f-4804-86d3-0c021da8bbe2 HTTP/1.1" status: 200 len: 210 time: 0.0263157 Mar 02 14:58:32.939900 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-3f857dde-0ca7-4dd4-ba71-534ed1264fcd req-83964c50-c53f-46f9-98af-03c627e27029 tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] 10.222.0.52 "GET /v2.0/ports?device_id=16b6c1ac-a578-48b1-a6d3-78ad890475cf HTTP/1.1" status: 200 len: 210 time: 0.0268130 Mar 02 14:58:33.546248 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-7ec27460-48c8-4f5f-b39e-a651132d600c req-43f47384-e507-434e-be1c-f440fc0b26eb tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=12392d5d-5e2f-4804-86d3-0c021da8bbe2 HTTP/1.1" status: 200 len: 210 time: 0.0319147 Mar 02 14:58:34.038444 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a778b05a-e1cf-4f2d-9c60-3d6087f90b98 req-452d1e02-4fd8-43b6-acb1-3e60866945bf tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] 10.222.0.52 "GET /v2.0/ports?device_id=16b6c1ac-a578-48b1-a6d3-78ad890475cf HTTP/1.1" status: 200 len: 210 time: 0.0284052 Mar 02 14:58:34.639744 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-d0a444e8-4258-4c24-baae-1624218de52f req-1b8ba8b1-d1ed-4981-b232-4e08678a4372 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=12392d5d-5e2f-4804-86d3-0c021da8bbe2 HTTP/1.1" status: 200 len: 210 time: 0.0280311 Mar 02 14:58:35.132466 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-58f60697-fd77-4c93-81f0-76c2f9ea9758 req-dacfffc8-e873-47ae-a45b-26a5db67ba87 tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] 10.222.0.52 "GET /v2.0/ports?device_id=16b6c1ac-a578-48b1-a6d3-78ad890475cf HTTP/1.1" status: 200 len: 210 time: 0.0270331 Mar 02 14:58:35.731006 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ab5629cd-4207-4fd0-83c7-7920aae9307a req-a8d878e7-cc75-4537-a7ad-57438a42ab6b tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=12392d5d-5e2f-4804-86d3-0c021da8bbe2 HTTP/1.1" status: 200 len: 210 time: 0.0257657 Mar 02 14:58:36.228980 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-2f56adc3-2b3e-4933-825c-315d9f750db7 req-b30aae37-c501-4e66-9fb1-1728e6011986 tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] 10.222.0.52 "GET /v2.0/ports?device_id=16b6c1ac-a578-48b1-a6d3-78ad890475cf HTTP/1.1" status: 200 len: 210 time: 0.0263469 Mar 02 14:58:36.833788 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-0048d18b-8137-42ce-928f-39c09cdce253 req-4e88ed6a-8798-48db-9dcc-5825b8df4af9 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=12392d5d-5e2f-4804-86d3-0c021da8bbe2 HTTP/1.1" status: 200 len: 210 time: 0.0299201 Mar 02 14:58:37.330051 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-10af7887-e363-4a38-90b1-d2ec96eb7fde req-516acd4a-20be-4415-b9ab-0925284d1b26 tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] 10.222.0.52 "GET /v2.0/ports?device_id=16b6c1ac-a578-48b1-a6d3-78ad890475cf HTTP/1.1" status: 200 len: 210 time: 0.0279644 Mar 02 14:58:37.928375 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-5ffa1fc8-9354-46fb-bab6-3c9d77e95f49 req-68a93e25-7982-4eb1-b023-902ec3e6ef59 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=12392d5d-5e2f-4804-86d3-0c021da8bbe2 HTTP/1.1" status: 200 len: 210 time: 0.0272920 Mar 02 14:58:38.427059 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-081b181a-7eec-45f8-912c-8a0df69458a7 req-54aecad0-f5da-4267-b34a-4040cc586400 tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] 10.222.0.52 "GET /v2.0/ports?device_id=16b6c1ac-a578-48b1-a6d3-78ad890475cf HTTP/1.1" status: 200 len: 210 time: 0.0291336 Mar 02 14:58:38.747721 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-7428afdd-d475-4472-bb4b-fea93c512a61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (dc3a6147-3194-47be-b33a-76a9a2a48933), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:38.873394 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.agents_db [None req-b044b9bd-a670-44c5-b22a-8886b11808d8 None None] Agent healthcheck: found 6 active agents {{(pid=110182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 14:58:39.022068 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-f333b2ce-8309-4983-9e43-1c9f751b9975 req-3279932c-fea4-4ff0-a578-c264e8422ac3 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=12392d5d-5e2f-4804-86d3-0c021da8bbe2 HTTP/1.1" status: 200 len: 210 time: 0.0269060 Mar 02 14:58:39.534863 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-867ac6c1-2fce-4616-a145-daf634df15cb req-fae08327-f8f4-4aac-ae53-5db83d4c2525 tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] 10.222.0.52 "GET /v2.0/ports?device_id=16b6c1ac-a578-48b1-a6d3-78ad890475cf HTTP/1.1" status: 200 len: 210 time: 0.0358670 Mar 02 14:58:39.917782 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f43e1a-f0a4-4826-bd01-09ea0b4e5177 req-b67c2e3e-6205-4103-ab67-9946028609db tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:58:39.919285 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-05f43e1a-f0a4-4826-bd01-09ea0b4e5177 req-b67c2e3e-6205-4103-ab67-9946028609db tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.55 "GET /v2.0/networks?id=4aeef58e-3340-46c4-943d-ae2ec26e78a0 HTTP/1.1" status: 200 len: 814 time: 0.1067564 Mar 02 14:58:39.997742 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.v2.base [req-05f43e1a-f0a4-4826-bd01-09ea0b4e5177 req-29b5f494-1d67-49aa-81a7-6e52f89f5491 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Request body: {'port': {'device_id': '12392d5d-5e2f-4804-86d3-0c021da8bbe2', 'network_id': '4aeef58e-3340-46c4-943d-ae2ec26e78a0', 'admin_state_up': True, 'tenant_id': 'c744cfa2ecd64e8b8882c1e3e1c97e02'}} {{(pid=110180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:58:40.152022 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-294a597d-9291-4da6-aa9c-394a908ad1a9 req-1a5cfc01-1199-4f62-88f4-1b0f00bc9c53 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=12392d5d-5e2f-4804-86d3-0c021da8bbe2 HTTP/1.1" status: 200 len: 210 time: 0.0303142 Mar 02 14:58:40.267528 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05f43e1a-f0a4-4826-bd01-09ea0b4e5177 req-29b5f494-1d67-49aa-81a7-6e52f89f5491 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Made reservation on behalf of c744cfa2ecd64e8b8882c1e3e1c97e02 for: {'port': 1} {{(pid=110180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 14:58:40.270904 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-05f43e1a-f0a4-4826-bd01-09ea0b4e5177 req-29b5f494-1d67-49aa-81a7-6e52f89f5491 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (None), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:40.416167 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.db_base_plugin_common [req-05f43e1a-f0a4-4826-bd01-09ea0b4e5177 req-29b5f494-1d67-49aa-81a7-6e52f89f5491 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Allocated IP 172.20.0.3 (4aeef58e-3340-46c4-943d-ae2ec26e78a0/33e89568-1c93-4c51-af7d-02f9e3bdcc0f/26c145e1-7ad8-4060-9cba-4b7a54c31241) {{(pid=110180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 14:58:40.597034 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-05f43e1a-f0a4-4826-bd01-09ea0b4e5177 req-29b5f494-1d67-49aa-81a7-6e52f89f5491 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Publish callbacks [] for port (26c145e1-7ad8-4060-9cba-4b7a54c31241), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:40.674351 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-55dedffe-378f-47e5-8f02-3aae4de1988a req-3de50904-9bbc-4b86-919e-70411023bf71 tempest-DeleteServersTestJSON-1767372245 tempest-DeleteServersTestJSON-1767372245-project] 10.222.0.52 "GET /v2.0/ports?device_id=16b6c1ac-a578-48b1-a6d3-78ad890475cf HTTP/1.1" status: 200 len: 210 time: 0.0308590 Mar 02 14:58:40.753083 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-05f43e1a-f0a4-4826-bd01-09ea0b4e5177 req-29b5f494-1d67-49aa-81a7-6e52f89f5491 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757345480668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672616'] for port (26c145e1-7ad8-4060-9cba-4b7a54c31241), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:40.796691 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05f43e1a-f0a4-4826-bd01-09ea0b4e5177 req-29b5f494-1d67-49aa-81a7-6e52f89f5491 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Network 4aeef58e-3340-46c4-943d-ae2ec26e78a0 is already hosted by enough agents. {{(pid=110180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 14:58:40.799789 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.base_scheduler [req-05f43e1a-f0a4-4826-bd01-09ea0b4e5177 req-29b5f494-1d67-49aa-81a7-6e52f89f5491 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Resources bound (agent type, host, resource id): {{(pid=110180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 14:58:40.803638 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.l3_dvrscheduler_db [req-05f43e1a-f0a4-4826-bd01-09ea0b4e5177 req-29b5f494-1d67-49aa-81a7-6e52f89f5491 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Received port after_create {{(pid=110180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 14:58:40.814490 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] get_ports_and_sgs() called for port_ids ['608c0c91-197c-49ef-82b6-c579c40de592'] {{(pid=110181) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 14:58:40.830284 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b5f494-1d67-49aa-81a7-6e52f89f5491 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Pushing event updated for resources: {'Port': ['ID=26c145e1-7ad8-4060-9cba-4b7a54c31241,revision_number=1']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:58:40.859521 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f43e1a-f0a4-4826-bd01-09ea0b4e5177 req-29b5f494-1d67-49aa-81a7-6e52f89f5491 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:58:40.860201 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-05f43e1a-f0a4-4826-bd01-09ea0b4e5177 req-29b5f494-1d67-49aa-81a7-6e52f89f5491 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221961'] for port (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:40.990310 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-05f43e1a-f0a4-4826-bd01-09ea0b4e5177 req-29b5f494-1d67-49aa-81a7-6e52f89f5491 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9965827 Mar 02 14:58:41.079382 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a99c6ff2-7017-4ca7-890c-a27d226e9b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (4b7d4a90-2987-419a-b6cd-7624b7dba065), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:41.274056 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaa3eeb-1bb9-4506-9e95-a7f03b1c3e61 req-44018010-eadb-4b10-bbc9-951156b1b612 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:58:41.280613 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-bcaa3eeb-1bb9-4506-9e95-a7f03b1c3e61 req-44018010-eadb-4b10-bbc9-951156b1b612 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=12392d5d-5e2f-4804-86d3-0c021da8bbe2 HTTP/1.1" status: 200 len: 931 time: 0.0543787 Mar 02 14:58:41.328761 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-bcaa3eeb-1bb9-4506-9e95-a7f03b1c3e61 req-0a821036-6139-4568-ac50-cf0bb5138514 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/security-groups?id=74537ba6-1b23-49ee-a8f7-21a45895cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463779 Mar 02 14:58:42.147861 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-8c265469-93de-451d-a227-73ff998d8f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (bfbb2626-1130-458a-80a5-4632d76fa057), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:42.455143 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866ab010-6061-4577-9d3d-3c7ef0c1590f req-9a7161f0-6275-49ae-8f10-22036c12721c tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:58:42.456711 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-866ab010-6061-4577-9d3d-3c7ef0c1590f req-9a7161f0-6275-49ae-8f10-22036c12721c tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=12392d5d-5e2f-4804-86d3-0c021da8bbe2 HTTP/1.1" status: 200 len: 931 time: 0.0591114 Mar 02 14:58:42.507149 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-866ab010-6061-4577-9d3d-3c7ef0c1590f req-9cb54138-a74d-4c5e-aa3c-53c7a59c0ed3 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/security-groups?id=74537ba6-1b23-49ee-a8f7-21a45895cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444326 Mar 02 14:58:43.048867 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.v2.base [req-05f43e1a-f0a4-4826-bd01-09ea0b4e5177 req-30befc04-1416-4ad9-92e6-27504498fdd1 service neutron] Request body: {'port': {'device_id': '12392d5d-5e2f-4804-86d3-0c021da8bbe2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83143'}} {{(pid=110180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:58:43.109002 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-05f43e1a-f0a4-4826-bd01-09ea0b4e5177 req-30befc04-1416-4ad9-92e6-27504498fdd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (26c145e1-7ad8-4060-9cba-4b7a54c31241), before_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:43.381155 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.notifiers.nova [req-05f43e1a-f0a4-4826-bd01-09ea0b4e5177 req-30befc04-1416-4ad9-92e6-27504498fdd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26c145e1-7ad8-4060-9cba-4b7a54c31241 {{(pid=110180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 14:58:43.389507 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-05f43e1a-f0a4-4826-bd01-09ea0b4e5177 req-30befc04-1416-4ad9-92e6-27504498fdd1 service neutron] Publish callbacks [] for port (26c145e1-7ad8-4060-9cba-4b7a54c31241), precommit_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:43.402097 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.provisioning_blocks [req-05f43e1a-f0a4-4826-bd01-09ea0b4e5177 req-30befc04-1416-4ad9-92e6-27504498fdd1 service neutron] Transition to ACTIVE for port object 26c145e1-7ad8-4060-9cba-4b7a54c31241 will not be triggered until provisioned by entity L2. {{(pid=110180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 14:58:43.473360 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-05f43e1a-f0a4-4826-bd01-09ea0b4e5177 req-30befc04-1416-4ad9-92e6-27504498fdd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3672609'] for port (26c145e1-7ad8-4060-9cba-4b7a54c31241), after_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:43.523916 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30befc04-1416-4ad9-92e6-27504498fdd1 service neutron] Pushing event updated for resources: {'Port': ['ID=26c145e1-7ad8-4060-9cba-4b7a54c31241,revision_number=2']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:58:43.593578 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-9cfe1c82-1e01-4346-89c5-c3e1093f4022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (b9ce56f8-3527-4dd9-b024-9df7b3f4c018), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:43.632612 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.managers [req-05f43e1a-f0a4-4826-bd01-09ea0b4e5177 req-30befc04-1416-4ad9-92e6-27504498fdd1 service neutron] Attempting to bind port 26c145e1-7ad8-4060-9cba-4b7a54c31241 on host hv-cinder-83143 for vnic_type normal with profile {{(pid=110180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 14:58:43.632950 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.managers [req-05f43e1a-f0a4-4826-bd01-09ea0b4e5177 req-30befc04-1416-4ad9-92e6-27504498fdd1 service neutron] Attempting to bind port 26c145e1-7ad8-4060-9cba-4b7a54c31241 by drivers openvswitch,hyperv on host hv-cinder-83143 at level 0 using segments [{'id': '8893ea58-7cff-4b58-935d-3a9feb64b4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '4aeef58e-3340-46c4-943d-ae2ec26e78a0'}] {{(pid=110180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 14:58:43.633283 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f43e1a-f0a4-4826-bd01-09ea0b4e5177 req-30befc04-1416-4ad9-92e6-27504498fdd1 service neutron] Attempting to bind port 26c145e1-7ad8-4060-9cba-4b7a54c31241 on network 4aeef58e-3340-46c4-943d-ae2ec26e78a0 {{(pid=110180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 14:58:43.640712 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f43e1a-f0a4-4826-bd01-09ea0b4e5177 req-30befc04-1416-4ad9-92e6-27504498fdd1 service neutron] Port 26c145e1-7ad8-4060-9cba-4b7a54c31241 on network 4aeef58e-3340-46c4-943d-ae2ec26e78a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83143 {{(pid=110180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 14:58:43.640985 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f43e1a-f0a4-4826-bd01-09ea0b4e5177 req-30befc04-1416-4ad9-92e6-27504498fdd1 service neutron] Attempting to bind port 26c145e1-7ad8-4060-9cba-4b7a54c31241 on network 4aeef58e-3340-46c4-943d-ae2ec26e78a0 {{(pid=110180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 14:58:43.648475 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f43e1a-f0a4-4826-bd01-09ea0b4e5177 req-30befc04-1416-4ad9-92e6-27504498fdd1 service neutron] Checking agent: {'id': 'a761fe19-4045-45cc-a7c7-f029a0c82591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83143', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 14, 54, 53), 'started_at': datetime.datetime(2022, 3, 2, 14, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 14, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 14:58:43.648788 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f43e1a-f0a4-4826-bd01-09ea0b4e5177 req-30befc04-1416-4ad9-92e6-27504498fdd1 service neutron] Checking segment: {'id': '8893ea58-7cff-4b58-935d-3a9feb64b4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '4aeef58e-3340-46c4-943d-ae2ec26e78a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 14:58:43.649169 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f43e1a-f0a4-4826-bd01-09ea0b4e5177 req-30befc04-1416-4ad9-92e6-27504498fdd1 service neutron] Bound using segment: {'id': '8893ea58-7cff-4b58-935d-3a9feb64b4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '4aeef58e-3340-46c4-943d-ae2ec26e78a0'} {{(pid=110180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 14:58:43.649605 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.managers [req-05f43e1a-f0a4-4826-bd01-09ea0b4e5177 req-30befc04-1416-4ad9-92e6-27504498fdd1 service neutron] Bound port: 26c145e1-7ad8-4060-9cba-4b7a54c31241, host: hv-cinder-83143, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8893ea58-7cff-4b58-935d-3a9feb64b4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '4aeef58e-3340-46c4-943d-ae2ec26e78a0'}}] {{(pid=110180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 14:58:43.649957 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-05f43e1a-f0a4-4826-bd01-09ea0b4e5177 req-30befc04-1416-4ad9-92e6-27504498fdd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (26c145e1-7ad8-4060-9cba-4b7a54c31241), before_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:43.660176 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a9738a-2131-434d-94b6-e20950231c9f req-8352e51b-70a1-4c3a-a9d4-1aae1a3eaf5c tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:58:43.661691 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-f9a9738a-2131-434d-94b6-e20950231c9f req-8352e51b-70a1-4c3a-a9d4-1aae1a3eaf5c tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=12392d5d-5e2f-4804-86d3-0c021da8bbe2 HTTP/1.1" status: 200 len: 943 time: 0.0835896 Mar 02 14:58:43.749829 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-f9a9738a-2131-434d-94b6-e20950231c9f req-f971574f-35fe-47e8-b5ff-471d61be94c6 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/security-groups?id=74537ba6-1b23-49ee-a8f7-21a45895cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812709 Mar 02 14:58:43.756134 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.db [req-05f43e1a-f0a4-4826-bd01-09ea0b4e5177 req-30befc04-1416-4ad9-92e6-27504498fdd1 service neutron] For port 26c145e1-7ad8-4060-9cba-4b7a54c31241, host hv-cinder-83143, cleared binding levels {{(pid=110180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 14:58:43.759684 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.db [req-05f43e1a-f0a4-4826-bd01-09ea0b4e5177 req-30befc04-1416-4ad9-92e6-27504498fdd1 service neutron] For port 26c145e1-7ad8-4060-9cba-4b7a54c31241, host hv-cinder-83143, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=26c145e1-7ad8-4060-9cba-4b7a54c31241,segment=NetworkSegment(8893ea58-7cff-4b58-935d-3a9feb64b4ca),segment_id=8893ea58-7cff-4b58-935d-3a9feb64b4ca)] {{(pid=110180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 14:58:43.851005 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-05f43e1a-f0a4-4826-bd01-09ea0b4e5177 req-30befc04-1416-4ad9-92e6-27504498fdd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3672609'] for port (26c145e1-7ad8-4060-9cba-4b7a54c31241), after_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:43.893329 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f43e1a-f0a4-4826-bd01-09ea0b4e5177 req-30befc04-1416-4ad9-92e6-27504498fdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:58:43.893900 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-05f43e1a-f0a4-4826-bd01-09ea0b4e5177 req-30befc04-1416-4ad9-92e6-27504498fdd1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221961'] for port (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:43.895332 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-05f43e1a-f0a4-4826-bd01-09ea0b4e5177 req-30befc04-1416-4ad9-92e6-27504498fdd1 service neutron] 10.222.0.55 "PUT /v2.0/ports/26c145e1-7ad8-4060-9cba-4b7a54c31241 HTTP/1.1" status: 200 len: 1093 time: 0.8512740 Mar 02 14:58:43.895842 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12392d5d-5e2f-4804-86d3-0c021da8bbe2', 'tag': '26c145e1-7ad8-4060-9cba-4b7a54c31241'}] {{(pid=110180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 14:58:43.898073 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d4cb776884cbbf8177075bc934a95f6bdaf5bba346c2d7fc75eae3cda02a5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6941ee58-d979-4692-af8b-75f79f60929a" -d '{"events": [{"name": "network-changed", "server_uuid": "12392d5d-5e2f-4804-86d3-0c021da8bbe2", "tag": "26c145e1-7ad8-4060-9cba-4b7a54c31241"}]}' {{(pid=110180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 14:58:43.919348 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30befc04-1416-4ad9-92e6-27504498fdd1 service neutron] Pushing event updated for resources: {'Port': ['ID=26c145e1-7ad8-4060-9cba-4b7a54c31241,revision_number=3']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:58:43.949362 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 14:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e93cca94-c029-4128-9c6e-4fb401413e2b x-openstack-request-id: req-e93cca94-c029-4128-9c6e-4fb401413e2b {{(pid=110180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 14:58:43.949652 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12392d5d-5e2f-4804-86d3-0c021da8bbe2", "tag": "26c145e1-7ad8-4060-9cba-4b7a54c31241", "status": "completed", "code": 200}]} {{(pid=110180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 14:58:43.949928 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e93cca94-c029-4128-9c6e-4fb401413e2b {{(pid=110180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 14:58:43.950333 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12392d5d-5e2f-4804-86d3-0c021da8bbe2', 'tag': '26c145e1-7ad8-4060-9cba-4b7a54c31241', 'status': 'completed', 'code': 200} Mar 02 14:58:44.872776 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c563a2-2e97-4ad9-8ca7-645e2bd80b10 req-1bd27e58-0a19-4b0c-a622-d700fd8f2f5c tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:58:44.874269 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-94c563a2-2e97-4ad9-8ca7-645e2bd80b10 req-1bd27e58-0a19-4b0c-a622-d700fd8f2f5c tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=12392d5d-5e2f-4804-86d3-0c021da8bbe2 HTTP/1.1" status: 200 len: 943 time: 0.0567963 Mar 02 14:58:44.919007 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (3a73802c-5f14-4c1f-8439-e74c4c90063b), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:44.924450 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-94c563a2-2e97-4ad9-8ca7-645e2bd80b10 req-c83f5db6-9ca2-433d-bdaf-2b43882f08ac tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/security-groups?id=74537ba6-1b23-49ee-a8f7-21a45895cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445538 Mar 02 14:58:46.052212 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0607f8ce-aa96-445d-8363-c13e0a5a3e76 req-314d15e3-e404-4cf9-83fc-383c0070fc2f tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:58:46.053740 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-0607f8ce-aa96-445d-8363-c13e0a5a3e76 req-314d15e3-e404-4cf9-83fc-383c0070fc2f tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=12392d5d-5e2f-4804-86d3-0c021da8bbe2 HTTP/1.1" status: 200 len: 943 time: 0.0546677 Mar 02 14:58:46.103394 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-0607f8ce-aa96-445d-8363-c13e0a5a3e76 req-12955aea-3744-4ef4-a844-9fec3ab4a0f4 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/security-groups?id=74537ba6-1b23-49ee-a8f7-21a45895cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440462 Mar 02 14:58:46.219945 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6941ee58-d979-4692-af8b-75f79f60929a req-74c07d2e-e681-41dc-b32c-c8201d32bb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:58:46.222461 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6941ee58-d979-4692-af8b-75f79f60929a req-74c07d2e-e681-41dc-b32c-c8201d32bb26 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c744cfa2ecd64e8b8882c1e3e1c97e02&device_id=12392d5d-5e2f-4804-86d3-0c021da8bbe2 HTTP/1.1" status: 200 len: 1127 time: 0.0683134 Mar 02 14:58:46.420219 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6941ee58-d979-4692-af8b-75f79f60929a req-68fc2b02-25ef-42a4-adb2-d1366b6af351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:58:46.421746 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6941ee58-d979-4692-af8b-75f79f60929a req-68fc2b02-25ef-42a4-adb2-d1366b6af351 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=c744cfa2ecd64e8b8882c1e3e1c97e02&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1806052 Mar 02 14:58:46.607087 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6941ee58-d979-4692-af8b-75f79f60929a req-a71a7867-2e1e-4587-85f7-9838c15c82b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:58:46.608654 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6941ee58-d979-4692-af8b-75f79f60929a req-a71a7867-2e1e-4587-85f7-9838c15c82b1 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1804523 Mar 02 14:58:47.236498 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411041cd-eef7-4575-8aef-1baa4c452f95 req-3da273e2-39ee-4a1f-9dae-cfcec199e089 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:58:47.238036 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-411041cd-eef7-4575-8aef-1baa4c452f95 req-3da273e2-39ee-4a1f-9dae-cfcec199e089 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=12392d5d-5e2f-4804-86d3-0c021da8bbe2 HTTP/1.1" status: 200 len: 943 time: 0.0620270 Mar 02 14:58:47.288739 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-411041cd-eef7-4575-8aef-1baa4c452f95 req-2f482319-1613-4c88-8e7e-7756fd970df0 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/security-groups?id=74537ba6-1b23-49ee-a8f7-21a45895cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447721 Mar 02 14:58:47.461671 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f43e1a-f0a4-4826-bd01-09ea0b4e5177 req-27c2a4c6-bebd-4bcc-8f21-f8468b57fae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:58:47.463197 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-05f43e1a-f0a4-4826-bd01-09ea0b4e5177 req-27c2a4c6-bebd-4bcc-8f21-f8468b57fae0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c744cfa2ecd64e8b8882c1e3e1c97e02&device_id=12392d5d-5e2f-4804-86d3-0c021da8bbe2 HTTP/1.1" status: 200 len: 1127 time: 0.0478678 Mar 02 14:58:47.519003 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-05f43e1a-f0a4-4826-bd01-09ea0b4e5177 req-1576a7af-3537-470c-aed2-3f40844e5163 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26c145e1-7ad8-4060-9cba-4b7a54c31241 HTTP/1.1" status: 200 len: 217 time: 0.0359135 Mar 02 14:58:47.580313 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f43e1a-f0a4-4826-bd01-09ea0b4e5177 req-6c8ba373-6e68-4010-8041-d8930700072c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:58:47.582884 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-05f43e1a-f0a4-4826-bd01-09ea0b4e5177 req-6c8ba373-6e68-4010-8041-d8930700072c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=33e89568-1c93-4c51-af7d-02f9e3bdcc0f HTTP/1.1" status: 200 len: 854 time: 0.0575066 Mar 02 14:58:47.632707 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-05f43e1a-f0a4-4826-bd01-09ea0b4e5177 req-d8d78870-f756-4bb5-b383-dcd0ab6c1fb1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4aeef58e-3340-46c4-943d-ae2ec26e78a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425532 Mar 02 14:58:47.730653 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-05f43e1a-f0a4-4826-bd01-09ea0b4e5177 req-96df2d14-a4a8-4ff1-8820-3238012e79b7 service neutron] 10.222.0.55 "GET /v2.0/networks/4aeef58e-3340-46c4-943d-ae2ec26e78a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912848 Mar 02 14:58:48.268202 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-05f43e1a-f0a4-4826-bd01-09ea0b4e5177 req-2f7690a1-1537-4426-b187-bdbf39569902 service neutron] 10.222.0.55 "GET /v2.0/networks/4aeef58e-3340-46c4-943d-ae2ec26e78a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3175106 Mar 02 14:58:48.412390 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb36e9c-70c3-4bf6-aea7-d72ab41dcbdb req-7fdcb62c-6c57-4226-b9bc-ed9d7ed80225 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:58:48.414068 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6cb36e9c-70c3-4bf6-aea7-d72ab41dcbdb req-7fdcb62c-6c57-4226-b9bc-ed9d7ed80225 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=12392d5d-5e2f-4804-86d3-0c021da8bbe2 HTTP/1.1" status: 200 len: 943 time: 0.0563972 Mar 02 14:58:48.469310 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6cb36e9c-70c3-4bf6-aea7-d72ab41dcbdb req-9eab77af-3f44-4f54-b944-9467f690e4e7 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/security-groups?id=74537ba6-1b23-49ee-a8f7-21a45895cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487220 Mar 02 14:58:49.604768 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed085ef-4936-428d-9173-b6b3918a797e req-43c59a43-280f-4ecc-89a7-7282957bcb04 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:58:49.606344 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-2ed085ef-4936-428d-9173-b6b3918a797e req-43c59a43-280f-4ecc-89a7-7282957bcb04 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=12392d5d-5e2f-4804-86d3-0c021da8bbe2 HTTP/1.1" status: 200 len: 943 time: 0.0584965 Mar 02 14:58:49.660713 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-2ed085ef-4936-428d-9173-b6b3918a797e req-3109eb02-ed87-4971-bd66-40e6ffec1eac tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/security-groups?id=74537ba6-1b23-49ee-a8f7-21a45895cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484889 Mar 02 14:58:50.461665 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6799238c-804a-4739-8305-a44f2b6659b9 req-686189ac-8098-4b39-985e-40152c8945ff service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ca6b2a5b-4e6c-4d50-b29d-a2c16aa54449&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0450904 Mar 02 14:58:50.610497 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6799238c-804a-4739-8305-a44f2b6659b9 req-05e705c8-f0a3-4898-a17b-725f3d1a3ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:58:50.616006 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6799238c-804a-4739-8305-a44f2b6659b9 req-05e705c8-f0a3-4898-a17b-725f3d1a3ec9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c744cfa2ecd64e8b8882c1e3e1c97e02&device_id=ca6b2a5b-4e6c-4d50-b29d-a2c16aa54449 HTTP/1.1" status: 200 len: 1129 time: 0.0456352 Mar 02 14:58:50.728355 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6799238c-804a-4739-8305-a44f2b6659b9 req-444a7fae-b195-47a4-bdb4-6fb891a354d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:58:50.729909 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6799238c-804a-4739-8305-a44f2b6659b9 req-444a7fae-b195-47a4-bdb4-6fb891a354d7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4aeef58e-3340-46c4-943d-ae2ec26e78a0 HTTP/1.1" status: 200 len: 915 time: 0.0934570 Mar 02 14:58:50.783317 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6799238c-804a-4739-8305-a44f2b6659b9 req-b6950057-92d1-43b2-bac1-e346ee76fb22 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=608c0c91-197c-49ef-82b6-c579c40de592 HTTP/1.1" status: 200 len: 217 time: 0.0468042 Mar 02 14:58:50.835131 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 54734) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:58:50.862897 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6799238c-804a-4739-8305-a44f2b6659b9 req-ccd596b9-6a14-44d8-bee7-b59581a36b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:58:50.864777 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6799238c-804a-4739-8305-a44f2b6659b9 req-ccd596b9-6a14-44d8-bee7-b59581a36b32 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=33e89568-1c93-4c51-af7d-02f9e3bdcc0f HTTP/1.1" status: 200 len: 854 time: 0.0628092 Mar 02 14:58:50.873544 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9cc834-dfe9-4f8c-a3fe-9656405a7b09 req-c42c1719-f37a-4df9-9a7a-76b678635eb2 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:58:50.875150 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-4a9cc834-dfe9-4f8c-a3fe-9656405a7b09 req-c42c1719-f37a-4df9-9a7a-76b678635eb2 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=12392d5d-5e2f-4804-86d3-0c021da8bbe2 HTTP/1.1" status: 200 len: 943 time: 0.1016266 Mar 02 14:58:50.892350 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a8f1845-04e5-45b9-af69-87caa247ba54 admin admin] Deleting subnet 1811268e-e352-4ea5-8fc9-95bea7016c91 {{(pid=110179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 14:58:50.895760 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-3a8f1845-04e5-45b9-af69-87caa247ba54 admin admin] Publish callbacks [] for subnet (1811268e-e352-4ea5-8fc9-95bea7016c91), before_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:50.908640 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6799238c-804a-4739-8305-a44f2b6659b9 req-2e2fbff8-6b39-49b1-a86e-6430c789c63a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4aeef58e-3340-46c4-943d-ae2ec26e78a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324636 Mar 02 14:58:50.934799 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-3a8f1845-04e5-45b9-af69-87caa247ba54 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3117893'] for subnet (1811268e-e352-4ea5-8fc9-95bea7016c91), precommit_delete_associations {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:50.982649 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-3a8f1845-04e5-45b9-af69-87caa247ba54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16092520'] for subnet (1811268e-e352-4ea5-8fc9-95bea7016c91), precommit_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:51.001451 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-4a9cc834-dfe9-4f8c-a3fe-9656405a7b09 req-d7ea0cd1-be8c-4211-b06e-8585b6b3ce89 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/security-groups?id=74537ba6-1b23-49ee-a8f7-21a45895cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171796 Mar 02 14:58:51.039040 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6799238c-804a-4739-8305-a44f2b6659b9 req-e868dd37-34c6-4b4b-a768-549c4a58cc0d service neutron] 10.222.0.55 "GET /v2.0/networks/4aeef58e-3340-46c4-943d-ae2ec26e78a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237636 Mar 02 14:58:51.129955 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-3a8f1845-04e5-45b9-af69-87caa247ba54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16092519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3822746', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3566866'] for subnet (1811268e-e352-4ea5-8fc9-95bea7016c91), after_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:51.133449 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6799238c-804a-4739-8305-a44f2b6659b9 req-dbb001c2-2927-4128-874f-58090c55d6a0 service neutron] 10.222.0.55 "GET /v2.0/networks/4aeef58e-3340-46c4-943d-ae2ec26e78a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873883 Mar 02 14:58:51.156715 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8f1845-04e5-45b9-af69-87caa247ba54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1811268e-e352-4ea5-8fc9-95bea7016c91,revision_number=None']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:58:51.162097 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-3a8f1845-04e5-45b9-af69-87caa247ba54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16231659'] for subnet (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:51.165614 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-3a8f1845-04e5-45b9-af69-87caa247ba54 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/1811268e-e352-4ea5-8fc9-95bea7016c91 HTTP/1.1" status: 204 len: 168 time: 0.3293397 Mar 02 14:58:51.169003 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 54738) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:58:51.253083 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3992c530-bd1e-4276-a86d-8196e48b8dfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16148883'] for network (cf64d0ea-6d61-484f-988f-99ec8724bf15), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:51.345035 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3992c530-bd1e-4276-a86d-8196e48b8dfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16057747', 'neutron.services.segments.db._delete_segments_for_network-8757345970333'] for network (cf64d0ea-6d61-484f-988f-99ec8724bf15), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:51.375819 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.services.segments.db [None req-3992c530-bd1e-4276-a86d-8196e48b8dfe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf64d0ea-6d61-484f-988f-99ec8724bf15']}} {{(pid=110180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:58:51.391427 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.services.segments.db [None req-3992c530-bd1e-4276-a86d-8196e48b8dfe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7c321a0-838f-4650-b9bc-a9b951b87ffc') {'for_net_delete': True} {{(pid=110180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:58:51.391750 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.services.segments.db [None req-3992c530-bd1e-4276-a86d-8196e48b8dfe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7c321a0-838f-4650-b9bc-a9b951b87ffc') {} {{(pid=110180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:58:51.408875 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3992c530-bd1e-4276-a86d-8196e48b8dfe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757345974950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59158878'] for segment (e7c321a0-838f-4650-b9bc-a9b951b87ffc), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:51.423199 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3992c530-bd1e-4276-a86d-8196e48b8dfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16119287'] for segment (e7c321a0-838f-4650-b9bc-a9b951b87ffc), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:51.429080 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3992c530-bd1e-4276-a86d-8196e48b8dfe admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=110180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 14:58:51.429460 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3992c530-bd1e-4276-a86d-8196e48b8dfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16119287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3672773'] for segment (e7c321a0-838f-4650-b9bc-a9b951b87ffc), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:51.431094 dv-cinder-831439-3-iscsi neutron-server[110180]: Traceback (most recent call last): Mar 02 14:58:51.431094 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 14:58:51.431094 dv-cinder-831439-3-iscsi neutron-server[110180]: timer() Mar 02 14:58:51.431094 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 14:58:51.431094 dv-cinder-831439-3-iscsi neutron-server[110180]: cb(*args, **kw) Mar 02 14:58:51.431094 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 14:58:51.431094 dv-cinder-831439-3-iscsi neutron-server[110180]: return func(*args, **kwargs) Mar 02 14:58:51.431094 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 14:58:51.431094 dv-cinder-831439-3-iscsi neutron-server[110180]: self._notify() Mar 02 14:58:51.431094 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 14:58:51.431094 dv-cinder-831439-3-iscsi neutron-server[110180]: self.callback(batched_events) Mar 02 14:58:51.431094 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 14:58:51.431094 dv-cinder-831439-3-iscsi neutron-server[110180]: event.method(event) Mar 02 14:58:51.431094 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 14:58:51.431094 dv-cinder-831439-3-iscsi neutron-server[110180]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 14:58:51.431094 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 14:58:51.431094 dv-cinder-831439-3-iscsi neutron-server[110180]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 14:58:51.431094 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 14:58:51.431094 dv-cinder-831439-3-iscsi neutron-server[110180]: return f(self, *a, **k) Mar 02 14:58:51.431094 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 14:58:51.431094 dv-cinder-831439-3-iscsi neutron-server[110180]: return self._get(url).json() Mar 02 14:58:51.431094 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 14:58:51.431094 dv-cinder-831439-3-iscsi neutron-server[110180]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 14:58:51.431094 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 14:58:51.431094 dv-cinder-831439-3-iscsi neutron-server[110180]: return self.request(url, 'GET', **kwargs) Mar 02 14:58:51.431094 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 14:58:51.431094 dv-cinder-831439-3-iscsi neutron-server[110180]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 14:58:51.431094 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 14:58:51.431094 dv-cinder-831439-3-iscsi neutron-server[110180]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 14:58:51.431094 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 14:58:51.431094 dv-cinder-831439-3-iscsi neutron-server[110180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 14:58:51.431094 dv-cinder-831439-3-iscsi neutron-server[110180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 14:58:51.563584 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 54750) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:58:51.616955 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3992c530-bd1e-4276-a86d-8196e48b8dfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16057834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559807'] for network (cf64d0ea-6d61-484f-988f-99ec8724bf15), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:51.636463 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3992c530-bd1e-4276-a86d-8196e48b8dfe admin admin] Pushing event deleted for resources: {'Network': ['ID=cf64d0ea-6d61-484f-988f-99ec8724bf15,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:58:51.638827 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3992c530-bd1e-4276-a86d-8196e48b8dfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16231659'] for network (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:51.642773 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-3992c530-bd1e-4276-a86d-8196e48b8dfe admin admin] 10.222.0.52 "DELETE /v2.0/networks/cf64d0ea-6d61-484f-988f-99ec8724bf15 HTTP/1.1" status: 204 len: 168 time: 0.4727943 Mar 02 14:58:51.734365 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-021018eb-fa5f-4304-b207-033cc289497c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:51.813006 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-021018eb-fa5f-4304-b207-033cc289497c admin admin] Publish callbacks [] for security_group (fd1ad24a-d45f-4385-bdc3-ee4fb3737384), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:51.913318 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-021018eb-fa5f-4304-b207-033cc289497c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (fd1ad24a-d45f-4385-bdc3-ee4fb3737384), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:51.965060 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021018eb-fa5f-4304-b207-033cc289497c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd1ad24a-d45f-4385-bdc3-ee4fb3737384,revision_number=1']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:58:51.969672 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-021018eb-fa5f-4304-b207-033cc289497c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=234cbe8511ad41c5926f2f9031135cd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4048054 Mar 02 14:58:51.972426 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 54770) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:58:52.023872 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-00c78e57-8f65-4cd4-938d-79d02de63f9f admin admin] Publish callbacks [] for security_group (fd1ad24a-d45f-4385-bdc3-ee4fb3737384), before_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:52.055931 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-00c78e57-8f65-4cd4-938d-79d02de63f9f admin admin] Publish callbacks [] for security_group (fd1ad24a-d45f-4385-bdc3-ee4fb3737384), precommit_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:52.100946 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 54776) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:58:52.159244 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-49253e17-b5a8-479e-a421-41905d90ec3a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5af2b524cfcf4a87a53e43e830f481c8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0569959 Mar 02 14:58:52.159790 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 54780) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:58:52.180228 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e476e018-909b-4212-8185-e76a8557546b req-8fe09d56-8d1b-4138-9946-99b718af4d3f tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:58:52.182477 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-e476e018-909b-4212-8185-e76a8557546b req-8fe09d56-8d1b-4138-9946-99b718af4d3f tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=12392d5d-5e2f-4804-86d3-0c021da8bbe2 HTTP/1.1" status: 200 len: 943 time: 0.1053343 Mar 02 14:58:52.223835 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-f316cd12-bf22-4107-b222-a2149c248dd9 admin admin] Publish callbacks [] for security_group (042a4f9a-15cc-43ae-9988-4a18daee0533), before_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:52.229210 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-00c78e57-8f65-4cd4-938d-79d02de63f9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (fd1ad24a-d45f-4385-bdc3-ee4fb3737384), after_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:52.231867 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-00c78e57-8f65-4cd4-938d-79d02de63f9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:52.233034 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-00c78e57-8f65-4cd4-938d-79d02de63f9f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fd1ad24a-d45f-4385-bdc3-ee4fb3737384 HTTP/1.1" status: 204 len: 168 time: 0.2594743 Mar 02 14:58:52.240155 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-e476e018-909b-4212-8185-e76a8557546b req-93adab68-590c-47a7-9270-4b527e2b840a tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/security-groups?id=74537ba6-1b23-49ee-a8f7-21a45895cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502677 Mar 02 14:58:52.254405 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c78e57-8f65-4cd4-938d-79d02de63f9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd1ad24a-d45f-4385-bdc3-ee4fb3737384,revision_number=None']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:58:52.262212 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-f316cd12-bf22-4107-b222-a2149c248dd9 admin admin] Publish callbacks [] for security_group (042a4f9a-15cc-43ae-9988-4a18daee0533), precommit_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:52.450520 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-f316cd12-bf22-4107-b222-a2149c248dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (042a4f9a-15cc-43ae-9988-4a18daee0533), after_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:52.453544 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-f316cd12-bf22-4107-b222-a2149c248dd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:52.455043 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-f316cd12-bf22-4107-b222-a2149c248dd9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/042a4f9a-15cc-43ae-9988-4a18daee0533 HTTP/1.1" status: 204 len: 168 time: 0.2928877 Mar 02 14:58:52.465034 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f316cd12-bf22-4107-b222-a2149c248dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=042a4f9a-15cc-43ae-9988-4a18daee0533,revision_number=None']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:58:53.387243 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2034c0cc-d246-4810-99a9-b0c589e61562 req-9609894f-5ffc-4b87-afd1-58b10b7ffd1e tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:58:53.388792 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-2034c0cc-d246-4810-99a9-b0c589e61562 req-9609894f-5ffc-4b87-afd1-58b10b7ffd1e tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=12392d5d-5e2f-4804-86d3-0c021da8bbe2 HTTP/1.1" status: 200 len: 943 time: 0.0681617 Mar 02 14:58:53.447023 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-2034c0cc-d246-4810-99a9-b0c589e61562 req-a12e497c-6827-4889-88a6-9b516d31c81a tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/security-groups?id=74537ba6-1b23-49ee-a8f7-21a45895cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504301 Mar 02 14:58:53.615716 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 54836) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:58:53.887758 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.v2.base [None req-7da0d800-590f-40c8-98aa-d0825be92567 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-494658615-network', 'tenant_id': 'f1bd7e528fca43dbb4023b42e4d1b6a1'}} {{(pid=110179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:58:54.033992 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da0d800-590f-40c8-98aa-d0825be92567 admin admin] Made reservation on behalf of f1bd7e528fca43dbb4023b42e4d1b6a1 for: {'network': 1} {{(pid=110179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 14:58:54.036486 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-7da0d800-590f-40c8-98aa-d0825be92567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for network (None), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:54.048611 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-7da0d800-590f-40c8-98aa-d0825be92567 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:54.136031 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-7da0d800-590f-40c8-98aa-d0825be92567 admin admin] Publish callbacks [] for security_group (3d42f442-b7d8-424a-8073-ec68907862df), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:54.164074 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Device 26c145e1-7ad8-4060-9cba-4b7a54c31241 details requested by agent hyperv_hv-cinder-83143 with host hv-cinder-83143 {{(pid=110181) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 14:58:54.268415 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] For port 26c145e1-7ad8-4060-9cba-4b7a54c31241, host hv-cinder-83143, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=26c145e1-7ad8-4060-9cba-4b7a54c31241,segment=NetworkSegment(8893ea58-7cff-4b58-935d-3a9feb64b4ca),segment_id=8893ea58-7cff-4b58-935d-3a9feb64b4ca)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:58:54.280509 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Returning: {'device': '26c145e1-7ad8-4060-9cba-4b7a54c31241', 'network_id': '4aeef58e-3340-46c4-943d-ae2ec26e78a0', 'port_id': '26c145e1-7ad8-4060-9cba-4b7a54c31241', 'mac_address': 'fa:16:3e:49:c7:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33e89568-1c93-4c51-af7d-02f9e3bdcc0f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110181) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 14:58:54.285257 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-7da0d800-590f-40c8-98aa-d0825be92567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (3d42f442-b7d8-424a-8073-ec68907862df), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:54.311768 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7da0d800-590f-40c8-98aa-d0825be92567 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=110179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 14:58:54.316564 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Current status of the port 26c145e1-7ad8-4060-9cba-4b7a54c31241 is: DOWN; New status is: BUILD {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:58:54.316837 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (26c145e1-7ad8-4060-9cba-4b7a54c31241), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:54.323649 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da0d800-590f-40c8-98aa-d0825be92567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d42f442-b7d8-424a-8073-ec68907862df,revision_number=1']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:58:54.329857 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-7da0d800-590f-40c8-98aa-d0825be92567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16119287'] for segment (defef8c4-f5b2-4af0-95ab-65fb439b082d), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:54.330202 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.db.segments_db [None req-7da0d800-590f-40c8-98aa-d0825be92567 admin admin] Added segment defef8c4-f5b2-4af0-95ab-65fb439b082d of type vlan for network f57784fe-c0ba-4637-8703-002c97dfe5a6 Mar 02 14:58:54.331119 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.notifiers.nova [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26c145e1-7ad8-4060-9cba-4b7a54c31241 {{(pid=110181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 14:58:54.359302 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] For port 26c145e1-7ad8-4060-9cba-4b7a54c31241, host hv-cinder-83143, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=26c145e1-7ad8-4060-9cba-4b7a54c31241,segment=NetworkSegment(8893ea58-7cff-4b58-935d-3a9feb64b4ca),segment_id=8893ea58-7cff-4b58-935d-3a9feb64b4ca)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:58:54.377497 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-7da0d800-590f-40c8-98aa-d0825be92567 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757345464387'] for network (f57784fe-c0ba-4637-8703-002c97dfe5a6), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:54.479102 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (26c145e1-7ad8-4060-9cba-4b7a54c31241), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:54.519816 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-7da0d800-590f-40c8-98aa-d0825be92567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677'] for network (f57784fe-c0ba-4637-8703-002c97dfe5a6), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:54.521397 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da0d800-590f-40c8-98aa-d0825be92567 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:58:54.522084 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-7da0d800-590f-40c8-98aa-d0825be92567 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16231659'] for network (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:54.546381 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Pushing event updated for resources: {'Port': ['ID=26c145e1-7ad8-4060-9cba-4b7a54c31241,revision_number=4']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:58:54.597812 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c07a50-319b-4078-8882-a5b80a6b7e3c req-5aa5827a-bb68-40cc-860d-26a48ba5468f tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:58:54.599535 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-b7c07a50-319b-4078-8882-a5b80a6b7e3c req-5aa5827a-bb68-40cc-860d-26a48ba5468f tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=12392d5d-5e2f-4804-86d3-0c021da8bbe2 HTTP/1.1" status: 200 len: 944 time: 0.0653846 Mar 02 14:58:54.605433 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da0d800-590f-40c8-98aa-d0825be92567 admin admin] Pushing event updated for resources: {'Network': ['ID=f57784fe-c0ba-4637-8703-002c97dfe5a6,revision_number=1']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:58:54.617076 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Network f57784fe-c0ba-4637-8703-002c97dfe5a6 details requested by agent ovs-agent-dv-cinder-831439-3-iscsi with host dv-cinder-831439-3-iscsi {{(pid=110181) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 14:58:54.655039 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-b7c07a50-319b-4078-8882-a5b80a6b7e3c req-2bf11ef5-96f0-4af5-b09b-d68da2c5b8a6 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/security-groups?id=74537ba6-1b23-49ee-a8f7-21a45895cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484462 Mar 02 14:58:54.733839 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-7da0d800-590f-40c8-98aa-d0825be92567 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1166203 Mar 02 14:58:54.737709 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 54902) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:58:54.742830 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.v2.base [None req-9751007d-c55f-4cb1-883c-aed7d35215e9 admin admin] Request body: {'subnet': {'network_id': 'f57784fe-c0ba-4637-8703-002c97dfe5a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-494658615-subnet', 'tenant_id': 'f1bd7e528fca43dbb4023b42e4d1b6a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:58:54.935552 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9751007d-c55f-4cb1-883c-aed7d35215e9 admin admin] Made reservation on behalf of f1bd7e528fca43dbb4023b42e4d1b6a1 for: {'subnet': 1} {{(pid=110179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 14:58:54.937966 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-9751007d-c55f-4cb1-883c-aed7d35215e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3566905'] for subnet (None), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:55.035240 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] get_ports_and_sgs() called for port_ids ['26c145e1-7ad8-4060-9cba-4b7a54c31241'] {{(pid=110181) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 14:58:55.256524 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-9751007d-c55f-4cb1-883c-aed7d35215e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3822813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3566859'] for subnet (c3f153de-817f-4669-9f3c-7dca79be3db5), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:55.316580 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9751007d-c55f-4cb1-883c-aed7d35215e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3f153de-817f-4669-9f3c-7dca79be3db5,revision_number=0']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:58:55.329535 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9751007d-c55f-4cb1-883c-aed7d35215e9 admin admin] Checking segment: {'id': 'defef8c4-f5b2-4af0-95ab-65fb439b082d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'f57784fe-c0ba-4637-8703-002c97dfe5a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 14:58:55.330416 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9751007d-c55f-4cb1-883c-aed7d35215e9 admin admin] Network hostable DHCP agents. Network: f57784fe-c0ba-4637-8703-002c97dfe5a6, hostable agents: ['dc3a6147-3194-47be-b33a-76a9a2a48933'], hosted agents: [] {{(pid=110179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 14:58:55.473351 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9751007d-c55f-4cb1-883c-aed7d35215e9 admin admin] Network f57784fe-c0ba-4637-8703-002c97dfe5a6 is scheduled to be hosted by DHCP agent dc3a6147-3194-47be-b33a-76a9a2a48933 with binding_index 1 {{(pid=110179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 14:58:55.633967 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.scheduler.base_scheduler [None req-9751007d-c55f-4cb1-883c-aed7d35215e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831439-3-iscsi, f57784fe-c0ba-4637-8703-002c97dfe5a6) {{(pid=110179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 14:58:55.639418 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9751007d-c55f-4cb1-883c-aed7d35215e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:58:55.640519 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-9751007d-c55f-4cb1-883c-aed7d35215e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16231659'] for subnet (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:55.646285 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c1cc2c-d17e-4d95-ad08-b4ce594fb363 None None] Network f57784fe-c0ba-4637-8703-002c97dfe5a6 requested from dv-cinder-831439-3-iscsi {{(pid=110181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 14:58:55.731431 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-9751007d-c55f-4cb1-883c-aed7d35215e9 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9924865 Mar 02 14:58:55.734116 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 54934) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:58:55.741749 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.v2.base [None req-0968c79f-5bac-4b33-b235-a6c01dabd516 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-494658615-router', 'tenant_id': 'f1bd7e528fca43dbb4023b42e4d1b6a1', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf'}}} {{(pid=110180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:58:55.784780 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3072ff73-d031-438a-bb55-0f20a9d1289d None None] Network f57784fe-c0ba-4637-8703-002c97dfe5a6 requested from dv-cinder-831439-3-iscsi {{(pid=110181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 14:58:55.828983 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c4a2a6-f37b-4298-8f76-f8e535eb4dd3 req-42cd343b-4846-4829-a397-c6f0e315cafb tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:58:55.830748 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-36c4a2a6-f37b-4298-8f76-f8e535eb4dd3 req-42cd343b-4846-4829-a397-c6f0e315cafb tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=12392d5d-5e2f-4804-86d3-0c021da8bbe2 HTTP/1.1" status: 200 len: 944 time: 0.0812435 Mar 02 14:58:55.885124 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-36c4a2a6-f37b-4298-8f76-f8e535eb4dd3 req-cbee534c-d0a9-4037-afca-a1adfcd5e869 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/security-groups?id=74537ba6-1b23-49ee-a8f7-21a45895cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482926 Mar 02 14:58:55.909768 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-0968c79f-5bac-4b33-b235-a6c01dabd516 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6330'] for router (860ab0ab-6f7a-44b0-af69-f8e52fae0f5f), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:55.912337 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-0968c79f-5bac-4b33-b235-a6c01dabd516 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-562153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557622', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6321'] for router (860ab0ab-6f7a-44b0-af69-f8e52fae0f5f), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:55.989986 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-0968c79f-5bac-4b33-b235-a6c01dabd516 admin admin] Publish callbacks [] for router_controller (860ab0ab-6f7a-44b0-af69-f8e52fae0f5f), precommit_add_association {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:56.224902 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-0968c79f-5bac-4b33-b235-a6c01dabd516 admin admin] Publish callbacks [] for router_gateway (860ab0ab-6f7a-44b0-af69-f8e52fae0f5f), precommit_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:56.524513 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-0968c79f-5bac-4b33-b235-a6c01dabd516 admin admin] Publish callbacks [] for router_gateway (860ab0ab-6f7a-44b0-af69-f8e52fae0f5f), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:56.548323 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-0968c79f-5bac-4b33-b235-a6c01dabd516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (None), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:56.664902 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.db_base_plugin_common [None req-0968c79f-5bac-4b33-b235-a6c01dabd516 admin admin] Allocated IP 172.27.0.35 (ed71569c-47b6-4b42-b6b3-c541700724bf/701fb87e-0ea2-4d8d-8228-0af980cd437a/0060b4fd-1dda-418f-9711-2852793a6f25) {{(pid=110180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 14:58:56.780613 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-0968c79f-5bac-4b33-b235-a6c01dabd516 admin admin] Publish callbacks [] for port (0060b4fd-1dda-418f-9711-2852793a6f25), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:56.921191 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (a761fe19-4045-45cc-a7c7-f029a0c82591), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:56.924313 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-0968c79f-5bac-4b33-b235-a6c01dabd516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757345480668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672616'] for port (0060b4fd-1dda-418f-9711-2852793a6f25), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:56.976575 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0968c79f-5bac-4b33-b235-a6c01dabd516 admin admin] Network ed71569c-47b6-4b42-b6b3-c541700724bf is already hosted by enough agents. {{(pid=110180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 14:58:56.988199 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.base_scheduler [None req-0968c79f-5bac-4b33-b235-a6c01dabd516 admin admin] Resources bound (agent type, host, resource id): {{(pid=110180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 14:58:56.993244 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0968c79f-5bac-4b33-b235-a6c01dabd516 admin admin] Received port after_create {{(pid=110180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 14:58:57.041922 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0968c79f-5bac-4b33-b235-a6c01dabd516 admin admin] Pushing event updated for resources: {'Port': ['ID=0060b4fd-1dda-418f-9711-2852793a6f25,revision_number=1']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:58:57.139264 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e3cc4b-ba9b-49d1-99f0-93b2aa6bbb15 req-00c6e0f0-1e2e-425a-8102-1c19eb8c7f15 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:58:57.140547 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-d9e3cc4b-ba9b-49d1-99f0-93b2aa6bbb15 req-00c6e0f0-1e2e-425a-8102-1c19eb8c7f15 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=12392d5d-5e2f-4804-86d3-0c021da8bbe2 HTTP/1.1" status: 200 len: 944 time: 0.1661701 Mar 02 14:58:57.227145 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-d9e3cc4b-ba9b-49d1-99f0-93b2aa6bbb15 req-8f0ee6d7-3d78-4f2e-891c-87c059c58473 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/security-groups?id=74537ba6-1b23-49ee-a8f7-21a45895cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806909 Mar 02 14:58:57.463908 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-0968c79f-5bac-4b33-b235-a6c01dabd516 admin admin] Publish callbacks [] for router_gateway (860ab0ab-6f7a-44b0-af69-f8e52fae0f5f), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:57.739871 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-0968c79f-5bac-4b33-b235-a6c01dabd516 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557675'] for router (860ab0ab-6f7a-44b0-af69-f8e52fae0f5f), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:58.006060 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0968c79f-5bac-4b33-b235-a6c01dabd516 admin admin] Router 860ab0ab-6f7a-44b0-af69-f8e52fae0f5f is scheduled to L3 agent 4b7d4a90-2987-419a-b6cd-7624b7dba065 with binding_index 1 {{(pid=110180) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 14:58:58.170211 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0968c79f-5bac-4b33-b235-a6c01dabd516 admin admin] Notify agent at l3_agent.dv-cinder-831439-3-iscsi the message routers_updated {{(pid=110180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 14:58:58.185200 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a30b4a-0349-404a-9618-7d6269838cb6 None None] Sync routers for ids ['860ab0ab-6f7a-44b0-af69-f8e52fae0f5f'] in dv-cinder-831439-3-iscsi {{(pid=110182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 14:58:58.198282 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Device 26c145e1-7ad8-4060-9cba-4b7a54c31241 up at agent hyperv_hv-cinder-83143 {{(pid=110181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 14:58:58.207899 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a30b4a-0349-404a-9618-7d6269838cb6 None None] Routers {'860ab0ab-6f7a-44b0-af69-f8e52fae0f5f'} bound to L3 agent in host dv-cinder-831439-3-iscsi {{(pid=110182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 14:58:58.209840 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_hamode_db [None req-10a30b4a-0349-404a-9618-7d6269838cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831439-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T14:48:11Z,description=,heartbeat_timestamp=2022-03-02T14:58:41Z,host='dv-cinder-831439-3-iscsi',id=4b7d4a90-2987-419a-b6cd-7624b7dba065,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T14:48:12Z,topic='l3_agent')) {'router_ids': ['860ab0ab-6f7a-44b0-af69-f8e52fae0f5f'], 'active': True} {{(pid=110182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:58:58.343531 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_dvr_db [None req-10a30b4a-0349-404a-9618-7d6269838cb6 None None] Set router 860ab0ab-6f7a-44b0-af69-f8e52fae0f5f gateway port host: dv-cinder-831439-3-iscsi {{(pid=110182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 14:58:58.356902 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 54982) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:58:58.365733 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-0968c79f-5bac-4b33-b235-a6c01dabd516 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:58.367855 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-0968c79f-5bac-4b33-b235-a6c01dabd516 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.6301725 Mar 02 14:58:58.371959 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 54986) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:58:58.398914 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Provisioning for port 26c145e1-7ad8-4060-9cba-4b7a54c31241 completed by entity L2. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 14:58:58.416251 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2457a2fa-6dab-4962-aad9-a3952205fd8c req-44ee5571-3eff-430d-b3ca-754e41246e1d tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:58:58.418784 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-2457a2fa-6dab-4962-aad9-a3952205fd8c req-44ee5571-3eff-430d-b3ca-754e41246e1d tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=12392d5d-5e2f-4804-86d3-0c021da8bbe2 HTTP/1.1" status: 200 len: 944 time: 0.1039367 Mar 02 14:58:58.420732 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Provisioning complete for port 26c145e1-7ad8-4060-9cba-4b7a54c31241 triggered by entity L2. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 14:58:58.421298 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (26c145e1-7ad8-4060-9cba-4b7a54c31241), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:58.498142 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-2457a2fa-6dab-4962-aad9-a3952205fd8c req-a63ecb75-1cb9-4521-a03f-e383a959a743 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/security-groups?id=74537ba6-1b23-49ee-a8f7-21a45895cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700281 Mar 02 14:58:58.618282 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-027c2ecc-b1b4-4264-a210-4e1bf4be2a97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:58.620750 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_hamode_db [None req-10a30b4a-0349-404a-9618-7d6269838cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '860ab0ab-6f7a-44b0-af69-f8e52fae0f5f', 'name': 'tempest-ServerRescueNegativeTestJSON-494658615-router', 'tenant_id': 'f1bd7e528fca43dbb4023b42e4d1b6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '0060b4fd-1dda-418f-9711-2852793a6f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T14:58:55Z', 'updated_at': '2022-03-02T14:58:57Z', 'revision_number': 3, 'project_id': 'f1bd7e528fca43dbb4023b42e4d1b6a1', 'gw_port': {'id': '0060b4fd-1dda-418f-9711-2852793a6f25', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ee:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '860ab0ab-6f7a-44b0-af69-f8e52fae0f5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:58:56Z', 'updated_at': '2022-03-02T14:58:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi'}], 'dv-cinder-831439-3-iscsi', False) {} {{(pid=110182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:58:58.652166 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a30b4a-0349-404a-9618-7d6269838cb6 None None] Checking router: 860ab0ab-6f7a-44b0-af69-f8e52fae0f5f for host: dv-cinder-831439-3-iscsi {{(pid=110182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 14:58:58.652521 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a30b4a-0349-404a-9618-7d6269838cb6 None None] Updating router 860ab0ab-6f7a-44b0-af69-f8e52fae0f5f port 0060b4fd-1dda-418f-9711-2852793a6f25 binding host dv-cinder-831439-3-iscsi {{(pid=110182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 14:58:58.664187 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Current status of the port 26c145e1-7ad8-4060-9cba-4b7a54c31241 is: BUILD; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:58:58.664995 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (26c145e1-7ad8-4060-9cba-4b7a54c31241), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:58.684002 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron_lib.callbacks.manager [None req-10a30b4a-0349-404a-9618-7d6269838cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (0060b4fd-1dda-418f-9711-2852793a6f25), before_update {{(pid=110182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:58.700090 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12392d5d-5e2f-4804-86d3-0c021da8bbe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26c145e1-7ad8-4060-9cba-4b7a54c31241'}] {{(pid=110181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 14:58:58.702815 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6faebeedf0149bd95a8e5aac95437523d12653d92db1e1e7ce78ae8719853609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6c7e81a-d167-47d3-94cc-d0374d9af7dd" -d '{"events": [{"server_uuid": "12392d5d-5e2f-4804-86d3-0c021da8bbe2", "name": "network-vif-plugged", "status": "completed", "tag": "26c145e1-7ad8-4060-9cba-4b7a54c31241"}]}' {{(pid=110181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 14:58:58.718906 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] For port 26c145e1-7ad8-4060-9cba-4b7a54c31241, host hv-cinder-83143, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=26c145e1-7ad8-4060-9cba-4b7a54c31241,segment=NetworkSegment(8893ea58-7cff-4b58-935d-3a9feb64b4ca),segment_id=8893ea58-7cff-4b58-935d-3a9feb64b4ca)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:58:58.751175 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 14:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b694b77-81ca-47d4-a415-b47ee6a49a75 x-openstack-request-id: req-1b694b77-81ca-47d4-a415-b47ee6a49a75 {{(pid=110181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 14:58:58.751601 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12392d5d-5e2f-4804-86d3-0c021da8bbe2", "name": "network-vif-plugged", "status": "completed", "tag": "26c145e1-7ad8-4060-9cba-4b7a54c31241", "code": 200}]} {{(pid=110181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 14:58:58.751917 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1b694b77-81ca-47d4-a415-b47ee6a49a75 {{(pid=110181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 14:58:58.752456 dv-cinder-831439-3-iscsi neutron-server[110181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12392d5d-5e2f-4804-86d3-0c021da8bbe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26c145e1-7ad8-4060-9cba-4b7a54c31241', 'code': 200} Mar 02 14:58:58.786976 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-027c2ecc-b1b4-4264-a210-4e1bf4be2a97 admin admin] Publish callbacks [] for security_group (037455a2-cdb3-4fcb-951a-e6778efcd6c3), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:58.800842 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (26c145e1-7ad8-4060-9cba-4b7a54c31241), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:58.876213 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Pushing event updated for resources: {'Port': ['ID=26c145e1-7ad8-4060-9cba-4b7a54c31241,revision_number=5']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:58:58.880302 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-027c2ecc-b1b4-4264-a210-4e1bf4be2a97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (037455a2-cdb3-4fcb-951a-e6778efcd6c3), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:58.915777 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-027c2ecc-b1b4-4264-a210-4e1bf4be2a97 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=77f6f5059e73401fbc51dfdfdc15d1ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5571833 Mar 02 14:58:58.919897 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 54996) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:58:58.986326 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-1279cce6-30c3-430d-8f51-dde1606dbaef admin admin] Publish callbacks [] for security_group (037455a2-cdb3-4fcb-951a-e6778efcd6c3), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:58.991116 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027c2ecc-b1b4-4264-a210-4e1bf4be2a97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=037455a2-cdb3-4fcb-951a-e6778efcd6c3,revision_number=1']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:58:59.040774 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-1279cce6-30c3-430d-8f51-dde1606dbaef admin admin] Publish callbacks [] for security_group (037455a2-cdb3-4fcb-951a-e6778efcd6c3), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:59.105216 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron_lib.callbacks.manager [None req-10a30b4a-0349-404a-9618-7d6269838cb6 None None] Publish callbacks [] for port (0060b4fd-1dda-418f-9711-2852793a6f25), precommit_update {{(pid=110182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:59.204851 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-79ba046e-c7b7-4594-8177-3281ba0207d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (None), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:59.256253 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron_lib.callbacks.manager [None req-10a30b4a-0349-404a-9618-7d6269838cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (0060b4fd-1dda-418f-9711-2852793a6f25), after_update {{(pid=110182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:59.256843 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-1279cce6-30c3-430d-8f51-dde1606dbaef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (037455a2-cdb3-4fcb-951a-e6778efcd6c3), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:59.259139 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-1279cce6-30c3-430d-8f51-dde1606dbaef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:59.262923 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-1279cce6-30c3-430d-8f51-dde1606dbaef admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/037455a2-cdb3-4fcb-951a-e6778efcd6c3 HTTP/1.1" status: 204 len: 168 time: 0.3400519 Mar 02 14:58:59.278837 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1279cce6-30c3-430d-8f51-dde1606dbaef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=037455a2-cdb3-4fcb-951a-e6778efcd6c3,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:58:59.336159 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796f83af-3852-4be2-a17d-e5bcc54cf065 None None] Pushing event updated for resources: {'Port': ['ID=0060b4fd-1dda-418f-9711-2852793a6f25,revision_number=2']} {{(pid=110182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:58:59.344450 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d889f-38ac-44fa-a77c-eade30106674 req-aa679294-f9ce-4a3a-854e-a0be00bb7294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:58:59.346700 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796f83af-3852-4be2-a17d-e5bcc54cf065 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:58:59.347095 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796f83af-3852-4be2-a17d-e5bcc54cf065 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:58:59.347447 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796f83af-3852-4be2-a17d-e5bcc54cf065 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:58:59.347820 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796f83af-3852-4be2-a17d-e5bcc54cf065 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:58:59.348081 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-498d889f-38ac-44fa-a77c-eade30106674 req-aa679294-f9ce-4a3a-854e-a0be00bb7294 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=12392d5d-5e2f-4804-86d3-0c021da8bbe2 HTTP/1.1" status: 200 len: 1129 time: 0.0814888 Mar 02 14:58:59.348219 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796f83af-3852-4be2-a17d-e5bcc54cf065 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:58:59.348499 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796f83af-3852-4be2-a17d-e5bcc54cf065 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:58:59.348834 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796f83af-3852-4be2-a17d-e5bcc54cf065 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:58:59.349160 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796f83af-3852-4be2-a17d-e5bcc54cf065 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:58:59.350009 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796f83af-3852-4be2-a17d-e5bcc54cf065 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:58:59.350009 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796f83af-3852-4be2-a17d-e5bcc54cf065 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:58:59.350168 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796f83af-3852-4be2-a17d-e5bcc54cf065 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:58:59.350472 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796f83af-3852-4be2-a17d-e5bcc54cf065 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:58:59.350793 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796f83af-3852-4be2-a17d-e5bcc54cf065 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:58:59.378149 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.plugins.ml2.managers [None req-10a30b4a-0349-404a-9618-7d6269838cb6 None None] Attempting to bind port 0060b4fd-1dda-418f-9711-2852793a6f25 on host dv-cinder-831439-3-iscsi for vnic_type normal with profile {{(pid=110182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 14:58:59.378519 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.plugins.ml2.managers [None req-10a30b4a-0349-404a-9618-7d6269838cb6 None None] Attempting to bind port 0060b4fd-1dda-418f-9711-2852793a6f25 by drivers openvswitch,hyperv on host dv-cinder-831439-3-iscsi at level 0 using segments [{'id': '23151279-75ac-4f5a-99b2-c6146d92420f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf'}] {{(pid=110182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 14:58:59.378884 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a30b4a-0349-404a-9618-7d6269838cb6 None None] Attempting to bind port 0060b4fd-1dda-418f-9711-2852793a6f25 on network ed71569c-47b6-4b42-b6b3-c541700724bf {{(pid=110182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 14:58:59.385117 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a30b4a-0349-404a-9618-7d6269838cb6 None None] Checking agent: {'id': '3a73802c-5f14-4c1f-8439-e74c4c90063b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831439-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 14, 48, 15), 'started_at': datetime.datetime(2022, 3, 2, 14, 48, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 14, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831439-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 14:58:59.385494 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a30b4a-0349-404a-9618-7d6269838cb6 None None] Checking segment: {'id': '23151279-75ac-4f5a-99b2-c6146d92420f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 14:58:59.385958 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron_lib.callbacks.manager [None req-10a30b4a-0349-404a-9618-7d6269838cb6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:59.386381 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a30b4a-0349-404a-9618-7d6269838cb6 None None] Bound using segment: {'id': '23151279-75ac-4f5a-99b2-c6146d92420f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf'} {{(pid=110182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 14:58:59.387016 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.plugins.ml2.managers [None req-10a30b4a-0349-404a-9618-7d6269838cb6 None None] Bound port: 0060b4fd-1dda-418f-9711-2852793a6f25, host: dv-cinder-831439-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23151279-75ac-4f5a-99b2-c6146d92420f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf'}}] {{(pid=110182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 14:58:59.387547 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron_lib.callbacks.manager [None req-10a30b4a-0349-404a-9618-7d6269838cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (0060b4fd-1dda-418f-9711-2852793a6f25), before_update {{(pid=110182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:59.409422 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-498d889f-38ac-44fa-a77c-eade30106674 req-64159ee2-2ffa-458f-a4a7-1281964bc919 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=74537ba6-1b23-49ee-a8f7-21a45895cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570512 Mar 02 14:58:59.451796 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.plugins.ml2.db [None req-10a30b4a-0349-404a-9618-7d6269838cb6 None None] For port 0060b4fd-1dda-418f-9711-2852793a6f25, host dv-cinder-831439-3-iscsi, cleared binding levels {{(pid=110182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 14:58:59.455004 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.plugins.ml2.db [None req-10a30b4a-0349-404a-9618-7d6269838cb6 None None] For port 0060b4fd-1dda-418f-9711-2852793a6f25, host dv-cinder-831439-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831439-3-iscsi',level=0,port_id=0060b4fd-1dda-418f-9711-2852793a6f25,segment=NetworkSegment(23151279-75ac-4f5a-99b2-c6146d92420f),segment_id=23151279-75ac-4f5a-99b2-c6146d92420f)] {{(pid=110182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 14:58:59.472620 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.db.db_base_plugin_common [None req-79ba046e-c7b7-4594-8177-3281ba0207d2 admin admin] Allocated IP 172.20.0.1 (f57784fe-c0ba-4637-8703-002c97dfe5a6/c3f153de-817f-4669-9f3c-7dca79be3db5/f4904d54-5381-410b-928f-6a25e17bf48e) {{(pid=110179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 14:58:59.553632 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron_lib.callbacks.manager [None req-10a30b4a-0349-404a-9618-7d6269838cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (0060b4fd-1dda-418f-9711-2852793a6f25), after_update {{(pid=110182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:59.583813 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-79ba046e-c7b7-4594-8177-3281ba0207d2 admin admin] Publish callbacks [] for port (f4904d54-5381-410b-928f-6a25e17bf48e), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:59.632690 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a30b4a-0349-404a-9618-7d6269838cb6 None None] Routers {'860ab0ab-6f7a-44b0-af69-f8e52fae0f5f'} bound to L3 agent in host dv-cinder-831439-3-iscsi {{(pid=110182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 14:58:59.633457 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_hamode_db [None req-10a30b4a-0349-404a-9618-7d6269838cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831439-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T14:48:11Z,description=,heartbeat_timestamp=2022-03-02T14:58:41Z,host='dv-cinder-831439-3-iscsi',id=4b7d4a90-2987-419a-b6cd-7624b7dba065,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T14:48:12Z,topic='l3_agent')) {'router_ids': ['860ab0ab-6f7a-44b0-af69-f8e52fae0f5f'], 'active': True} {{(pid=110182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:58:59.664663 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08657c9-c261-4dce-9aeb-e97458d1ab33 req-fac0cd6b-540c-4673-ac03-d8e7316d9933 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:58:59.666542 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-c08657c9-c261-4dce-9aeb-e97458d1ab33 req-fac0cd6b-540c-4673-ac03-d8e7316d9933 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=12392d5d-5e2f-4804-86d3-0c021da8bbe2 HTTP/1.1" status: 200 len: 945 time: 0.0837729 Mar 02 14:58:59.703764 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796f83af-3852-4be2-a17d-e5bcc54cf065 None None] Pushing event updated for resources: {'Port': ['ID=0060b4fd-1dda-418f-9711-2852793a6f25,revision_number=3']} {{(pid=110182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:58:59.742073 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-c08657c9-c261-4dce-9aeb-e97458d1ab33 req-c1ca4b43-7e47-4715-9097-fda19ea79aa4 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/security-groups?id=74537ba6-1b23-49ee-a8f7-21a45895cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686817 Mar 02 14:58:59.769365 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-79ba046e-c7b7-4594-8177-3281ba0207d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757345480668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3822761'] for port (f4904d54-5381-410b-928f-6a25e17bf48e), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:58:59.804026 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ba046e-c7b7-4594-8177-3281ba0207d2 admin admin] Network f57784fe-c0ba-4637-8703-002c97dfe5a6 is already hosted by enough agents. {{(pid=110179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 14:58:59.804026 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.scheduler.base_scheduler [None req-79ba046e-c7b7-4594-8177-3281ba0207d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=110179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 14:58:59.807296 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ba046e-c7b7-4594-8177-3281ba0207d2 admin admin] Received port after_create {{(pid=110179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 14:58:59.811844 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_dvr_db [None req-10a30b4a-0349-404a-9618-7d6269838cb6 None None] Set router 860ab0ab-6f7a-44b0-af69-f8e52fae0f5f gateway port host: dv-cinder-831439-3-iscsi {{(pid=110182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 14:58:59.855252 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ba046e-c7b7-4594-8177-3281ba0207d2 admin admin] Pushing event updated for resources: {'Port': ['ID=f4904d54-5381-410b-928f-6a25e17bf48e,revision_number=1']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:58:59.872041 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-79ba046e-c7b7-4594-8177-3281ba0207d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-559670'] for router_interface (860ab0ab-6f7a-44b0-af69-f8e52fae0f5f), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:00.022038 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_hamode_db [None req-10a30b4a-0349-404a-9618-7d6269838cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '860ab0ab-6f7a-44b0-af69-f8e52fae0f5f', 'name': 'tempest-ServerRescueNegativeTestJSON-494658615-router', 'tenant_id': 'f1bd7e528fca43dbb4023b42e4d1b6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '0060b4fd-1dda-418f-9711-2852793a6f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T14:58:55Z', 'updated_at': '2022-03-02T14:58:57Z', 'revision_number': 3, 'project_id': 'f1bd7e528fca43dbb4023b42e4d1b6a1', 'gw_port': {'id': '0060b4fd-1dda-418f-9711-2852793a6f25', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ee:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '860ab0ab-6f7a-44b0-af69-f8e52fae0f5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:58:56Z', 'updated_at': '2022-03-02T14:58:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi'}], 'dv-cinder-831439-3-iscsi', False) {} {{(pid=110182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:59:00.057277 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a30b4a-0349-404a-9618-7d6269838cb6 None None] The sync data for ids ['860ab0ab-6f7a-44b0-af69-f8e52fae0f5f'] in dv-cinder-831439-3-iscsi is: [{'id': '860ab0ab-6f7a-44b0-af69-f8e52fae0f5f', 'name': 'tempest-ServerRescueNegativeTestJSON-494658615-router', 'tenant_id': 'f1bd7e528fca43dbb4023b42e4d1b6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '0060b4fd-1dda-418f-9711-2852793a6f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T14:58:55Z', 'updated_at': '2022-03-02T14:58:57Z', 'revision_number': 3, 'project_id': 'f1bd7e528fca43dbb4023b42e4d1b6a1', 'gw_port': {'id': '0060b4fd-1dda-418f-9711-2852793a6f25', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ee:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '860ab0ab-6f7a-44b0-af69-f8e52fae0f5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:58:56Z', 'updated_at': '2022-03-02T14:58:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi'}] {{(pid=110182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 14:59:00.540874 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-79ba046e-c7b7-4594-8177-3281ba0207d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (f4904d54-5381-410b-928f-6a25e17bf48e), before_update {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:00.699694 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-79ba046e-c7b7-4594-8177-3281ba0207d2 admin admin] Publish callbacks [] for port (f4904d54-5381-410b-928f-6a25e17bf48e), precommit_update {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:00.878912 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6998ecd3-0d7b-4906-b342-94680a849bcc req-0b897afe-fa80-4298-91ed-cffc672b2c00 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:59:00.879455 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-79ba046e-c7b7-4594-8177-3281ba0207d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3822752'] for port (f4904d54-5381-410b-928f-6a25e17bf48e), after_update {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:00.887135 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6998ecd3-0d7b-4906-b342-94680a849bcc req-0b897afe-fa80-4298-91ed-cffc672b2c00 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=12392d5d-5e2f-4804-86d3-0c021da8bbe2 HTTP/1.1" status: 200 len: 945 time: 0.0572228 Mar 02 14:59:00.945911 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6998ecd3-0d7b-4906-b342-94680a849bcc req-83793d72-ce60-47e3-9508-7b448462a739 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/security-groups?id=74537ba6-1b23-49ee-a8f7-21a45895cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593894 Mar 02 14:59:00.948234 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ba046e-c7b7-4594-8177-3281ba0207d2 admin admin] Pushing event updated for resources: {'Port': ['ID=f4904d54-5381-410b-928f-6a25e17bf48e,revision_number=2']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:59:00.951142 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-79ba046e-c7b7-4594-8177-3281ba0207d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16231439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-558502'] for router_interface (860ab0ab-6f7a-44b0-af69-f8e52fae0f5f), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:01.064165 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ba046e-c7b7-4594-8177-3281ba0207d2 admin admin] Network f57784fe-c0ba-4637-8703-002c97dfe5a6 is already hosted by enough agents. {{(pid=110179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 14:59:01.066480 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.scheduler.base_scheduler [None req-79ba046e-c7b7-4594-8177-3281ba0207d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=110179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 14:59:01.201898 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79ba046e-c7b7-4594-8177-3281ba0207d2 admin admin] Router 860ab0ab-6f7a-44b0-af69-f8e52fae0f5f has already been hosted by L3 agent 4b7d4a90-2987-419a-b6cd-7624b7dba065 {{(pid=110179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 14:59:01.322624 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79ba046e-c7b7-4594-8177-3281ba0207d2 admin admin] Notify agent at l3_agent.dv-cinder-831439-3-iscsi the message routers_updated {{(pid=110179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 14:59:01.328216 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-79ba046e-c7b7-4594-8177-3281ba0207d2 admin admin] 10.222.0.52 "PUT /v2.0/routers/860ab0ab-6f7a-44b0-af69-f8e52fae0f5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9549677 Mar 02 14:59:01.841319 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c0518f-ed83-4fde-af66-b1054f745b3b None None] Sync routers for ids ['860ab0ab-6f7a-44b0-af69-f8e52fae0f5f'] in dv-cinder-831439-3-iscsi {{(pid=110181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 14:59:01.854137 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c0518f-ed83-4fde-af66-b1054f745b3b None None] Routers {'860ab0ab-6f7a-44b0-af69-f8e52fae0f5f'} bound to L3 agent in host dv-cinder-831439-3-iscsi {{(pid=110181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 14:59:01.855403 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-a4c0518f-ed83-4fde-af66-b1054f745b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831439-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T14:48:11Z,description=,heartbeat_timestamp=2022-03-02T14:58:41Z,host='dv-cinder-831439-3-iscsi',id=4b7d4a90-2987-419a-b6cd-7624b7dba065,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T14:48:12Z,topic='l3_agent')) {'router_ids': ['860ab0ab-6f7a-44b0-af69-f8e52fae0f5f'], 'active': True} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:59:02.014142 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d4e415-8506-45a8-8d5a-3e7e16a35624 req-8f15b0e1-7015-41f9-a159-af86221d18a1 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:59:02.015800 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-47d4e415-8506-45a8-8d5a-3e7e16a35624 req-8f15b0e1-7015-41f9-a159-af86221d18a1 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/networks?id=f57784fe-c0ba-4637-8703-002c97dfe5a6 HTTP/1.1" status: 200 len: 818 time: 0.1249435 Mar 02 14:59:02.044481 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-47d4e415-8506-45a8-8d5a-3e7e16a35624 req-c840a40a-ee9a-4bab-a72a-2a91e3607fb4 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/quotas/f1bd7e528fca43dbb4023b42e4d1b6a1 HTTP/1.1" status: 200 len: 375 time: 0.0174296 Mar 02 14:59:02.113131 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvr_db [None req-a4c0518f-ed83-4fde-af66-b1054f745b3b None None] Set router 860ab0ab-6f7a-44b0-af69-f8e52fae0f5f gateway port host: dv-cinder-831439-3-iscsi {{(pid=110181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 14:59:02.146299 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-47d4e415-8506-45a8-8d5a-3e7e16a35624 req-3dc735e8-3c05-46a0-85ae-f883450a5495 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=f1bd7e528fca43dbb4023b42e4d1b6a1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0947883 Mar 02 14:59:02.162948 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e9f613-7f33-4751-83e3-f04160f5fbc6 req-fef5a27c-6500-46cc-be0c-857eee12aac3 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:59:02.164472 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-96e9f613-7f33-4751-83e3-f04160f5fbc6 req-fef5a27c-6500-46cc-be0c-857eee12aac3 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=12392d5d-5e2f-4804-86d3-0c021da8bbe2 HTTP/1.1" status: 200 len: 945 time: 0.0809336 Mar 02 14:59:02.210186 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Device 0060b4fd-1dda-418f-9711-2852793a6f25 up at agent ovs-agent-dv-cinder-831439-3-iscsi {{(pid=110181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 14:59:02.340783 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Provisioning complete for port 0060b4fd-1dda-418f-9711-2852793a6f25 triggered by entity L2. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 14:59:02.341170 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (0060b4fd-1dda-418f-9711-2852793a6f25), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:02.481446 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Current status of the port 0060b4fd-1dda-418f-9711-2852793a6f25 is: DOWN; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:59:02.481933 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (0060b4fd-1dda-418f-9711-2852793a6f25), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:02.507088 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-a4c0518f-ed83-4fde-af66-b1054f745b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '860ab0ab-6f7a-44b0-af69-f8e52fae0f5f', 'name': 'tempest-ServerRescueNegativeTestJSON-494658615-router', 'tenant_id': 'f1bd7e528fca43dbb4023b42e4d1b6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '0060b4fd-1dda-418f-9711-2852793a6f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T14:58:55Z', 'updated_at': '2022-03-02T14:59:00Z', 'revision_number': 4, 'project_id': 'f1bd7e528fca43dbb4023b42e4d1b6a1', 'gw_port': {'id': '0060b4fd-1dda-418f-9711-2852793a6f25', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ee:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '860ab0ab-6f7a-44b0-af69-f8e52fae0f5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:58:56Z', 'updated_at': '2022-03-02T14:58:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi', '_interfaces': [{'id': 'f4904d54-5381-410b-928f-6a25e17bf48e', 'name': '', 'network_id': 'f57784fe-c0ba-4637-8703-002c97dfe5a6', 'tenant_id': 'f1bd7e528fca43dbb4023b42e4d1b6a1', 'mac_address': 'fa:16:3e:88:5e:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '860ab0ab-6f7a-44b0-af69-f8e52fae0f5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'c3f153de-817f-4669-9f3c-7dca79be3db5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:58:59Z', 'updated_at': '2022-03-02T14:59:00Z', 'revision_number': 2, 'project_id': 'f1bd7e528fca43dbb4023b42e4d1b6a1', 'subnets': [{'id': 'c3f153de-817f-4669-9f3c-7dca79be3db5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831439-3-iscsi', False) {} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:59:02.513664 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] For port 0060b4fd-1dda-418f-9711-2852793a6f25, host dv-cinder-831439-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831439-3-iscsi',level=0,port_id=0060b4fd-1dda-418f-9711-2852793a6f25,segment=NetworkSegment(23151279-75ac-4f5a-99b2-c6146d92420f),segment_id=23151279-75ac-4f5a-99b2-c6146d92420f)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:59:02.527424 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-96e9f613-7f33-4751-83e3-f04160f5fbc6 req-a5c6db3b-8e29-4a12-bcac-d0d37e4e06ff tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/security-groups?id=74537ba6-1b23-49ee-a8f7-21a45895cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3547709 Mar 02 14:59:02.539093 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c0518f-ed83-4fde-af66-b1054f745b3b None None] Checking router: 860ab0ab-6f7a-44b0-af69-f8e52fae0f5f for host: dv-cinder-831439-3-iscsi {{(pid=110181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 14:59:02.541495 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c0518f-ed83-4fde-af66-b1054f745b3b None None] Updating router 860ab0ab-6f7a-44b0-af69-f8e52fae0f5f port f4904d54-5381-410b-928f-6a25e17bf48e binding host dv-cinder-831439-3-iscsi {{(pid=110181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 14:59:02.556286 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-47d4e415-8506-45a8-8d5a-3e7e16a35624 req-3f693a8a-7a42-4e1a-a55a-059987234ad2 service neutron] 10.222.0.52 "GET /v2.0/networks/f57784fe-c0ba-4637-8703-002c97dfe5a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3907065 Mar 02 14:59:02.570568 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a4c0518f-ed83-4fde-af66-b1054f745b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (f4904d54-5381-410b-928f-6a25e17bf48e), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:02.614330 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (0060b4fd-1dda-418f-9711-2852793a6f25), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:02.657696 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-47d4e415-8506-45a8-8d5a-3e7e16a35624 req-cb7696ad-b4c6-481b-9c43-64378ec905bc service neutron] 10.222.0.52 "GET /v2.0/networks/f57784fe-c0ba-4637-8703-002c97dfe5a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997488 Mar 02 14:59:02.764660 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Pushing event updated for resources: {'Port': ['ID=0060b4fd-1dda-418f-9711-2852793a6f25,revision_number=4']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:59:02.958946 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a4c0518f-ed83-4fde-af66-b1054f745b3b None None] Publish callbacks [] for port (f4904d54-5381-410b-928f-6a25e17bf48e), precommit_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:03.040745 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-c4643b03-0743-49c1-8e39-10d57196b942 req-c14152f5-8c73-4137-b43b-3cf193ab821f tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a048e7d-380d-4eb6-b2f3-553fde4437a8 HTTP/1.1" status: 200 len: 210 time: 0.0304923 Mar 02 14:59:03.079127 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a4c0518f-ed83-4fde-af66-b1054f745b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (f4904d54-5381-410b-928f-6a25e17bf48e), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:03.159305 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d56aa8-4eca-4426-977b-427b132ec905 None None] Pushing event updated for resources: {'Port': ['ID=f4904d54-5381-410b-928f-6a25e17bf48e,revision_number=3']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:59:03.192701 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.managers [None req-a4c0518f-ed83-4fde-af66-b1054f745b3b None None] Attempting to bind port f4904d54-5381-410b-928f-6a25e17bf48e on host dv-cinder-831439-3-iscsi for vnic_type normal with profile {{(pid=110181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 14:59:03.193154 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.managers [None req-a4c0518f-ed83-4fde-af66-b1054f745b3b None None] Attempting to bind port f4904d54-5381-410b-928f-6a25e17bf48e by drivers openvswitch,hyperv on host dv-cinder-831439-3-iscsi at level 0 using segments [{'id': 'defef8c4-f5b2-4af0-95ab-65fb439b082d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'f57784fe-c0ba-4637-8703-002c97dfe5a6'}] {{(pid=110181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 14:59:03.193588 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c0518f-ed83-4fde-af66-b1054f745b3b None None] Attempting to bind port f4904d54-5381-410b-928f-6a25e17bf48e on network f57784fe-c0ba-4637-8703-002c97dfe5a6 {{(pid=110181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 14:59:03.201113 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c0518f-ed83-4fde-af66-b1054f745b3b None None] Checking agent: {'id': '3a73802c-5f14-4c1f-8439-e74c4c90063b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831439-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 14, 48, 15), 'started_at': datetime.datetime(2022, 3, 2, 14, 48, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 14, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831439-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 14:59:03.201486 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c0518f-ed83-4fde-af66-b1054f745b3b None None] Checking segment: {'id': 'defef8c4-f5b2-4af0-95ab-65fb439b082d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'f57784fe-c0ba-4637-8703-002c97dfe5a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 14:59:03.201915 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a4c0518f-ed83-4fde-af66-b1054f745b3b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:03.202275 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c0518f-ed83-4fde-af66-b1054f745b3b None None] Bound using segment: {'id': 'defef8c4-f5b2-4af0-95ab-65fb439b082d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'f57784fe-c0ba-4637-8703-002c97dfe5a6'} {{(pid=110181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 14:59:03.202746 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.managers [None req-a4c0518f-ed83-4fde-af66-b1054f745b3b None None] Bound port: f4904d54-5381-410b-928f-6a25e17bf48e, host: dv-cinder-831439-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'defef8c4-f5b2-4af0-95ab-65fb439b082d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'f57784fe-c0ba-4637-8703-002c97dfe5a6'}}] {{(pid=110181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 14:59:03.203120 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a4c0518f-ed83-4fde-af66-b1054f745b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (f4904d54-5381-410b-928f-6a25e17bf48e), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:03.272540 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-a4c0518f-ed83-4fde-af66-b1054f745b3b None None] For port f4904d54-5381-410b-928f-6a25e17bf48e, host dv-cinder-831439-3-iscsi, cleared binding levels {{(pid=110181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 14:59:03.276730 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-a4c0518f-ed83-4fde-af66-b1054f745b3b None None] For port f4904d54-5381-410b-928f-6a25e17bf48e, host dv-cinder-831439-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831439-3-iscsi',level=0,port_id=f4904d54-5381-410b-928f-6a25e17bf48e,segment=NetworkSegment(defef8c4-f5b2-4af0-95ab-65fb439b082d),segment_id=defef8c4-f5b2-4af0-95ab-65fb439b082d)] {{(pid=110181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 14:59:03.313035 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8525ddaa-b5c7-40da-bb57-ff4ff34f84aa req-35500ecc-970e-4b6e-b4a6-594cfb6a242e tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:59:03.314574 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-8525ddaa-b5c7-40da-bb57-ff4ff34f84aa req-35500ecc-970e-4b6e-b4a6-594cfb6a242e tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/networks?id=f57784fe-c0ba-4637-8703-002c97dfe5a6 HTTP/1.1" status: 200 len: 818 time: 0.1095307 Mar 02 14:59:03.330674 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-8525ddaa-b5c7-40da-bb57-ff4ff34f84aa req-c33f26ae-484f-4184-b140-b95b7358cf75 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/quotas/f1bd7e528fca43dbb4023b42e4d1b6a1 HTTP/1.1" status: 200 len: 375 time: 0.0108287 Mar 02 14:59:03.386596 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-8525ddaa-b5c7-40da-bb57-ff4ff34f84aa req-b42c19e4-3b8a-48f8-913d-393511e32880 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=f1bd7e528fca43dbb4023b42e4d1b6a1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0505693 Mar 02 14:59:03.393547 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a4c0518f-ed83-4fde-af66-b1054f745b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (f4904d54-5381-410b-928f-6a25e17bf48e), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:03.462119 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c0518f-ed83-4fde-af66-b1054f745b3b None None] Routers {'860ab0ab-6f7a-44b0-af69-f8e52fae0f5f'} bound to L3 agent in host dv-cinder-831439-3-iscsi {{(pid=110181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 14:59:03.462847 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-a4c0518f-ed83-4fde-af66-b1054f745b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831439-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T14:48:11Z,description=,heartbeat_timestamp=2022-03-02T14:58:41Z,host='dv-cinder-831439-3-iscsi',id=4b7d4a90-2987-419a-b6cd-7624b7dba065,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T14:48:12Z,topic='l3_agent')) {'router_ids': ['860ab0ab-6f7a-44b0-af69-f8e52fae0f5f'], 'active': True} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:59:03.466318 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d56aa8-4eca-4426-977b-427b132ec905 None None] Pushing event updated for resources: {'Port': ['ID=f4904d54-5381-410b-928f-6a25e17bf48e,revision_number=4']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:59:03.513435 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-8525ddaa-b5c7-40da-bb57-ff4ff34f84aa req-508bcaab-184f-442b-832c-1aaa7279dfc2 service neutron] 10.222.0.52 "GET /v2.0/networks/f57784fe-c0ba-4637-8703-002c97dfe5a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171398 Mar 02 14:59:03.618630 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvr_db [None req-a4c0518f-ed83-4fde-af66-b1054f745b3b None None] Set router 860ab0ab-6f7a-44b0-af69-f8e52fae0f5f gateway port host: dv-cinder-831439-3-iscsi {{(pid=110181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 14:59:03.650599 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-8525ddaa-b5c7-40da-bb57-ff4ff34f84aa req-bf8e0844-6f9a-4a67-a1aa-a01528c44567 service neutron] 10.222.0.52 "GET /v2.0/networks/f57784fe-c0ba-4637-8703-002c97dfe5a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303208 Mar 02 14:59:03.845717 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-a4c0518f-ed83-4fde-af66-b1054f745b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '860ab0ab-6f7a-44b0-af69-f8e52fae0f5f', 'name': 'tempest-ServerRescueNegativeTestJSON-494658615-router', 'tenant_id': 'f1bd7e528fca43dbb4023b42e4d1b6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '0060b4fd-1dda-418f-9711-2852793a6f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T14:58:55Z', 'updated_at': '2022-03-02T14:59:00Z', 'revision_number': 4, 'project_id': 'f1bd7e528fca43dbb4023b42e4d1b6a1', 'gw_port': {'id': '0060b4fd-1dda-418f-9711-2852793a6f25', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ee:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860ab0ab-6f7a-44b0-af69-f8e52fae0f5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:58:56Z', 'updated_at': '2022-03-02T14:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi', '_interfaces': [{'id': 'f4904d54-5381-410b-928f-6a25e17bf48e', 'name': '', 'network_id': 'f57784fe-c0ba-4637-8703-002c97dfe5a6', 'tenant_id': 'f1bd7e528fca43dbb4023b42e4d1b6a1', 'mac_address': 'fa:16:3e:88:5e:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '860ab0ab-6f7a-44b0-af69-f8e52fae0f5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'c3f153de-817f-4669-9f3c-7dca79be3db5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:58:59Z', 'updated_at': '2022-03-02T14:59:03Z', 'revision_number': 4, 'project_id': 'f1bd7e528fca43dbb4023b42e4d1b6a1', 'subnets': [{'id': 'c3f153de-817f-4669-9f3c-7dca79be3db5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831439-3-iscsi', False) {} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:59:03.878728 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c0518f-ed83-4fde-af66-b1054f745b3b None None] The sync data for ids ['860ab0ab-6f7a-44b0-af69-f8e52fae0f5f'] in dv-cinder-831439-3-iscsi is: [{'id': '860ab0ab-6f7a-44b0-af69-f8e52fae0f5f', 'name': 'tempest-ServerRescueNegativeTestJSON-494658615-router', 'tenant_id': 'f1bd7e528fca43dbb4023b42e4d1b6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '0060b4fd-1dda-418f-9711-2852793a6f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T14:58:55Z', 'updated_at': '2022-03-02T14:59:00Z', 'revision_number': 4, 'project_id': 'f1bd7e528fca43dbb4023b42e4d1b6a1', 'gw_port': {'id': '0060b4fd-1dda-418f-9711-2852793a6f25', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ee:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860ab0ab-6f7a-44b0-af69-f8e52fae0f5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:58:56Z', 'updated_at': '2022-03-02T14:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi', '_interfaces': [{'id': 'f4904d54-5381-410b-928f-6a25e17bf48e', 'name': '', 'network_id': 'f57784fe-c0ba-4637-8703-002c97dfe5a6', 'tenant_id': 'f1bd7e528fca43dbb4023b42e4d1b6a1', 'mac_address': 'fa:16:3e:88:5e:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '860ab0ab-6f7a-44b0-af69-f8e52fae0f5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'c3f153de-817f-4669-9f3c-7dca79be3db5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:58:59Z', 'updated_at': '2022-03-02T14:59:03Z', 'revision_number': 4, 'project_id': 'f1bd7e528fca43dbb4023b42e4d1b6a1', 'subnets': [{'id': 'c3f153de-817f-4669-9f3c-7dca79be3db5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 14:59:04.041129 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-131d34a1-d326-4cb5-a53b-bb28aa4a3229 req-37d23a46-73b6-41a8-a9ce-210edb9037b0 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=d180d92d-2b4a-46fa-88db-be94ea0275ef HTTP/1.1" status: 200 len: 210 time: 0.0540740 Mar 02 14:59:04.225529 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Device 0060b4fd-1dda-418f-9711-2852793a6f25 up at agent ovs-agent-dv-cinder-831439-3-iscsi {{(pid=110181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 14:59:04.289678 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Provisioning complete for port 0060b4fd-1dda-418f-9711-2852793a6f25 triggered by entity L2. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 14:59:04.290059 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (0060b4fd-1dda-418f-9711-2852793a6f25), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:04.406388 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Current status of the port 0060b4fd-1dda-418f-9711-2852793a6f25 is: ACTIVE; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:59:04.407923 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Device f4904d54-5381-410b-928f-6a25e17bf48e up at agent ovs-agent-dv-cinder-831439-3-iscsi {{(pid=110181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 14:59:04.472943 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Provisioning complete for port f4904d54-5381-410b-928f-6a25e17bf48e triggered by entity L2. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 14:59:04.473326 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (f4904d54-5381-410b-928f-6a25e17bf48e), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:04.600243 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Current status of the port f4904d54-5381-410b-928f-6a25e17bf48e is: DOWN; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:59:04.600243 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (f4904d54-5381-410b-928f-6a25e17bf48e), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:04.619088 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] For port f4904d54-5381-410b-928f-6a25e17bf48e, host dv-cinder-831439-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831439-3-iscsi',level=0,port_id=f4904d54-5381-410b-928f-6a25e17bf48e,segment=NetworkSegment(defef8c4-f5b2-4af0-95ab-65fb439b082d),segment_id=defef8c4-f5b2-4af0-95ab-65fb439b082d)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:59:04.770048 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (f4904d54-5381-410b-928f-6a25e17bf48e), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:04.836625 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Pushing event updated for resources: {'Port': ['ID=f4904d54-5381-410b-928f-6a25e17bf48e,revision_number=5']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:59:05.135225 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-7cd0640b-50d4-43bc-86b5-80bc7d0b0151 req-8c5a3ea0-be94-4bdb-a096-a64931885a55 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=d180d92d-2b4a-46fa-88db-be94ea0275ef HTTP/1.1" status: 200 len: 210 time: 0.0461223 Mar 02 14:59:05.847206 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c5b216-7de6-4602-b0ec-129ff4ef3ae6 req-08ad45b2-af5a-4e9c-8435-bd372e998c39 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:59:05.848699 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-67c5b216-7de6-4602-b0ec-129ff4ef3ae6 req-08ad45b2-af5a-4e9c-8435-bd372e998c39 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/networks?id=4aeef58e-3340-46c4-943d-ae2ec26e78a0 HTTP/1.1" status: 200 len: 814 time: 0.1093898 Mar 02 14:59:05.864684 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-67c5b216-7de6-4602-b0ec-129ff4ef3ae6 req-b50f3455-5dda-4f27-9875-2878a839b8dd tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/quotas/c744cfa2ecd64e8b8882c1e3e1c97e02 HTTP/1.1" status: 200 len: 375 time: 0.0093901 Mar 02 14:59:05.923681 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-67c5b216-7de6-4602-b0ec-129ff4ef3ae6 req-c72f585e-04cd-4874-b9e1-ea8b4defc888 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=c744cfa2ecd64e8b8882c1e3e1c97e02&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0535486 Mar 02 14:59:06.042153 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-67c5b216-7de6-4602-b0ec-129ff4ef3ae6 req-8e5e98fd-532e-4029-9244-a32e5475e840 service neutron] 10.222.0.52 "GET /v2.0/networks/4aeef58e-3340-46c4-943d-ae2ec26e78a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095157 Mar 02 14:59:06.096393 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Device f4904d54-5381-410b-928f-6a25e17bf48e up at agent ovs-agent-dv-cinder-831439-3-iscsi {{(pid=110181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 14:59:06.158458 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Provisioning complete for port f4904d54-5381-410b-928f-6a25e17bf48e triggered by entity L2. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 14:59:06.158928 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (f4904d54-5381-410b-928f-6a25e17bf48e), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:06.178267 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-67c5b216-7de6-4602-b0ec-129ff4ef3ae6 req-69673911-8e7d-444f-896e-01d877dd6d5b service neutron] 10.222.0.52 "GET /v2.0/networks/4aeef58e-3340-46c4-943d-ae2ec26e78a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347530 Mar 02 14:59:06.260759 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-e61ecf55-2c71-4cb0-8b6a-d0557c0134fa req-9dbd4970-3252-49df-8801-9775126734a7 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=d180d92d-2b4a-46fa-88db-be94ea0275ef HTTP/1.1" status: 200 len: 210 time: 0.0311842 Mar 02 14:59:06.269989 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Current status of the port f4904d54-5381-410b-928f-6a25e17bf48e is: ACTIVE; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:59:06.410890 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d4e415-8506-45a8-8d5a-3e7e16a35624 req-27a2e6c8-89cd-4320-842d-1e5ba3c127b5 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:59:06.412928 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-47d4e415-8506-45a8-8d5a-3e7e16a35624 req-27a2e6c8-89cd-4320-842d-1e5ba3c127b5 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.55 "GET /v2.0/networks?id=f57784fe-c0ba-4637-8703-002c97dfe5a6 HTTP/1.1" status: 200 len: 818 time: 0.1188440 Mar 02 14:59:06.449127 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.v2.base [req-47d4e415-8506-45a8-8d5a-3e7e16a35624 req-1df891d9-7181-46db-8a53-4341bdb21921 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Request body: {'port': {'device_id': '3a048e7d-380d-4eb6-b2f3-553fde4437a8', 'network_id': 'f57784fe-c0ba-4637-8703-002c97dfe5a6', 'admin_state_up': True, 'tenant_id': 'f1bd7e528fca43dbb4023b42e4d1b6a1'}} {{(pid=110180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:59:06.559109 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-3eeba27e-4c9f-4f72-8af7-44a8a9646ddb req-9adfc4ce-b975-439e-959f-d37b6dde9711 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2f636e8-ac28-40c3-83ed-a138248be437 HTTP/1.1" status: 200 len: 210 time: 0.0328708 Mar 02 14:59:06.725101 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47d4e415-8506-45a8-8d5a-3e7e16a35624 req-1df891d9-7181-46db-8a53-4341bdb21921 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Made reservation on behalf of f1bd7e528fca43dbb4023b42e4d1b6a1 for: {'port': 1} {{(pid=110180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 14:59:06.729330 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-47d4e415-8506-45a8-8d5a-3e7e16a35624 req-1df891d9-7181-46db-8a53-4341bdb21921 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (None), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:06.860510 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.db_base_plugin_common [req-47d4e415-8506-45a8-8d5a-3e7e16a35624 req-1df891d9-7181-46db-8a53-4341bdb21921 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Allocated IP 172.20.0.7 (f57784fe-c0ba-4637-8703-002c97dfe5a6/c3f153de-817f-4669-9f3c-7dca79be3db5/1e147af4-38c2-40f4-93bc-dd65df75f682) {{(pid=110180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 14:59:07.088136 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-47d4e415-8506-45a8-8d5a-3e7e16a35624 req-1df891d9-7181-46db-8a53-4341bdb21921 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Publish callbacks [] for port (1e147af4-38c2-40f4-93bc-dd65df75f682), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:07.095167 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8525ddaa-b5c7-40da-bb57-ff4ff34f84aa req-2f9f4dc8-ab29-4056-ae93-303faa888ae5 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:59:07.096631 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-8525ddaa-b5c7-40da-bb57-ff4ff34f84aa req-2f9f4dc8-ab29-4056-ae93-303faa888ae5 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.55 "GET /v2.0/networks?id=f57784fe-c0ba-4637-8703-002c97dfe5a6 HTTP/1.1" status: 200 len: 818 time: 0.1444240 Mar 02 14:59:07.424409 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.v2.base [req-8525ddaa-b5c7-40da-bb57-ff4ff34f84aa req-fd38ba5f-4ff9-43ba-845e-7fef3c5d8825 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Request body: {'port': {'device_id': 'd180d92d-2b4a-46fa-88db-be94ea0275ef', 'network_id': 'f57784fe-c0ba-4637-8703-002c97dfe5a6', 'admin_state_up': True, 'tenant_id': 'f1bd7e528fca43dbb4023b42e4d1b6a1'}} {{(pid=110180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:59:07.424409 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-f4976d7e-22f6-4c9a-ac65-a9a734dea211 req-9a833d17-48c1-4f4f-977d-dc47d94a699e tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=d180d92d-2b4a-46fa-88db-be94ea0275ef HTTP/1.1" status: 200 len: 210 time: 0.0280614 Mar 02 14:59:07.462254 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-47d4e415-8506-45a8-8d5a-3e7e16a35624 req-1df891d9-7181-46db-8a53-4341bdb21921 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757345480668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672616'] for port (1e147af4-38c2-40f4-93bc-dd65df75f682), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:07.507031 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47d4e415-8506-45a8-8d5a-3e7e16a35624 req-1df891d9-7181-46db-8a53-4341bdb21921 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Network f57784fe-c0ba-4637-8703-002c97dfe5a6 is already hosted by enough agents. {{(pid=110180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 14:59:07.510563 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.base_scheduler [req-47d4e415-8506-45a8-8d5a-3e7e16a35624 req-1df891d9-7181-46db-8a53-4341bdb21921 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Resources bound (agent type, host, resource id): {{(pid=110180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 14:59:07.514245 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.l3_dvrscheduler_db [req-47d4e415-8506-45a8-8d5a-3e7e16a35624 req-1df891d9-7181-46db-8a53-4341bdb21921 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Received port after_create {{(pid=110180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 14:59:07.539934 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df891d9-7181-46db-8a53-4341bdb21921 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Pushing event updated for resources: {'Port': ['ID=1e147af4-38c2-40f4-93bc-dd65df75f682,revision_number=1']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:59:07.549775 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8525ddaa-b5c7-40da-bb57-ff4ff34f84aa req-fd38ba5f-4ff9-43ba-845e-7fef3c5d8825 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Made reservation on behalf of f1bd7e528fca43dbb4023b42e4d1b6a1 for: {'port': 1} {{(pid=110180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 14:59:07.553233 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-8525ddaa-b5c7-40da-bb57-ff4ff34f84aa req-fd38ba5f-4ff9-43ba-845e-7fef3c5d8825 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (None), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:07.571274 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df891d9-7181-46db-8a53-4341bdb21921 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:59:07.571655 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df891d9-7181-46db-8a53-4341bdb21921 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:59:07.572547 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df891d9-7181-46db-8a53-4341bdb21921 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:59:07.572873 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df891d9-7181-46db-8a53-4341bdb21921 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:59:07.573215 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df891d9-7181-46db-8a53-4341bdb21921 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:59:07.573552 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df891d9-7181-46db-8a53-4341bdb21921 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:59:07.573892 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df891d9-7181-46db-8a53-4341bdb21921 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:59:07.574589 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df891d9-7181-46db-8a53-4341bdb21921 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:59:07.574719 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df891d9-7181-46db-8a53-4341bdb21921 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:59:07.574959 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df891d9-7181-46db-8a53-4341bdb21921 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:59:07.575354 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df891d9-7181-46db-8a53-4341bdb21921 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:59:07.575723 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df891d9-7181-46db-8a53-4341bdb21921 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:59:07.576059 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df891d9-7181-46db-8a53-4341bdb21921 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:59:07.618958 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d4e415-8506-45a8-8d5a-3e7e16a35624 req-1df891d9-7181-46db-8a53-4341bdb21921 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:59:07.618958 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-47d4e415-8506-45a8-8d5a-3e7e16a35624 req-1df891d9-7181-46db-8a53-4341bdb21921 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221961'] for port (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:07.689868 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-e8e2ed75-199d-48b3-82e3-a04a793060f5 req-e801d95d-5462-4125-a063-4e84dd52a2e3 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2f636e8-ac28-40c3-83ed-a138248be437 HTTP/1.1" status: 200 len: 210 time: 0.0625105 Mar 02 14:59:07.770256 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.db_base_plugin_common [req-8525ddaa-b5c7-40da-bb57-ff4ff34f84aa req-fd38ba5f-4ff9-43ba-845e-7fef3c5d8825 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Allocated IP 172.20.0.9 (f57784fe-c0ba-4637-8703-002c97dfe5a6/c3f153de-817f-4669-9f3c-7dca79be3db5/75d54c07-0bc9-47cf-b732-c5a1263a2bec) {{(pid=110180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 14:59:07.926294 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-8525ddaa-b5c7-40da-bb57-ff4ff34f84aa req-fd38ba5f-4ff9-43ba-845e-7fef3c5d8825 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Publish callbacks [] for port (75d54c07-0bc9-47cf-b732-c5a1263a2bec), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:07.967369 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-47d4e415-8506-45a8-8d5a-3e7e16a35624 req-1df891d9-7181-46db-8a53-4341bdb21921 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5228493 Mar 02 14:59:08.073980 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-8525ddaa-b5c7-40da-bb57-ff4ff34f84aa req-fd38ba5f-4ff9-43ba-845e-7fef3c5d8825 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757345480668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672616'] for port (75d54c07-0bc9-47cf-b732-c5a1263a2bec), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:08.082334 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.v2.base [req-47d4e415-8506-45a8-8d5a-3e7e16a35624 req-e992aef2-38a0-4316-9612-cb228f00fe71 service neutron] Request body: {'port': {'device_id': '3a048e7d-380d-4eb6-b2f3-553fde4437a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83143'}} {{(pid=110180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:59:08.157354 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8525ddaa-b5c7-40da-bb57-ff4ff34f84aa req-fd38ba5f-4ff9-43ba-845e-7fef3c5d8825 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Network f57784fe-c0ba-4637-8703-002c97dfe5a6 is already hosted by enough agents. {{(pid=110180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 14:59:08.160481 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd38ba5f-4ff9-43ba-845e-7fef3c5d8825 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Pushing event updated for resources: {'Port': ['ID=75d54c07-0bc9-47cf-b732-c5a1263a2bec,revision_number=1']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:59:08.166388 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.base_scheduler [req-8525ddaa-b5c7-40da-bb57-ff4ff34f84aa req-fd38ba5f-4ff9-43ba-845e-7fef3c5d8825 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Resources bound (agent type, host, resource id): {{(pid=110180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 14:59:08.169574 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.l3_dvrscheduler_db [req-8525ddaa-b5c7-40da-bb57-ff4ff34f84aa req-fd38ba5f-4ff9-43ba-845e-7fef3c5d8825 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Received port after_create {{(pid=110180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 14:59:08.248072 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8525ddaa-b5c7-40da-bb57-ff4ff34f84aa req-fd38ba5f-4ff9-43ba-845e-7fef3c5d8825 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:59:08.252489 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-8525ddaa-b5c7-40da-bb57-ff4ff34f84aa req-fd38ba5f-4ff9-43ba-845e-7fef3c5d8825 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221961'] for port (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:08.252489 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-47d4e415-8506-45a8-8d5a-3e7e16a35624 req-e992aef2-38a0-4316-9612-cb228f00fe71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (1e147af4-38c2-40f4-93bc-dd65df75f682), before_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:08.365249 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-8525ddaa-b5c7-40da-bb57-ff4ff34f84aa req-fd38ba5f-4ff9-43ba-845e-7fef3c5d8825 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1968179 Mar 02 14:59:08.381981 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.v2.base [req-8525ddaa-b5c7-40da-bb57-ff4ff34f84aa req-f19e9055-8cd5-431f-b61f-9a165de2a969 service neutron] Request body: {'port': {'device_id': 'd180d92d-2b4a-46fa-88db-be94ea0275ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83143'}} {{(pid=110180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:59:08.534441 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-8525ddaa-b5c7-40da-bb57-ff4ff34f84aa req-f19e9055-8cd5-431f-b61f-9a165de2a969 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (75d54c07-0bc9-47cf-b732-c5a1263a2bec), before_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:08.607491 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4362e00-0fb7-4ac6-82c7-eff7bc7e1092 req-74aba77f-f3a1-4f5e-b9fd-fdf4fd83fdc7 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:59:08.609042 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-f4362e00-0fb7-4ac6-82c7-eff7bc7e1092 req-74aba77f-f3a1-4f5e-b9fd-fdf4fd83fdc7 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=d180d92d-2b4a-46fa-88db-be94ea0275ef HTTP/1.1" status: 200 len: 931 time: 0.1511097 Mar 02 14:59:08.763907 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-186d1d5c-89f2-4e8a-b093-204967df580b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (dc3a6147-3194-47be-b33a-76a9a2a48933), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:08.804372 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-f4362e00-0fb7-4ac6-82c7-eff7bc7e1092 req-a09cf44e-2044-4f9b-8867-f4b2744f0b7b tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850517 Mar 02 14:59:08.807750 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6d51d282-2029-49f1-ade9-57bc5ae1e7b9 req-c922693b-647a-4d38-b0c8-c9376cce0215 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2f636e8-ac28-40c3-83ed-a138248be437 HTTP/1.1" status: 200 len: 210 time: 0.0459602 Mar 02 14:59:08.811399 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.notifiers.nova [req-47d4e415-8506-45a8-8d5a-3e7e16a35624 req-e992aef2-38a0-4316-9612-cb228f00fe71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e147af4-38c2-40f4-93bc-dd65df75f682 {{(pid=110180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 14:59:08.819569 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-47d4e415-8506-45a8-8d5a-3e7e16a35624 req-e992aef2-38a0-4316-9612-cb228f00fe71 service neutron] Publish callbacks [] for port (1e147af4-38c2-40f4-93bc-dd65df75f682), precommit_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:08.832147 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.provisioning_blocks [req-47d4e415-8506-45a8-8d5a-3e7e16a35624 req-e992aef2-38a0-4316-9612-cb228f00fe71 service neutron] Transition to ACTIVE for port object 1e147af4-38c2-40f4-93bc-dd65df75f682 will not be triggered until provisioned by entity L2. {{(pid=110180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 14:59:09.075980 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-47d4e415-8506-45a8-8d5a-3e7e16a35624 req-e992aef2-38a0-4316-9612-cb228f00fe71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3672609'] for port (1e147af4-38c2-40f4-93bc-dd65df75f682), after_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:09.198240 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e992aef2-38a0-4316-9612-cb228f00fe71 service neutron] Pushing event updated for resources: {'Port': ['ID=1e147af4-38c2-40f4-93bc-dd65df75f682,revision_number=2']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:59:09.293552 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.managers [req-47d4e415-8506-45a8-8d5a-3e7e16a35624 req-e992aef2-38a0-4316-9612-cb228f00fe71 service neutron] Attempting to bind port 1e147af4-38c2-40f4-93bc-dd65df75f682 on host hv-cinder-83143 for vnic_type normal with profile {{(pid=110180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 14:59:09.293894 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.managers [req-47d4e415-8506-45a8-8d5a-3e7e16a35624 req-e992aef2-38a0-4316-9612-cb228f00fe71 service neutron] Attempting to bind port 1e147af4-38c2-40f4-93bc-dd65df75f682 by drivers openvswitch,hyperv on host hv-cinder-83143 at level 0 using segments [{'id': 'defef8c4-f5b2-4af0-95ab-65fb439b082d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'f57784fe-c0ba-4637-8703-002c97dfe5a6'}] {{(pid=110180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 14:59:09.294240 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d4e415-8506-45a8-8d5a-3e7e16a35624 req-e992aef2-38a0-4316-9612-cb228f00fe71 service neutron] Attempting to bind port 1e147af4-38c2-40f4-93bc-dd65df75f682 on network f57784fe-c0ba-4637-8703-002c97dfe5a6 {{(pid=110180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 14:59:09.302052 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d4e415-8506-45a8-8d5a-3e7e16a35624 req-e992aef2-38a0-4316-9612-cb228f00fe71 service neutron] Port 1e147af4-38c2-40f4-93bc-dd65df75f682 on network f57784fe-c0ba-4637-8703-002c97dfe5a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83143 {{(pid=110180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 14:59:09.302381 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d4e415-8506-45a8-8d5a-3e7e16a35624 req-e992aef2-38a0-4316-9612-cb228f00fe71 service neutron] Attempting to bind port 1e147af4-38c2-40f4-93bc-dd65df75f682 on network f57784fe-c0ba-4637-8703-002c97dfe5a6 {{(pid=110180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 14:59:09.328891 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d4e415-8506-45a8-8d5a-3e7e16a35624 req-e992aef2-38a0-4316-9612-cb228f00fe71 service neutron] Checking agent: {'id': 'a761fe19-4045-45cc-a7c7-f029a0c82591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83143', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 14, 54, 53), 'started_at': datetime.datetime(2022, 3, 2, 14, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 14, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 14:59:09.329228 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d4e415-8506-45a8-8d5a-3e7e16a35624 req-e992aef2-38a0-4316-9612-cb228f00fe71 service neutron] Checking segment: {'id': 'defef8c4-f5b2-4af0-95ab-65fb439b082d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'f57784fe-c0ba-4637-8703-002c97dfe5a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 14:59:09.329621 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d4e415-8506-45a8-8d5a-3e7e16a35624 req-e992aef2-38a0-4316-9612-cb228f00fe71 service neutron] Bound using segment: {'id': 'defef8c4-f5b2-4af0-95ab-65fb439b082d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'f57784fe-c0ba-4637-8703-002c97dfe5a6'} {{(pid=110180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 14:59:09.330995 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.managers [req-47d4e415-8506-45a8-8d5a-3e7e16a35624 req-e992aef2-38a0-4316-9612-cb228f00fe71 service neutron] Bound port: 1e147af4-38c2-40f4-93bc-dd65df75f682, host: hv-cinder-83143, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'defef8c4-f5b2-4af0-95ab-65fb439b082d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'f57784fe-c0ba-4637-8703-002c97dfe5a6'}}] {{(pid=110180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 14:59:09.330995 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-47d4e415-8506-45a8-8d5a-3e7e16a35624 req-e992aef2-38a0-4316-9612-cb228f00fe71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (1e147af4-38c2-40f4-93bc-dd65df75f682), before_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:09.356938 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.notifiers.nova [req-8525ddaa-b5c7-40da-bb57-ff4ff34f84aa req-f19e9055-8cd5-431f-b61f-9a165de2a969 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75d54c07-0bc9-47cf-b732-c5a1263a2bec {{(pid=110180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 14:59:09.382244 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-8525ddaa-b5c7-40da-bb57-ff4ff34f84aa req-f19e9055-8cd5-431f-b61f-9a165de2a969 service neutron] Publish callbacks [] for port (75d54c07-0bc9-47cf-b732-c5a1263a2bec), precommit_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:09.407339 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.provisioning_blocks [req-8525ddaa-b5c7-40da-bb57-ff4ff34f84aa req-f19e9055-8cd5-431f-b61f-9a165de2a969 service neutron] Transition to ACTIVE for port object 75d54c07-0bc9-47cf-b732-c5a1263a2bec will not be triggered until provisioned by entity L2. {{(pid=110180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 14:59:09.423060 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.db [req-47d4e415-8506-45a8-8d5a-3e7e16a35624 req-e992aef2-38a0-4316-9612-cb228f00fe71 service neutron] For port 1e147af4-38c2-40f4-93bc-dd65df75f682, host hv-cinder-83143, cleared binding levels {{(pid=110180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 14:59:09.426756 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.db [req-47d4e415-8506-45a8-8d5a-3e7e16a35624 req-e992aef2-38a0-4316-9612-cb228f00fe71 service neutron] For port 1e147af4-38c2-40f4-93bc-dd65df75f682, host hv-cinder-83143, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=1e147af4-38c2-40f4-93bc-dd65df75f682,segment=NetworkSegment(defef8c4-f5b2-4af0-95ab-65fb439b082d),segment_id=defef8c4-f5b2-4af0-95ab-65fb439b082d)] {{(pid=110180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 14:59:09.558978 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-8525ddaa-b5c7-40da-bb57-ff4ff34f84aa req-f19e9055-8cd5-431f-b61f-9a165de2a969 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3672609'] for port (75d54c07-0bc9-47cf-b732-c5a1263a2bec), after_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:09.614376 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-47d4e415-8506-45a8-8d5a-3e7e16a35624 req-e992aef2-38a0-4316-9612-cb228f00fe71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3672609'] for port (1e147af4-38c2-40f4-93bc-dd65df75f682), after_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:09.616102 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19e9055-8cd5-431f-b61f-9a165de2a969 service neutron] Pushing event updated for resources: {'Port': ['ID=75d54c07-0bc9-47cf-b732-c5a1263a2bec,revision_number=2']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:59:09.673523 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d4e415-8506-45a8-8d5a-3e7e16a35624 req-e992aef2-38a0-4316-9612-cb228f00fe71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:59:09.674141 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-47d4e415-8506-45a8-8d5a-3e7e16a35624 req-e992aef2-38a0-4316-9612-cb228f00fe71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221961'] for port (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:09.675549 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-47d4e415-8506-45a8-8d5a-3e7e16a35624 req-e992aef2-38a0-4316-9612-cb228f00fe71 service neutron] 10.222.0.55 "PUT /v2.0/ports/1e147af4-38c2-40f4-93bc-dd65df75f682 HTTP/1.1" status: 200 len: 1093 time: 1.5994520 Mar 02 14:59:09.694944 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a048e7d-380d-4eb6-b2f3-553fde4437a8', 'tag': '1e147af4-38c2-40f4-93bc-dd65df75f682'}] {{(pid=110180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 14:59:09.698067 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d4cb776884cbbf8177075bc934a95f6bdaf5bba346c2d7fc75eae3cda02a5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa0bf3db-8b92-4c70-b820-24daf76b6d10" -d '{"events": [{"name": "network-changed", "server_uuid": "3a048e7d-380d-4eb6-b2f3-553fde4437a8", "tag": "1e147af4-38c2-40f4-93bc-dd65df75f682"}]}' {{(pid=110180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 14:59:09.740313 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 14:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c45597d-f157-4f23-877c-72db8f80e705 x-openstack-request-id: req-4c45597d-f157-4f23-877c-72db8f80e705 {{(pid=110180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 14:59:09.740313 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a048e7d-380d-4eb6-b2f3-553fde4437a8", "tag": "1e147af4-38c2-40f4-93bc-dd65df75f682", "status": "completed", "code": 200}]} {{(pid=110180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 14:59:09.740313 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4c45597d-f157-4f23-877c-72db8f80e705 {{(pid=110180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 14:59:09.740313 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a048e7d-380d-4eb6-b2f3-553fde4437a8', 'tag': '1e147af4-38c2-40f4-93bc-dd65df75f682', 'status': 'completed', 'code': 200} Mar 02 14:59:09.740313 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e992aef2-38a0-4316-9612-cb228f00fe71 service neutron] Pushing event updated for resources: {'Port': ['ID=1e147af4-38c2-40f4-93bc-dd65df75f682,revision_number=3']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:59:09.756233 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.managers [req-8525ddaa-b5c7-40da-bb57-ff4ff34f84aa req-f19e9055-8cd5-431f-b61f-9a165de2a969 service neutron] Attempting to bind port 75d54c07-0bc9-47cf-b732-c5a1263a2bec on host hv-cinder-83143 for vnic_type normal with profile {{(pid=110180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 14:59:09.756568 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.managers [req-8525ddaa-b5c7-40da-bb57-ff4ff34f84aa req-f19e9055-8cd5-431f-b61f-9a165de2a969 service neutron] Attempting to bind port 75d54c07-0bc9-47cf-b732-c5a1263a2bec by drivers openvswitch,hyperv on host hv-cinder-83143 at level 0 using segments [{'id': 'defef8c4-f5b2-4af0-95ab-65fb439b082d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'f57784fe-c0ba-4637-8703-002c97dfe5a6'}] {{(pid=110180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 14:59:09.756894 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8525ddaa-b5c7-40da-bb57-ff4ff34f84aa req-f19e9055-8cd5-431f-b61f-9a165de2a969 service neutron] Attempting to bind port 75d54c07-0bc9-47cf-b732-c5a1263a2bec on network f57784fe-c0ba-4637-8703-002c97dfe5a6 {{(pid=110180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 14:59:09.762313 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8525ddaa-b5c7-40da-bb57-ff4ff34f84aa req-f19e9055-8cd5-431f-b61f-9a165de2a969 service neutron] Port 75d54c07-0bc9-47cf-b732-c5a1263a2bec on network f57784fe-c0ba-4637-8703-002c97dfe5a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83143 {{(pid=110180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 14:59:09.762632 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8525ddaa-b5c7-40da-bb57-ff4ff34f84aa req-f19e9055-8cd5-431f-b61f-9a165de2a969 service neutron] Attempting to bind port 75d54c07-0bc9-47cf-b732-c5a1263a2bec on network f57784fe-c0ba-4637-8703-002c97dfe5a6 {{(pid=110180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 14:59:09.767554 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8525ddaa-b5c7-40da-bb57-ff4ff34f84aa req-f19e9055-8cd5-431f-b61f-9a165de2a969 service neutron] Checking agent: {'id': 'a761fe19-4045-45cc-a7c7-f029a0c82591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83143', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 14, 54, 53), 'started_at': datetime.datetime(2022, 3, 2, 14, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 14, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 14:59:09.768781 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8525ddaa-b5c7-40da-bb57-ff4ff34f84aa req-f19e9055-8cd5-431f-b61f-9a165de2a969 service neutron] Checking segment: {'id': 'defef8c4-f5b2-4af0-95ab-65fb439b082d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'f57784fe-c0ba-4637-8703-002c97dfe5a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 14:59:09.768781 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8525ddaa-b5c7-40da-bb57-ff4ff34f84aa req-f19e9055-8cd5-431f-b61f-9a165de2a969 service neutron] Bound using segment: {'id': 'defef8c4-f5b2-4af0-95ab-65fb439b082d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'f57784fe-c0ba-4637-8703-002c97dfe5a6'} {{(pid=110180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 14:59:09.768781 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.managers [req-8525ddaa-b5c7-40da-bb57-ff4ff34f84aa req-f19e9055-8cd5-431f-b61f-9a165de2a969 service neutron] Bound port: 75d54c07-0bc9-47cf-b732-c5a1263a2bec, host: hv-cinder-83143, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'defef8c4-f5b2-4af0-95ab-65fb439b082d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'f57784fe-c0ba-4637-8703-002c97dfe5a6'}}] {{(pid=110180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 14:59:09.769070 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-8525ddaa-b5c7-40da-bb57-ff4ff34f84aa req-f19e9055-8cd5-431f-b61f-9a165de2a969 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (75d54c07-0bc9-47cf-b732-c5a1263a2bec), before_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:09.834512 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.db [req-8525ddaa-b5c7-40da-bb57-ff4ff34f84aa req-f19e9055-8cd5-431f-b61f-9a165de2a969 service neutron] For port 75d54c07-0bc9-47cf-b732-c5a1263a2bec, host hv-cinder-83143, cleared binding levels {{(pid=110180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 14:59:09.838011 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.db [req-8525ddaa-b5c7-40da-bb57-ff4ff34f84aa req-f19e9055-8cd5-431f-b61f-9a165de2a969 service neutron] For port 75d54c07-0bc9-47cf-b732-c5a1263a2bec, host hv-cinder-83143, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=75d54c07-0bc9-47cf-b732-c5a1263a2bec,segment=NetworkSegment(defef8c4-f5b2-4af0-95ab-65fb439b082d),segment_id=defef8c4-f5b2-4af0-95ab-65fb439b082d)] {{(pid=110180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 14:59:10.179227 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-77f79cdd-af87-4a54-a5d2-9aec0ff376cb req-96b90aa7-830f-4602-bfb9-72577f285434 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2f636e8-ac28-40c3-83ed-a138248be437 HTTP/1.1" status: 200 len: 210 time: 0.2945907 Mar 02 14:59:10.182589 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-8525ddaa-b5c7-40da-bb57-ff4ff34f84aa req-f19e9055-8cd5-431f-b61f-9a165de2a969 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3672609'] for port (75d54c07-0bc9-47cf-b732-c5a1263a2bec), after_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:10.230801 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8525ddaa-b5c7-40da-bb57-ff4ff34f84aa req-f19e9055-8cd5-431f-b61f-9a165de2a969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:59:10.231416 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-8525ddaa-b5c7-40da-bb57-ff4ff34f84aa req-f19e9055-8cd5-431f-b61f-9a165de2a969 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221961'] for port (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:10.232881 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-8525ddaa-b5c7-40da-bb57-ff4ff34f84aa req-f19e9055-8cd5-431f-b61f-9a165de2a969 service neutron] 10.222.0.55 "PUT /v2.0/ports/75d54c07-0bc9-47cf-b732-c5a1263a2bec HTTP/1.1" status: 200 len: 1093 time: 1.8550537 Mar 02 14:59:10.247965 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7450d345-2e69-4bfa-b71d-0181a136f127 req-39439b28-0c4e-41c6-9f9d-215d62b3591c tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:59:10.249512 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-7450d345-2e69-4bfa-b71d-0181a136f127 req-39439b28-0c4e-41c6-9f9d-215d62b3591c tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=d180d92d-2b4a-46fa-88db-be94ea0275ef HTTP/1.1" status: 200 len: 943 time: 0.3747120 Mar 02 14:59:10.274543 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19e9055-8cd5-431f-b61f-9a165de2a969 service neutron] Pushing event updated for resources: {'Port': ['ID=75d54c07-0bc9-47cf-b732-c5a1263a2bec,revision_number=3']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:59:10.306843 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-7450d345-2e69-4bfa-b71d-0181a136f127 req-454ac153-f09f-442a-a23a-03776dc53f32 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483444 Mar 02 14:59:11.056065 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-f1d29519-01df-4911-8640-420d2b63052d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (4b7d4a90-2987-419a-b6cd-7624b7dba065), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:11.277808 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-4c8cffa9-71b6-42a2-a341-4ff4fca7704b req-5ffb9173-5299-4fa0-833a-b5c6f2bcc231 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2f636e8-ac28-40c3-83ed-a138248be437 HTTP/1.1" status: 200 len: 210 time: 0.0258553 Mar 02 14:59:11.437086 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd18357-68c5-45d7-9820-ccf894f23f3d req-d732ab80-dd49-4da7-aa27-e9ac388db049 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:59:11.438740 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ccd18357-68c5-45d7-9820-ccf894f23f3d req-d732ab80-dd49-4da7-aa27-e9ac388db049 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=d180d92d-2b4a-46fa-88db-be94ea0275ef HTTP/1.1" status: 200 len: 943 time: 0.0607414 Mar 02 14:59:11.491637 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ccd18357-68c5-45d7-9820-ccf894f23f3d req-9ec0bb41-5b12-4789-a56e-ec62ec8fd2e2 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452185 Mar 02 14:59:11.738518 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd180d92d-2b4a-46fa-88db-be94ea0275ef', 'tag': '75d54c07-0bc9-47cf-b732-c5a1263a2bec'}] {{(pid=110180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 14:59:11.740866 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d4cb776884cbbf8177075bc934a95f6bdaf5bba346c2d7fc75eae3cda02a5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f05fdf8-5783-417d-83ce-faac42007219" -d '{"events": [{"name": "network-changed", "server_uuid": "d180d92d-2b4a-46fa-88db-be94ea0275ef", "tag": "75d54c07-0bc9-47cf-b732-c5a1263a2bec"}]}' {{(pid=110180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 14:59:11.776933 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 14:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5027e49f-9e6a-4c68-ab76-162f7c1babd4 x-openstack-request-id: req-5027e49f-9e6a-4c68-ab76-162f7c1babd4 {{(pid=110180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 14:59:11.777224 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d180d92d-2b4a-46fa-88db-be94ea0275ef", "tag": "75d54c07-0bc9-47cf-b732-c5a1263a2bec", "status": "completed", "code": 200}]} {{(pid=110180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 14:59:11.777479 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5027e49f-9e6a-4c68-ab76-162f7c1babd4 {{(pid=110180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 14:59:11.777869 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd180d92d-2b4a-46fa-88db-be94ea0275ef', 'tag': '75d54c07-0bc9-47cf-b732-c5a1263a2bec', 'status': 'completed', 'code': 200} Mar 02 14:59:12.073600 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-8c265469-93de-451d-a227-73ff998d8f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (bfbb2626-1130-458a-80a5-4632d76fa057), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:12.372419 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-b4962fed-8071-4493-92d1-3372904fe8dd req-d4460cb9-8ea3-4dd5-9988-29ada3e57b26 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2f636e8-ac28-40c3-83ed-a138248be437 HTTP/1.1" status: 200 len: 210 time: 0.0268426 Mar 02 14:59:12.619344 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd41277a-0517-4cda-80ad-f02794eced6d req-51f1fef5-a111-4fab-924d-0b50d68e8244 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:59:12.621060 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-dd41277a-0517-4cda-80ad-f02794eced6d req-51f1fef5-a111-4fab-924d-0b50d68e8244 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=d180d92d-2b4a-46fa-88db-be94ea0275ef HTTP/1.1" status: 200 len: 943 time: 0.0522807 Mar 02 14:59:12.667938 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-dd41277a-0517-4cda-80ad-f02794eced6d req-6953e3b4-43b4-47d4-b909-5911153da8b9 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411525 Mar 02 14:59:13.470467 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-1e2f5ffb-f98b-4f97-8f66-ff9526379ab7 req-b0b9ec5c-ac9e-47a5-bbfc-22d4af0d7374 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2f636e8-ac28-40c3-83ed-a138248be437 HTTP/1.1" status: 200 len: 210 time: 0.0301507 Mar 02 14:59:13.587666 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-9cfe1c82-1e01-4346-89c5-c3e1093f4022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (b9ce56f8-3527-4dd9-b024-9df7b3f4c018), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:13.788856 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151d5738-e961-42fd-a7e9-bce91664851f req-5b9bd26b-41a8-433d-875c-7b837d959c33 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:59:13.790477 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-151d5738-e961-42fd-a7e9-bce91664851f req-5b9bd26b-41a8-433d-875c-7b837d959c33 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=d180d92d-2b4a-46fa-88db-be94ea0275ef HTTP/1.1" status: 200 len: 943 time: 0.0543816 Mar 02 14:59:13.837741 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-151d5738-e961-42fd-a7e9-bce91664851f req-55d6755b-d898-4080-a505-b902e4f78bfc tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415087 Mar 02 14:59:14.564687 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-2959ae09-bdb1-455b-b443-fb86024a76ba req-b72ce92d-c956-4a4d-b78e-080b488f08d2 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2f636e8-ac28-40c3-83ed-a138248be437 HTTP/1.1" status: 200 len: 210 time: 0.0269790 Mar 02 14:59:14.936396 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (3a73802c-5f14-4c1f-8439-e74c4c90063b), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:14.954643 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9be74c-f91e-4e6c-8693-ceaa76a421b3 req-ad946824-00a3-435c-b21f-6264844f296b tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:59:14.956140 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-2d9be74c-f91e-4e6c-8693-ceaa76a421b3 req-ad946824-00a3-435c-b21f-6264844f296b tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=d180d92d-2b4a-46fa-88db-be94ea0275ef HTTP/1.1" status: 200 len: 943 time: 0.0529542 Mar 02 14:59:15.006057 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-2d9be74c-f91e-4e6c-8693-ceaa76a421b3 req-5eeaabd0-a74a-4108-8419-ae307c8fce82 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443871 Mar 02 14:59:15.602819 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0bf3db-8b92-4c70-b820-24daf76b6d10 req-caed888f-8f53-451a-8152-ee30c94b4a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:59:15.607545 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-fa0bf3db-8b92-4c70-b820-24daf76b6d10 req-caed888f-8f53-451a-8152-ee30c94b4a24 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f1bd7e528fca43dbb4023b42e4d1b6a1&device_id=3a048e7d-380d-4eb6-b2f3-553fde4437a8 HTTP/1.1" status: 200 len: 1127 time: 0.0496044 Mar 02 14:59:15.659418 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-001d0454-a6f9-4416-bc85-09ee9f6257bc req-d3b85217-a009-4dfb-b388-5fa37a3ffa09 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2f636e8-ac28-40c3-83ed-a138248be437 HTTP/1.1" status: 200 len: 210 time: 0.0271995 Mar 02 14:59:15.872412 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.agents_db [None req-b044b9bd-a670-44c5-b22a-8886b11808d8 None None] Agent healthcheck: found 6 active agents {{(pid=110182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 14:59:16.124228 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765d2f4d-6ba6-4a44-a487-7b2f5d9bb667 req-38544676-b94a-437d-bd05-7b19915de877 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:59:16.125814 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-765d2f4d-6ba6-4a44-a487-7b2f5d9bb667 req-38544676-b94a-437d-bd05-7b19915de877 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=d180d92d-2b4a-46fa-88db-be94ea0275ef HTTP/1.1" status: 200 len: 943 time: 0.0544307 Mar 02 14:59:16.290110 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-765d2f4d-6ba6-4a44-a487-7b2f5d9bb667 req-1f5276cd-c589-4a50-ace4-3bfb4064c31d tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505852 Mar 02 14:59:16.298583 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0bf3db-8b92-4c70-b820-24daf76b6d10 req-9c00efe8-136c-4cee-ada1-42d639ddf9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:59:16.300220 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-fa0bf3db-8b92-4c70-b820-24daf76b6d10 req-9c00efe8-136c-4cee-ada1-42d639ddf9ad service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=f1bd7e528fca43dbb4023b42e4d1b6a1&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1698666 Mar 02 14:59:16.302012 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f05fdf8-5783-417d-83ce-faac42007219 req-93690bc1-5d45-4651-ac26-d4d1e0ef7abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:59:16.303347 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-5f05fdf8-5783-417d-83ce-faac42007219 req-93690bc1-5d45-4651-ac26-d4d1e0ef7abf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f1bd7e528fca43dbb4023b42e4d1b6a1&device_id=d180d92d-2b4a-46fa-88db-be94ea0275ef HTTP/1.1" status: 200 len: 1127 time: 0.1439641 Mar 02 14:59:16.483440 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0bf3db-8b92-4c70-b820-24daf76b6d10 req-86dc23de-e501-4f7a-bcef-d0dec4051eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:59:16.484944 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-fa0bf3db-8b92-4c70-b820-24daf76b6d10 req-86dc23de-e501-4f7a-bcef-d0dec4051eaa service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1633301 Mar 02 14:59:16.486032 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f05fdf8-5783-417d-83ce-faac42007219 req-84361438-f277-453e-8dbb-bc5fbf89e3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:59:16.487319 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-5f05fdf8-5783-417d-83ce-faac42007219 req-84361438-f277-453e-8dbb-bc5fbf89e3b6 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=f1bd7e528fca43dbb4023b42e4d1b6a1&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1576319 Mar 02 14:59:16.624970 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d4e415-8506-45a8-8d5a-3e7e16a35624 req-05c13761-6381-47a5-9943-cebfb7fd5ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:59:16.626525 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-47d4e415-8506-45a8-8d5a-3e7e16a35624 req-05c13761-6381-47a5-9943-cebfb7fd5ff9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f1bd7e528fca43dbb4023b42e4d1b6a1&device_id=3a048e7d-380d-4eb6-b2f3-553fde4437a8 HTTP/1.1" status: 200 len: 1127 time: 0.0800040 Mar 02 14:59:16.627669 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f05fdf8-5783-417d-83ce-faac42007219 req-5725c994-d95d-4ef8-8522-33e653eeb8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:59:16.628911 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-5f05fdf8-5783-417d-83ce-faac42007219 req-5725c994-d95d-4ef8-8522-33e653eeb8f3 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1289423 Mar 02 14:59:16.686380 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-47d4e415-8506-45a8-8d5a-3e7e16a35624 req-5d62b1c3-ffe3-41fa-98ec-47c07426b19a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e147af4-38c2-40f4-93bc-dd65df75f682 HTTP/1.1" status: 200 len: 217 time: 0.0377088 Mar 02 14:59:16.753046 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-9370d760-e201-46b6-b826-e15d021f0755 req-4219bb30-264b-4d23-a367-ad27f4962c15 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2f636e8-ac28-40c3-83ed-a138248be437 HTTP/1.1" status: 200 len: 210 time: 0.0271001 Mar 02 14:59:17.042655 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d4e415-8506-45a8-8d5a-3e7e16a35624 req-9fd007c0-bde2-41d6-a65e-426404349d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:59:17.044051 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-47d4e415-8506-45a8-8d5a-3e7e16a35624 req-9fd007c0-bde2-41d6-a65e-426404349d22 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c3f153de-817f-4669-9f3c-7dca79be3db5 HTTP/1.1" status: 200 len: 858 time: 0.0683372 Mar 02 14:59:17.049843 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8525ddaa-b5c7-40da-bb57-ff4ff34f84aa req-273d252f-2abc-4daa-ba29-f5a9c9e92fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:59:17.051212 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-8525ddaa-b5c7-40da-bb57-ff4ff34f84aa req-273d252f-2abc-4daa-ba29-f5a9c9e92fd8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f1bd7e528fca43dbb4023b42e4d1b6a1&device_id=d180d92d-2b4a-46fa-88db-be94ea0275ef HTTP/1.1" status: 200 len: 1127 time: 0.0845971 Mar 02 14:59:17.076565 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-47d4e415-8506-45a8-8d5a-3e7e16a35624 req-a057391c-10ad-4684-9452-96136c50d62f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f57784fe-c0ba-4637-8703-002c97dfe5a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244017 Mar 02 14:59:17.084117 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c5b216-7de6-4602-b0ec-129ff4ef3ae6 req-e97a88a5-1fa2-48c1-84d5-c6abd7841261 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:59:17.085536 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [req-67c5b216-7de6-4602-b0ec-129ff4ef3ae6 req-e97a88a5-1fa2-48c1-84d5-c6abd7841261 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.55 "GET /v2.0/networks?id=4aeef58e-3340-46c4-943d-ae2ec26e78a0 HTTP/1.1" status: 200 len: 814 time: 0.1024549 Mar 02 14:59:17.112604 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.v2.base [req-67c5b216-7de6-4602-b0ec-129ff4ef3ae6 req-b24b889b-041e-40d0-b30a-c5f1723f90cc tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Request body: {'port': {'device_id': 'e2f636e8-ac28-40c3-83ed-a138248be437', 'network_id': '4aeef58e-3340-46c4-943d-ae2ec26e78a0', 'admin_state_up': True, 'tenant_id': 'c744cfa2ecd64e8b8882c1e3e1c97e02'}} {{(pid=110179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:59:17.135416 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-8525ddaa-b5c7-40da-bb57-ff4ff34f84aa req-c45e8bce-a657-4d10-ba0a-852b45f9e1cb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=75d54c07-0bc9-47cf-b732-c5a1263a2bec HTTP/1.1" status: 200 len: 217 time: 0.0454071 Mar 02 14:59:17.225199 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8525ddaa-b5c7-40da-bb57-ff4ff34f84aa req-45316322-ef93-4e41-bec8-de3aab7bddc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:59:17.226699 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-8525ddaa-b5c7-40da-bb57-ff4ff34f84aa req-45316322-ef93-4e41-bec8-de3aab7bddc9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c3f153de-817f-4669-9f3c-7dca79be3db5 HTTP/1.1" status: 200 len: 858 time: 0.0802321 Mar 02 14:59:17.270606 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-8525ddaa-b5c7-40da-bb57-ff4ff34f84aa req-6bb6c1b1-0bbf-453e-aeb4-956f193f3d7d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f57784fe-c0ba-4637-8703-002c97dfe5a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370800 Mar 02 14:59:17.274048 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-47d4e415-8506-45a8-8d5a-3e7e16a35624 req-fd66c3dd-2d39-4af1-9246-87ebcc16db8a service neutron] 10.222.0.55 "GET /v2.0/networks/f57784fe-c0ba-4637-8703-002c97dfe5a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468728 Mar 02 14:59:17.313244 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67c5b216-7de6-4602-b0ec-129ff4ef3ae6 req-b24b889b-041e-40d0-b30a-c5f1723f90cc tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Made reservation on behalf of c744cfa2ecd64e8b8882c1e3e1c97e02 for: {'port': 1} {{(pid=110179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 14:59:17.316478 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [req-67c5b216-7de6-4602-b0ec-129ff4ef3ae6 req-b24b889b-041e-40d0-b30a-c5f1723f90cc tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (None), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:17.466863 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.db.db_base_plugin_common [req-67c5b216-7de6-4602-b0ec-129ff4ef3ae6 req-b24b889b-041e-40d0-b30a-c5f1723f90cc tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Allocated IP 172.20.0.6 (4aeef58e-3340-46c4-943d-ae2ec26e78a0/33e89568-1c93-4c51-af7d-02f9e3bdcc0f/e68042ea-64c2-4166-b54d-fbb206640573) {{(pid=110179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 14:59:17.471687 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-8525ddaa-b5c7-40da-bb57-ff4ff34f84aa req-011cc108-cb7f-48c7-9fda-754de23a16ea service neutron] 10.222.0.55 "GET /v2.0/networks/f57784fe-c0ba-4637-8703-002c97dfe5a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900096 Mar 02 14:59:17.475787 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-47d4e415-8506-45a8-8d5a-3e7e16a35624 req-2b45d71a-3d26-4375-9726-afbcc01fb7fd service neutron] 10.222.0.55 "GET /v2.0/networks/f57784fe-c0ba-4637-8703-002c97dfe5a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937404 Mar 02 14:59:17.484967 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b46ca9-512e-4a4e-b0b1-713cc58b6cd0 req-1bbbf0f5-112b-4955-aba5-6a21c6c4cb0c tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:59:17.486423 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-37b46ca9-512e-4a4e-b0b1-713cc58b6cd0 req-1bbbf0f5-112b-4955-aba5-6a21c6c4cb0c tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=d180d92d-2b4a-46fa-88db-be94ea0275ef HTTP/1.1" status: 200 len: 943 time: 0.1191285 Mar 02 14:59:17.589722 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-37b46ca9-512e-4a4e-b0b1-713cc58b6cd0 req-cdc328d3-afbb-49c0-adf4-394903e16d64 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971398 Mar 02 14:59:17.624645 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-8525ddaa-b5c7-40da-bb57-ff4ff34f84aa req-eec169ee-7197-4f53-9e05-1b31a3882b28 service neutron] 10.222.0.55 "GET /v2.0/networks/f57784fe-c0ba-4637-8703-002c97dfe5a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117520 Mar 02 14:59:17.627127 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [req-67c5b216-7de6-4602-b0ec-129ff4ef3ae6 req-b24b889b-041e-40d0-b30a-c5f1723f90cc tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Publish callbacks [] for port (e68042ea-64c2-4166-b54d-fbb206640573), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:17.736294 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [req-67c5b216-7de6-4602-b0ec-129ff4ef3ae6 req-b24b889b-041e-40d0-b30a-c5f1723f90cc tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757345480668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3822761'] for port (e68042ea-64c2-4166-b54d-fbb206640573), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:17.781096 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67c5b216-7de6-4602-b0ec-129ff4ef3ae6 req-b24b889b-041e-40d0-b30a-c5f1723f90cc tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Network 4aeef58e-3340-46c4-943d-ae2ec26e78a0 is already hosted by enough agents. {{(pid=110179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 14:59:17.783971 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.scheduler.base_scheduler [req-67c5b216-7de6-4602-b0ec-129ff4ef3ae6 req-b24b889b-041e-40d0-b30a-c5f1723f90cc tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Resources bound (agent type, host, resource id): {{(pid=110179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 14:59:17.787708 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.db.l3_dvrscheduler_db [req-67c5b216-7de6-4602-b0ec-129ff4ef3ae6 req-b24b889b-041e-40d0-b30a-c5f1723f90cc tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Received port after_create {{(pid=110179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 14:59:17.794955 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24b889b-041e-40d0-b30a-c5f1723f90cc tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Pushing event updated for resources: {'Port': ['ID=e68042ea-64c2-4166-b54d-fbb206640573,revision_number=1']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:59:17.827227 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24b889b-041e-40d0-b30a-c5f1723f90cc tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:59:17.827586 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24b889b-041e-40d0-b30a-c5f1723f90cc tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:59:17.827959 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24b889b-041e-40d0-b30a-c5f1723f90cc tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:59:17.828298 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24b889b-041e-40d0-b30a-c5f1723f90cc tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:59:17.828634 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24b889b-041e-40d0-b30a-c5f1723f90cc tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:59:17.828967 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24b889b-041e-40d0-b30a-c5f1723f90cc tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:59:17.829304 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24b889b-041e-40d0-b30a-c5f1723f90cc tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:59:17.829634 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24b889b-041e-40d0-b30a-c5f1723f90cc tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:59:17.829962 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24b889b-041e-40d0-b30a-c5f1723f90cc tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:59:17.830289 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24b889b-041e-40d0-b30a-c5f1723f90cc tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:59:17.830615 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24b889b-041e-40d0-b30a-c5f1723f90cc tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:59:17.830938 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24b889b-041e-40d0-b30a-c5f1723f90cc tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:59:17.831261 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24b889b-041e-40d0-b30a-c5f1723f90cc tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:59:17.854127 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c5b216-7de6-4602-b0ec-129ff4ef3ae6 req-b24b889b-041e-40d0-b30a-c5f1723f90cc tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:59:17.855334 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [req-67c5b216-7de6-4602-b0ec-129ff4ef3ae6 req-b24b889b-041e-40d0-b30a-c5f1723f90cc tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16231659'] for port (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:17.878210 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cb0e3a-8805-4c51-89e8-18a0323615b9 req-fcd97abe-a34e-47d2-955c-4f7907eb6366 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:59:17.879694 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-91cb0e3a-8805-4c51-89e8-18a0323615b9 req-fcd97abe-a34e-47d2-955c-4f7907eb6366 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2f636e8-ac28-40c3-83ed-a138248be437 HTTP/1.1" status: 200 len: 931 time: 0.0575910 Mar 02 14:59:17.933652 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-91cb0e3a-8805-4c51-89e8-18a0323615b9 req-3ee090c7-c0c5-465e-93bf-9493afa39bc2 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/security-groups?id=74537ba6-1b23-49ee-a8f7-21a45895cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481074 Mar 02 14:59:17.939018 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [req-67c5b216-7de6-4602-b0ec-129ff4ef3ae6 req-b24b889b-041e-40d0-b30a-c5f1723f90cc tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8303487 Mar 02 14:59:18.707636 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efead351-1898-4b77-b34e-46e30ddf6e9f req-2c7aefdf-fb74-4959-84cd-f9f79acc64f0 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:59:18.709459 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-efead351-1898-4b77-b34e-46e30ddf6e9f req-2c7aefdf-fb74-4959-84cd-f9f79acc64f0 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=d180d92d-2b4a-46fa-88db-be94ea0275ef HTTP/1.1" status: 200 len: 943 time: 0.0526657 Mar 02 14:59:18.756807 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-efead351-1898-4b77-b34e-46e30ddf6e9f req-1330dd22-8d06-489a-8a20-eb73a3313b9e tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411913 Mar 02 14:59:19.052017 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327214aa-51db-4083-ba02-5901413683f1 req-bb2e5ced-c297-416a-9df2-cc94c9f2061f tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:59:19.053405 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-327214aa-51db-4083-ba02-5901413683f1 req-bb2e5ced-c297-416a-9df2-cc94c9f2061f tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2f636e8-ac28-40c3-83ed-a138248be437 HTTP/1.1" status: 200 len: 931 time: 0.0519352 Mar 02 14:59:19.099770 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-327214aa-51db-4083-ba02-5901413683f1 req-d80fa836-f8bd-4108-a4fa-d03d31fd6341 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/security-groups?id=74537ba6-1b23-49ee-a8f7-21a45895cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403304 Mar 02 14:59:19.879245 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3902e6-a570-4f60-aa2c-d8c7b8198b64 req-f2a5a5a2-9da3-4df2-a7e8-c6f5141408b2 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:59:19.880817 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-7f3902e6-a570-4f60-aa2c-d8c7b8198b64 req-f2a5a5a2-9da3-4df2-a7e8-c6f5141408b2 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=d180d92d-2b4a-46fa-88db-be94ea0275ef HTTP/1.1" status: 200 len: 943 time: 0.0552716 Mar 02 14:59:19.927395 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-7f3902e6-a570-4f60-aa2c-d8c7b8198b64 req-8c23c175-b286-4f78-97ee-c0734281aa0d tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404642 Mar 02 14:59:20.219388 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08f342e-7ee6-465d-b8ba-7bb27cbfcc26 req-fe5040fc-2531-4b0b-95f5-ceaa6bb8a579 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:59:20.220936 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a08f342e-7ee6-465d-b8ba-7bb27cbfcc26 req-fe5040fc-2531-4b0b-95f5-ceaa6bb8a579 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2f636e8-ac28-40c3-83ed-a138248be437 HTTP/1.1" status: 200 len: 931 time: 0.0535810 Mar 02 14:59:20.268599 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a08f342e-7ee6-465d-b8ba-7bb27cbfcc26 req-85ed75ee-6c6e-4c61-bb04-7dce28cdac42 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/security-groups?id=74537ba6-1b23-49ee-a8f7-21a45895cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418880 Mar 02 14:59:20.302734 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] get_ports_and_sgs() called for port_ids ['608c0c91-197c-49ef-82b6-c579c40de592', '26c145e1-7ad8-4060-9cba-4b7a54c31241'] {{(pid=110181) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 14:59:21.043248 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690b71aa-535d-45bb-819d-9bc98bc25d89 req-947ae925-4701-4b60-a0b8-bae1d0c85821 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:59:21.044750 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-690b71aa-535d-45bb-819d-9bc98bc25d89 req-947ae925-4701-4b60-a0b8-bae1d0c85821 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=d180d92d-2b4a-46fa-88db-be94ea0275ef HTTP/1.1" status: 200 len: 943 time: 0.0522013 Mar 02 14:59:21.093813 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-690b71aa-535d-45bb-819d-9bc98bc25d89 req-b11314f8-bb2a-4f53-b3d6-14ae866a4769 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434010 Mar 02 14:59:21.395766 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4748e14-d4a7-4c15-a217-07b4c159816f req-38d623c5-e554-4796-a87b-236c9a578984 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:59:21.397272 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-f4748e14-d4a7-4c15-a217-07b4c159816f req-38d623c5-e554-4796-a87b-236c9a578984 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2f636e8-ac28-40c3-83ed-a138248be437 HTTP/1.1" status: 200 len: 931 time: 0.0554864 Mar 02 14:59:21.443886 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-f4748e14-d4a7-4c15-a217-07b4c159816f req-3bf2d796-3e3b-4597-b40a-2173adba6cfb tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/security-groups?id=74537ba6-1b23-49ee-a8f7-21a45895cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402813 Mar 02 14:59:22.010594 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.v2.base [req-67c5b216-7de6-4602-b0ec-129ff4ef3ae6 req-c2c4ee3d-dc24-419a-ac86-d34a37947636 service neutron] Request body: {'port': {'device_id': 'e2f636e8-ac28-40c3-83ed-a138248be437', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83143'}} {{(pid=110179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 14:59:22.070611 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [req-67c5b216-7de6-4602-b0ec-129ff4ef3ae6 req-c2c4ee3d-dc24-419a-ac86-d34a37947636 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (e68042ea-64c2-4166-b54d-fbb206640573), before_update {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:22.210659 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73414fe-6a6e-450a-9297-39b10f28cb9e req-40e1b415-2a59-474d-9596-5f5b463c1668 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:59:22.212314 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-d73414fe-6a6e-450a-9297-39b10f28cb9e req-40e1b415-2a59-474d-9596-5f5b463c1668 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=d180d92d-2b4a-46fa-88db-be94ea0275ef HTTP/1.1" status: 200 len: 943 time: 0.0520566 Mar 02 14:59:22.259219 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-d73414fe-6a6e-450a-9297-39b10f28cb9e req-c425cfdb-5269-48eb-a60c-bdb15f83c73d tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409715 Mar 02 14:59:22.333724 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.notifiers.nova [req-67c5b216-7de6-4602-b0ec-129ff4ef3ae6 req-c2c4ee3d-dc24-419a-ac86-d34a37947636 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e68042ea-64c2-4166-b54d-fbb206640573 {{(pid=110179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 14:59:22.341648 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [req-67c5b216-7de6-4602-b0ec-129ff4ef3ae6 req-c2c4ee3d-dc24-419a-ac86-d34a37947636 service neutron] Publish callbacks [] for port (e68042ea-64c2-4166-b54d-fbb206640573), precommit_update {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:22.353617 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.db.provisioning_blocks [req-67c5b216-7de6-4602-b0ec-129ff4ef3ae6 req-c2c4ee3d-dc24-419a-ac86-d34a37947636 service neutron] Transition to ACTIVE for port object e68042ea-64c2-4166-b54d-fbb206640573 will not be triggered until provisioned by entity L2. {{(pid=110179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 14:59:22.449060 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [req-67c5b216-7de6-4602-b0ec-129ff4ef3ae6 req-c2c4ee3d-dc24-419a-ac86-d34a37947636 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3822752'] for port (e68042ea-64c2-4166-b54d-fbb206640573), after_update {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:22.500640 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c4ee3d-dc24-419a-ac86-d34a37947636 service neutron] Pushing event updated for resources: {'Port': ['ID=e68042ea-64c2-4166-b54d-fbb206640573,revision_number=2']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:59:22.568431 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de9af66-e58e-46ca-b4f4-fd333f4b7f38 req-0905e53b-113a-42c6-9718-1a9158172b93 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:59:22.569902 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-7de9af66-e58e-46ca-b4f4-fd333f4b7f38 req-0905e53b-113a-42c6-9718-1a9158172b93 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2f636e8-ac28-40c3-83ed-a138248be437 HTTP/1.1" status: 200 len: 943 time: 0.0572813 Mar 02 14:59:22.571022 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.managers [req-67c5b216-7de6-4602-b0ec-129ff4ef3ae6 req-c2c4ee3d-dc24-419a-ac86-d34a37947636 service neutron] Attempting to bind port e68042ea-64c2-4166-b54d-fbb206640573 on host hv-cinder-83143 for vnic_type normal with profile {{(pid=110179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 14:59:22.571365 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.managers [req-67c5b216-7de6-4602-b0ec-129ff4ef3ae6 req-c2c4ee3d-dc24-419a-ac86-d34a37947636 service neutron] Attempting to bind port e68042ea-64c2-4166-b54d-fbb206640573 by drivers openvswitch,hyperv on host hv-cinder-83143 at level 0 using segments [{'id': '8893ea58-7cff-4b58-935d-3a9feb64b4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '4aeef58e-3340-46c4-943d-ae2ec26e78a0'}] {{(pid=110179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 14:59:22.571728 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c5b216-7de6-4602-b0ec-129ff4ef3ae6 req-c2c4ee3d-dc24-419a-ac86-d34a37947636 service neutron] Attempting to bind port e68042ea-64c2-4166-b54d-fbb206640573 on network 4aeef58e-3340-46c4-943d-ae2ec26e78a0 {{(pid=110179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 14:59:22.576451 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c5b216-7de6-4602-b0ec-129ff4ef3ae6 req-c2c4ee3d-dc24-419a-ac86-d34a37947636 service neutron] Port e68042ea-64c2-4166-b54d-fbb206640573 on network 4aeef58e-3340-46c4-943d-ae2ec26e78a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83143 {{(pid=110179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 14:59:22.576777 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c5b216-7de6-4602-b0ec-129ff4ef3ae6 req-c2c4ee3d-dc24-419a-ac86-d34a37947636 service neutron] Attempting to bind port e68042ea-64c2-4166-b54d-fbb206640573 on network 4aeef58e-3340-46c4-943d-ae2ec26e78a0 {{(pid=110179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 14:59:22.581658 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c5b216-7de6-4602-b0ec-129ff4ef3ae6 req-c2c4ee3d-dc24-419a-ac86-d34a37947636 service neutron] Checking agent: {'id': 'a761fe19-4045-45cc-a7c7-f029a0c82591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83143', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 14, 54, 53), 'started_at': datetime.datetime(2022, 3, 2, 14, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 14, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 14:59:22.581999 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c5b216-7de6-4602-b0ec-129ff4ef3ae6 req-c2c4ee3d-dc24-419a-ac86-d34a37947636 service neutron] Checking segment: {'id': '8893ea58-7cff-4b58-935d-3a9feb64b4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '4aeef58e-3340-46c4-943d-ae2ec26e78a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 14:59:22.582447 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c5b216-7de6-4602-b0ec-129ff4ef3ae6 req-c2c4ee3d-dc24-419a-ac86-d34a37947636 service neutron] Bound using segment: {'id': '8893ea58-7cff-4b58-935d-3a9feb64b4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '4aeef58e-3340-46c4-943d-ae2ec26e78a0'} {{(pid=110179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 14:59:22.582840 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.managers [req-67c5b216-7de6-4602-b0ec-129ff4ef3ae6 req-c2c4ee3d-dc24-419a-ac86-d34a37947636 service neutron] Bound port: e68042ea-64c2-4166-b54d-fbb206640573, host: hv-cinder-83143, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8893ea58-7cff-4b58-935d-3a9feb64b4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '4aeef58e-3340-46c4-943d-ae2ec26e78a0'}}] {{(pid=110179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 14:59:22.583197 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [req-67c5b216-7de6-4602-b0ec-129ff4ef3ae6 req-c2c4ee3d-dc24-419a-ac86-d34a37947636 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (e68042ea-64c2-4166-b54d-fbb206640573), before_update {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:22.616237 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-7de9af66-e58e-46ca-b4f4-fd333f4b7f38 req-8892ddc7-0c49-49bb-bc10-130d8e76bfe5 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/security-groups?id=74537ba6-1b23-49ee-a8f7-21a45895cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408440 Mar 02 14:59:22.650596 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.db [req-67c5b216-7de6-4602-b0ec-129ff4ef3ae6 req-c2c4ee3d-dc24-419a-ac86-d34a37947636 service neutron] For port e68042ea-64c2-4166-b54d-fbb206640573, host hv-cinder-83143, cleared binding levels {{(pid=110179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 14:59:22.653444 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.db [req-67c5b216-7de6-4602-b0ec-129ff4ef3ae6 req-c2c4ee3d-dc24-419a-ac86-d34a37947636 service neutron] For port e68042ea-64c2-4166-b54d-fbb206640573, host hv-cinder-83143, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=e68042ea-64c2-4166-b54d-fbb206640573,segment=NetworkSegment(8893ea58-7cff-4b58-935d-3a9feb64b4ca),segment_id=8893ea58-7cff-4b58-935d-3a9feb64b4ca)] {{(pid=110179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 14:59:22.748015 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [req-67c5b216-7de6-4602-b0ec-129ff4ef3ae6 req-c2c4ee3d-dc24-419a-ac86-d34a37947636 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3822752'] for port (e68042ea-64c2-4166-b54d-fbb206640573), after_update {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:22.785778 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c5b216-7de6-4602-b0ec-129ff4ef3ae6 req-c2c4ee3d-dc24-419a-ac86-d34a37947636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:59:22.786400 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [req-67c5b216-7de6-4602-b0ec-129ff4ef3ae6 req-c2c4ee3d-dc24-419a-ac86-d34a37947636 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16231659'] for port (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:22.787821 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [req-67c5b216-7de6-4602-b0ec-129ff4ef3ae6 req-c2c4ee3d-dc24-419a-ac86-d34a37947636 service neutron] 10.222.0.55 "PUT /v2.0/ports/e68042ea-64c2-4166-b54d-fbb206640573 HTTP/1.1" status: 200 len: 1093 time: 0.7814622 Mar 02 14:59:22.788260 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2f636e8-ac28-40c3-83ed-a138248be437', 'tag': 'e68042ea-64c2-4166-b54d-fbb206640573'}] {{(pid=110179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 14:59:22.790485 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb97933b220ae1c16e6a415d4137d9faa8b652e011ecbfdbbfadcc6a88146695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eb3a35e-2ca7-48a8-8529-63a90cc7fa12" -d '{"events": [{"name": "network-changed", "server_uuid": "e2f636e8-ac28-40c3-83ed-a138248be437", "tag": "e68042ea-64c2-4166-b54d-fbb206640573"}]}' {{(pid=110179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 14:59:22.810079 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c4ee3d-dc24-419a-ac86-d34a37947636 service neutron] Pushing event updated for resources: {'Port': ['ID=e68042ea-64c2-4166-b54d-fbb206640573,revision_number=3']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:59:22.827642 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 14:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3af20b54-694a-42cc-b34b-415482cd4757 x-openstack-request-id: req-3af20b54-694a-42cc-b34b-415482cd4757 {{(pid=110179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 14:59:22.827938 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2f636e8-ac28-40c3-83ed-a138248be437", "tag": "e68042ea-64c2-4166-b54d-fbb206640573", "status": "completed", "code": 200}]} {{(pid=110179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 14:59:22.828197 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3af20b54-694a-42cc-b34b-415482cd4757 {{(pid=110179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 14:59:22.828598 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2f636e8-ac28-40c3-83ed-a138248be437', 'tag': 'e68042ea-64c2-4166-b54d-fbb206640573', 'status': 'completed', 'code': 200} Mar 02 14:59:22.917712 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb3a35e-2ca7-48a8-8529-63a90cc7fa12 req-19cdd00c-0157-4ca1-b963-02e884921348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:59:22.919263 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [req-2eb3a35e-2ca7-48a8-8529-63a90cc7fa12 req-19cdd00c-0157-4ca1-b963-02e884921348 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c744cfa2ecd64e8b8882c1e3e1c97e02&device_id=e2f636e8-ac28-40c3-83ed-a138248be437 HTTP/1.1" status: 200 len: 1127 time: 0.0462956 Mar 02 14:59:23.106529 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb3a35e-2ca7-48a8-8529-63a90cc7fa12 req-02bf3eaf-b68a-4e5c-ac25-c7400a1783f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:59:23.107957 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [req-2eb3a35e-2ca7-48a8-8529-63a90cc7fa12 req-02bf3eaf-b68a-4e5c-ac25-c7400a1783f9 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=c744cfa2ecd64e8b8882c1e3e1c97e02&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1606698 Mar 02 14:59:23.269554 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb3a35e-2ca7-48a8-8529-63a90cc7fa12 req-e2b3b949-3bd7-4dac-807a-048d84c93571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:59:23.271031 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [req-2eb3a35e-2ca7-48a8-8529-63a90cc7fa12 req-e2b3b949-3bd7-4dac-807a-048d84c93571 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1564710 Mar 02 14:59:23.379387 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819f8537-abe8-4e40-a4b6-22ccb23f012a req-e63c314a-6f4b-4a05-816f-76defdd3762e tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:59:23.380924 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-819f8537-abe8-4e40-a4b6-22ccb23f012a req-e63c314a-6f4b-4a05-816f-76defdd3762e tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=d180d92d-2b4a-46fa-88db-be94ea0275ef HTTP/1.1" status: 200 len: 943 time: 0.0542972 Mar 02 14:59:23.429364 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-819f8537-abe8-4e40-a4b6-22ccb23f012a req-964dd4ba-d9ab-43a5-a375-40f7308ae445 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418036 Mar 02 14:59:23.673632 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c5b216-7de6-4602-b0ec-129ff4ef3ae6 req-62e9a3a5-5b46-4053-858f-7be0d6f869c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:59:23.675151 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [req-67c5b216-7de6-4602-b0ec-129ff4ef3ae6 req-62e9a3a5-5b46-4053-858f-7be0d6f869c9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c744cfa2ecd64e8b8882c1e3e1c97e02&device_id=e2f636e8-ac28-40c3-83ed-a138248be437 HTTP/1.1" status: 200 len: 1127 time: 0.0466721 Mar 02 14:59:23.725951 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [req-67c5b216-7de6-4602-b0ec-129ff4ef3ae6 req-cbeaf3e6-6ef7-4288-9aba-80f71a2586ff service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e68042ea-64c2-4166-b54d-fbb206640573 HTTP/1.1" status: 200 len: 217 time: 0.0354621 Mar 02 14:59:23.745161 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de67bff1-5ebc-4631-8a9c-eb54143ec55e req-fd407c47-a4fa-45f3-be8b-c5edf7185ddb tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:59:23.747117 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-de67bff1-5ebc-4631-8a9c-eb54143ec55e req-fd407c47-a4fa-45f3-be8b-c5edf7185ddb tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2f636e8-ac28-40c3-83ed-a138248be437 HTTP/1.1" status: 200 len: 943 time: 0.0592144 Mar 02 14:59:23.779776 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c5b216-7de6-4602-b0ec-129ff4ef3ae6 req-a3f39401-c371-41bf-9fae-04100560aea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:59:23.781241 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [req-67c5b216-7de6-4602-b0ec-129ff4ef3ae6 req-a3f39401-c371-41bf-9fae-04100560aea6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=33e89568-1c93-4c51-af7d-02f9e3bdcc0f HTTP/1.1" status: 200 len: 854 time: 0.0485659 Mar 02 14:59:23.798994 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-de67bff1-5ebc-4631-8a9c-eb54143ec55e req-6eb52de4-4506-4702-9889-035ad3e6592f tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/security-groups?id=74537ba6-1b23-49ee-a8f7-21a45895cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447459 Mar 02 14:59:23.813781 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [req-67c5b216-7de6-4602-b0ec-129ff4ef3ae6 req-7456dec4-40a2-485c-8d13-8b5d68c0c642 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4aeef58e-3340-46c4-943d-ae2ec26e78a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255027 Mar 02 14:59:23.902437 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [req-67c5b216-7de6-4602-b0ec-129ff4ef3ae6 req-a5013267-0de0-4386-9ce2-983715db0385 service neutron] 10.222.0.55 "GET /v2.0/networks/4aeef58e-3340-46c4-943d-ae2ec26e78a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814211 Mar 02 14:59:23.995352 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [req-67c5b216-7de6-4602-b0ec-129ff4ef3ae6 req-543ffe3a-907b-4e01-8b5b-83421cba52f5 service neutron] 10.222.0.55 "GET /v2.0/networks/4aeef58e-3340-46c4-943d-ae2ec26e78a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874302 Mar 02 14:59:24.548890 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4be564c-7a8a-4f81-a5ab-7e6369a954df req-0198f639-5b58-4832-8efd-328b052a5077 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:59:24.550422 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-f4be564c-7a8a-4f81-a5ab-7e6369a954df req-0198f639-5b58-4832-8efd-328b052a5077 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=d180d92d-2b4a-46fa-88db-be94ea0275ef HTTP/1.1" status: 200 len: 943 time: 0.0537326 Mar 02 14:59:24.600545 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-f4be564c-7a8a-4f81-a5ab-7e6369a954df req-42ce9030-5cef-4ad9-88b0-4b2a62af96e1 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442522 Mar 02 14:59:24.896874 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 55438) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:59:24.918590 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32520a75-eb3c-4222-af9c-bcb77f1d98a6 req-ac2bcc92-2326-4d05-b0dc-e9f492e98f9e tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:59:24.920113 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-32520a75-eb3c-4222-af9c-bcb77f1d98a6 req-ac2bcc92-2326-4d05-b0dc-e9f492e98f9e tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2f636e8-ac28-40c3-83ed-a138248be437 HTTP/1.1" status: 200 len: 943 time: 0.0551457 Mar 02 14:59:24.942148 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.db.db_base_plugin_v2 [None req-5377f10d-88c6-4ec3-a6f1-1d91893dec56 admin admin] Deleting subnet bcce9ea5-2c9a-41cb-8c27-88d61f983175 {{(pid=110179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 14:59:24.945506 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-5377f10d-88c6-4ec3-a6f1-1d91893dec56 admin admin] Publish callbacks [] for subnet (bcce9ea5-2c9a-41cb-8c27-88d61f983175), before_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:24.973458 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-32520a75-eb3c-4222-af9c-bcb77f1d98a6 req-2d9375a6-025d-4703-8aa9-1b9c6ce9b51f tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/security-groups?id=74537ba6-1b23-49ee-a8f7-21a45895cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471449 Mar 02 14:59:24.984734 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-5377f10d-88c6-4ec3-a6f1-1d91893dec56 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3117893'] for subnet (bcce9ea5-2c9a-41cb-8c27-88d61f983175), precommit_delete_associations {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:25.040926 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-5377f10d-88c6-4ec3-a6f1-1d91893dec56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16092520'] for subnet (bcce9ea5-2c9a-41cb-8c27-88d61f983175), precommit_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:25.170919 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-5377f10d-88c6-4ec3-a6f1-1d91893dec56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16092519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3822746', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3566866'] for subnet (bcce9ea5-2c9a-41cb-8c27-88d61f983175), after_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:25.195306 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5377f10d-88c6-4ec3-a6f1-1d91893dec56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcce9ea5-2c9a-41cb-8c27-88d61f983175,revision_number=None']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:59:25.201969 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-5377f10d-88c6-4ec3-a6f1-1d91893dec56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16231659'] for subnet (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:25.205310 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-5377f10d-88c6-4ec3-a6f1-1d91893dec56 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/bcce9ea5-2c9a-41cb-8c27-88d61f983175 HTTP/1.1" status: 204 len: 168 time: 0.3072994 Mar 02 14:59:25.210297 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 55442) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:59:25.282926 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-de65c08a-5af2-4e97-982b-8a48119db7bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16148883'] for network (998f4696-e2a2-4642-bb8d-126c1dc77110), before_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:25.363892 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-de65c08a-5af2-4e97-982b-8a48119db7bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16057747', 'neutron.services.segments.db._delete_segments_for_network-8757345970333'] for network (998f4696-e2a2-4642-bb8d-126c1dc77110), precommit_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:25.384982 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.services.segments.db [None req-de65c08a-5af2-4e97-982b-8a48119db7bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['998f4696-e2a2-4642-bb8d-126c1dc77110']}} {{(pid=110179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:59:25.395223 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.services.segments.db [None req-de65c08a-5af2-4e97-982b-8a48119db7bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97fb4ad6-3ab2-410f-a09d-8ade8425d3c4') {'for_net_delete': True} {{(pid=110179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:59:25.395560 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.services.segments.db [None req-de65c08a-5af2-4e97-982b-8a48119db7bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97fb4ad6-3ab2-410f-a09d-8ade8425d3c4') {} {{(pid=110179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:59:25.405385 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-de65c08a-5af2-4e97-982b-8a48119db7bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757345974950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3117906'] for segment (97fb4ad6-3ab2-410f-a09d-8ade8425d3c4), before_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:25.419104 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-de65c08a-5af2-4e97-982b-8a48119db7bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16119287'] for segment (97fb4ad6-3ab2-410f-a09d-8ade8425d3c4), precommit_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:25.425351 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de65c08a-5af2-4e97-982b-8a48119db7bc admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=110179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 14:59:25.425782 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-de65c08a-5af2-4e97-982b-8a48119db7bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16119287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3822660'] for segment (97fb4ad6-3ab2-410f-a09d-8ade8425d3c4), after_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:25.427408 dv-cinder-831439-3-iscsi neutron-server[110179]: Traceback (most recent call last): Mar 02 14:59:25.427408 dv-cinder-831439-3-iscsi neutron-server[110179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 14:59:25.427408 dv-cinder-831439-3-iscsi neutron-server[110179]: timer() Mar 02 14:59:25.427408 dv-cinder-831439-3-iscsi neutron-server[110179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 14:59:25.427408 dv-cinder-831439-3-iscsi neutron-server[110179]: cb(*args, **kw) Mar 02 14:59:25.427408 dv-cinder-831439-3-iscsi neutron-server[110179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 14:59:25.427408 dv-cinder-831439-3-iscsi neutron-server[110179]: return func(*args, **kwargs) Mar 02 14:59:25.427408 dv-cinder-831439-3-iscsi neutron-server[110179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 14:59:25.427408 dv-cinder-831439-3-iscsi neutron-server[110179]: self._notify() Mar 02 14:59:25.427408 dv-cinder-831439-3-iscsi neutron-server[110179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 14:59:25.427408 dv-cinder-831439-3-iscsi neutron-server[110179]: self.callback(batched_events) Mar 02 14:59:25.427408 dv-cinder-831439-3-iscsi neutron-server[110179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 14:59:25.427408 dv-cinder-831439-3-iscsi neutron-server[110179]: event.method(event) Mar 02 14:59:25.427408 dv-cinder-831439-3-iscsi neutron-server[110179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 14:59:25.427408 dv-cinder-831439-3-iscsi neutron-server[110179]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 14:59:25.427408 dv-cinder-831439-3-iscsi neutron-server[110179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 14:59:25.427408 dv-cinder-831439-3-iscsi neutron-server[110179]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 14:59:25.427408 dv-cinder-831439-3-iscsi neutron-server[110179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 14:59:25.427408 dv-cinder-831439-3-iscsi neutron-server[110179]: return f(self, *a, **k) Mar 02 14:59:25.427408 dv-cinder-831439-3-iscsi neutron-server[110179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 14:59:25.427408 dv-cinder-831439-3-iscsi neutron-server[110179]: return self._get(url).json() Mar 02 14:59:25.427408 dv-cinder-831439-3-iscsi neutron-server[110179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 14:59:25.427408 dv-cinder-831439-3-iscsi neutron-server[110179]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 14:59:25.427408 dv-cinder-831439-3-iscsi neutron-server[110179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 14:59:25.427408 dv-cinder-831439-3-iscsi neutron-server[110179]: return self.request(url, 'GET', **kwargs) Mar 02 14:59:25.427408 dv-cinder-831439-3-iscsi neutron-server[110179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 14:59:25.427408 dv-cinder-831439-3-iscsi neutron-server[110179]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 14:59:25.427408 dv-cinder-831439-3-iscsi neutron-server[110179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 14:59:25.427408 dv-cinder-831439-3-iscsi neutron-server[110179]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 14:59:25.427408 dv-cinder-831439-3-iscsi neutron-server[110179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 14:59:25.427408 dv-cinder-831439-3-iscsi neutron-server[110179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 14:59:25.427408 dv-cinder-831439-3-iscsi neutron-server[110179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 14:59:25.575758 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-de65c08a-5af2-4e97-982b-8a48119db7bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16057834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559807'] for network (998f4696-e2a2-4642-bb8d-126c1dc77110), after_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:25.581443 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-de65c08a-5af2-4e97-982b-8a48119db7bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16231659'] for network (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:25.584693 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-de65c08a-5af2-4e97-982b-8a48119db7bc admin admin] 10.222.0.52 "DELETE /v2.0/networks/998f4696-e2a2-4642-bb8d-126c1dc77110 HTTP/1.1" status: 204 len: 168 time: 0.3732748 Mar 02 14:59:25.587765 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 55444) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:59:25.595086 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de65c08a-5af2-4e97-982b-8a48119db7bc admin admin] Pushing event deleted for resources: {'Network': ['ID=998f4696-e2a2-4642-bb8d-126c1dc77110,revision_number=None']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:59:25.634517 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.db_base_plugin_v2 [None req-1082d385-de11-4c91-a784-fb70d3b1c947 admin admin] Deleting subnet 8b0213cf-eede-47f3-9901-7c5920db5f2c {{(pid=110180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 14:59:25.637952 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-1082d385-de11-4c91-a784-fb70d3b1c947 admin admin] Publish callbacks [] for subnet (8b0213cf-eede-47f3-9901-7c5920db5f2c), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:25.681748 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-1082d385-de11-4c91-a784-fb70d3b1c947 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59158857'] for subnet (8b0213cf-eede-47f3-9901-7c5920db5f2c), precommit_delete_associations {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:25.748933 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-1082d385-de11-4c91-a784-fb70d3b1c947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16092520'] for subnet (8b0213cf-eede-47f3-9901-7c5920db5f2c), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:25.782539 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a396d92-1c63-4fc0-984d-192f9a8d9214 req-f2f3c1ca-bb5a-4e7f-b604-a7df7752a00b tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:59:25.784025 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-1a396d92-1c63-4fc0-984d-192f9a8d9214 req-f2f3c1ca-bb5a-4e7f-b604-a7df7752a00b tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=d180d92d-2b4a-46fa-88db-be94ea0275ef HTTP/1.1" status: 200 len: 943 time: 0.1149313 Mar 02 14:59:25.842867 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-1a396d92-1c63-4fc0-984d-192f9a8d9214 req-c1898e9c-2907-49c9-8e2f-bf2618b3aec6 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529020 Mar 02 14:59:25.908019 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-1082d385-de11-4c91-a784-fb70d3b1c947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16092519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3672603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58812373'] for subnet (8b0213cf-eede-47f3-9901-7c5920db5f2c), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:25.933945 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1082d385-de11-4c91-a784-fb70d3b1c947 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b0213cf-eede-47f3-9901-7c5920db5f2c,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:59:25.937396 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-1082d385-de11-4c91-a784-fb70d3b1c947 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:25.940547 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-1082d385-de11-4c91-a784-fb70d3b1c947 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/8b0213cf-eede-47f3-9901-7c5920db5f2c HTTP/1.1" status: 204 len: 168 time: 0.3517604 Mar 02 14:59:25.943024 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 55450) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:59:26.013052 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-98554cbb-baef-4421-9472-e04cde2044fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16148883'] for network (03a6faef-80f5-43eb-8f2e-a0a360cda84b), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:26.117167 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-98554cbb-baef-4421-9472-e04cde2044fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16057747', 'neutron.services.segments.db._delete_segments_for_network-8757345970333'] for network (03a6faef-80f5-43eb-8f2e-a0a360cda84b), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:26.144806 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.services.segments.db [None req-98554cbb-baef-4421-9472-e04cde2044fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03a6faef-80f5-43eb-8f2e-a0a360cda84b']}} {{(pid=110180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:59:26.157539 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.services.segments.db [None req-98554cbb-baef-4421-9472-e04cde2044fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0fe2fd2-f9e5-4015-adfe-550bbad2a53f') {'for_net_delete': True} {{(pid=110180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:59:26.157832 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.services.segments.db [None req-98554cbb-baef-4421-9472-e04cde2044fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0fe2fd2-f9e5-4015-adfe-550bbad2a53f') {} {{(pid=110180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 14:59:26.165931 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1859cd-564a-400a-8037-ac898102502f req-866ae8c1-1df1-434c-9197-9b29f32bfb7b tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:59:26.167953 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-1d1859cd-564a-400a-8037-ac898102502f req-866ae8c1-1df1-434c-9197-9b29f32bfb7b tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2f636e8-ac28-40c3-83ed-a138248be437 HTTP/1.1" status: 200 len: 943 time: 0.1246004 Mar 02 14:59:26.177904 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-98554cbb-baef-4421-9472-e04cde2044fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757345974950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59158878'] for segment (e0fe2fd2-f9e5-4015-adfe-550bbad2a53f), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:26.204898 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-98554cbb-baef-4421-9472-e04cde2044fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16119287'] for segment (e0fe2fd2-f9e5-4015-adfe-550bbad2a53f), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:26.218154 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98554cbb-baef-4421-9472-e04cde2044fa admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=110180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 14:59:26.218551 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-98554cbb-baef-4421-9472-e04cde2044fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16119287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3672773'] for segment (e0fe2fd2-f9e5-4015-adfe-550bbad2a53f), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:26.220210 dv-cinder-831439-3-iscsi neutron-server[110180]: Traceback (most recent call last): Mar 02 14:59:26.220210 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 14:59:26.220210 dv-cinder-831439-3-iscsi neutron-server[110180]: timer() Mar 02 14:59:26.220210 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 14:59:26.220210 dv-cinder-831439-3-iscsi neutron-server[110180]: cb(*args, **kw) Mar 02 14:59:26.220210 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 14:59:26.220210 dv-cinder-831439-3-iscsi neutron-server[110180]: return func(*args, **kwargs) Mar 02 14:59:26.220210 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 14:59:26.220210 dv-cinder-831439-3-iscsi neutron-server[110180]: self._notify() Mar 02 14:59:26.220210 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 14:59:26.220210 dv-cinder-831439-3-iscsi neutron-server[110180]: self.callback(batched_events) Mar 02 14:59:26.220210 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 14:59:26.220210 dv-cinder-831439-3-iscsi neutron-server[110180]: event.method(event) Mar 02 14:59:26.220210 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 14:59:26.220210 dv-cinder-831439-3-iscsi neutron-server[110180]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 14:59:26.220210 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 14:59:26.220210 dv-cinder-831439-3-iscsi neutron-server[110180]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 14:59:26.220210 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 14:59:26.220210 dv-cinder-831439-3-iscsi neutron-server[110180]: return f(self, *a, **k) Mar 02 14:59:26.220210 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 14:59:26.220210 dv-cinder-831439-3-iscsi neutron-server[110180]: return self._get(url).json() Mar 02 14:59:26.220210 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 14:59:26.220210 dv-cinder-831439-3-iscsi neutron-server[110180]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 14:59:26.220210 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 14:59:26.220210 dv-cinder-831439-3-iscsi neutron-server[110180]: return self.request(url, 'GET', **kwargs) Mar 02 14:59:26.220210 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 14:59:26.220210 dv-cinder-831439-3-iscsi neutron-server[110180]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 14:59:26.220210 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 14:59:26.220210 dv-cinder-831439-3-iscsi neutron-server[110180]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 14:59:26.220210 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 14:59:26.220210 dv-cinder-831439-3-iscsi neutron-server[110180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 14:59:26.220210 dv-cinder-831439-3-iscsi neutron-server[110180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 14:59:26.266357 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-1d1859cd-564a-400a-8037-ac898102502f req-b10cd887-2509-49f7-8d05-e7ae23f337c7 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/security-groups?id=74537ba6-1b23-49ee-a8f7-21a45895cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909925 Mar 02 14:59:26.375665 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-98554cbb-baef-4421-9472-e04cde2044fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16057834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559807'] for network (03a6faef-80f5-43eb-8f2e-a0a360cda84b), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:26.380866 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-98554cbb-baef-4421-9472-e04cde2044fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16231659'] for network (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:26.384075 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-98554cbb-baef-4421-9472-e04cde2044fa admin admin] 10.222.0.52 "DELETE /v2.0/networks/03a6faef-80f5-43eb-8f2e-a0a360cda84b HTTP/1.1" status: 204 len: 168 time: 0.4401345 Mar 02 14:59:26.395650 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98554cbb-baef-4421-9472-e04cde2044fa admin admin] Pushing event deleted for resources: {'Network': ['ID=03a6faef-80f5-43eb-8f2e-a0a360cda84b,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:59:26.821461 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (a761fe19-4045-45cc-a7c7-f029a0c82591), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:26.872787 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 55462) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:59:26.914706 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-399db3ab-365a-483b-a9fe-aa5ec932409b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=deb895b16f7e45e3977efb8924fef5ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406904 Mar 02 14:59:26.925926 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 55464) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:59:26.997827 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5398efd5-fe11-4e85-98d8-b96ddaa06b30 req-f091441f-5daa-43c6-8f36-191b1dd868db tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:59:26.999348 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-5398efd5-fe11-4e85-98d8-b96ddaa06b30 req-f091441f-5daa-43c6-8f36-191b1dd868db tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=d180d92d-2b4a-46fa-88db-be94ea0275ef HTTP/1.1" status: 200 len: 943 time: 0.0831220 Mar 02 14:59:27.020565 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-604b9f76-0374-4cc2-9336-e707377f26fc admin admin] Publish callbacks [] for security_group (3cca1880-216a-4cae-a405-37cdffacb6da), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:27.055322 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-604b9f76-0374-4cc2-9336-e707377f26fc admin admin] Publish callbacks [] for security_group (3cca1880-216a-4cae-a405-37cdffacb6da), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:27.074539 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-5398efd5-fe11-4e85-98d8-b96ddaa06b30 req-e4445979-139d-419e-a555-1a78d7e8aa5a tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694063 Mar 02 14:59:27.158450 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-604b9f76-0374-4cc2-9336-e707377f26fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (3cca1880-216a-4cae-a405-37cdffacb6da), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:27.161062 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-604b9f76-0374-4cc2-9336-e707377f26fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:27.162275 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-604b9f76-0374-4cc2-9336-e707377f26fc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3cca1880-216a-4cae-a405-37cdffacb6da HTTP/1.1" status: 204 len: 168 time: 0.2354808 Mar 02 14:59:27.173656 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604b9f76-0374-4cc2-9336-e707377f26fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cca1880-216a-4cae-a405-37cdffacb6da,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:59:27.387899 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80ed76a-c31b-496b-8275-605b2ac5bda4 req-a9a60572-c885-40cd-ad38-bb11743a4af3 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:59:27.389401 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-f80ed76a-c31b-496b-8275-605b2ac5bda4 req-a9a60572-c885-40cd-ad38-bb11743a4af3 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2f636e8-ac28-40c3-83ed-a138248be437 HTTP/1.1" status: 200 len: 943 time: 0.0554357 Mar 02 14:59:27.439377 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-f80ed76a-c31b-496b-8275-605b2ac5bda4 req-03f191ff-fb1a-4428-b37a-26b73aa23ab9 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/security-groups?id=74537ba6-1b23-49ee-a8f7-21a45895cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442896 Mar 02 14:59:28.010271 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 55490) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:59:28.051641 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-67ead241-69d6-4f48-9804-9bb406d7487c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ce5f5976aafb43c89bffcb44f613d5ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396829 Mar 02 14:59:28.054050 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 55492) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:59:28.100048 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-7d8b7cf5-8d89-4eb1-a3af-26266be14a2f admin admin] Publish callbacks [] for security_group (0c4aa4ec-586f-407d-b8a2-5c4f030a969d), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:28.121924 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-7d8b7cf5-8d89-4eb1-a3af-26266be14a2f admin admin] Publish callbacks [] for security_group (0c4aa4ec-586f-407d-b8a2-5c4f030a969d), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:28.224556 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9505987-a1e6-40c9-89d2-6dcfae48e797 req-01da6b6e-2d8e-4465-85ef-7077135a180d tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:59:28.226022 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-e9505987-a1e6-40c9-89d2-6dcfae48e797 req-01da6b6e-2d8e-4465-85ef-7077135a180d tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=d180d92d-2b4a-46fa-88db-be94ea0275ef HTTP/1.1" status: 200 len: 943 time: 0.0790546 Mar 02 14:59:28.274248 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-e9505987-a1e6-40c9-89d2-6dcfae48e797 req-8915dc22-77b7-4ca3-803f-db77f52e645b tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415504 Mar 02 14:59:28.312847 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-7d8b7cf5-8d89-4eb1-a3af-26266be14a2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (0c4aa4ec-586f-407d-b8a2-5c4f030a969d), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:28.315591 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-7d8b7cf5-8d89-4eb1-a3af-26266be14a2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:28.316787 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-7d8b7cf5-8d89-4eb1-a3af-26266be14a2f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0c4aa4ec-586f-407d-b8a2-5c4f030a969d HTTP/1.1" status: 204 len: 168 time: 0.2618186 Mar 02 14:59:28.325110 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8b7cf5-8d89-4eb1-a3af-26266be14a2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c4aa4ec-586f-407d-b8a2-5c4f030a969d,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:59:28.339699 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Device 75d54c07-0bc9-47cf-b732-c5a1263a2bec details requested by agent hyperv_hv-cinder-83143 with host hv-cinder-83143 {{(pid=110181) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 14:59:28.442716 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] For port 75d54c07-0bc9-47cf-b732-c5a1263a2bec, host hv-cinder-83143, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=75d54c07-0bc9-47cf-b732-c5a1263a2bec,segment=NetworkSegment(defef8c4-f5b2-4af0-95ab-65fb439b082d),segment_id=defef8c4-f5b2-4af0-95ab-65fb439b082d)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:59:28.454469 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Returning: {'device': '75d54c07-0bc9-47cf-b732-c5a1263a2bec', 'network_id': 'f57784fe-c0ba-4637-8703-002c97dfe5a6', 'port_id': '75d54c07-0bc9-47cf-b732-c5a1263a2bec', 'mac_address': 'fa:16:3e:84:d0:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3f153de-817f-4669-9f3c-7dca79be3db5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110181) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 14:59:28.491563 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Current status of the port 75d54c07-0bc9-47cf-b732-c5a1263a2bec is: DOWN; New status is: BUILD {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:59:28.491993 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (75d54c07-0bc9-47cf-b732-c5a1263a2bec), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:28.530464 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.notifiers.nova [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75d54c07-0bc9-47cf-b732-c5a1263a2bec {{(pid=110181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 14:59:28.530464 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] For port 75d54c07-0bc9-47cf-b732-c5a1263a2bec, host hv-cinder-83143, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=75d54c07-0bc9-47cf-b732-c5a1263a2bec,segment=NetworkSegment(defef8c4-f5b2-4af0-95ab-65fb439b082d),segment_id=defef8c4-f5b2-4af0-95ab-65fb439b082d)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:59:28.555041 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee2e11e-d9d2-4a51-b9fe-d3bdd89acf3d req-5770fc68-3f87-4222-bc49-62b9ee038b03 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:59:28.556565 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-bee2e11e-d9d2-4a51-b9fe-d3bdd89acf3d req-5770fc68-3f87-4222-bc49-62b9ee038b03 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2f636e8-ac28-40c3-83ed-a138248be437 HTTP/1.1" status: 200 len: 943 time: 0.0517492 Mar 02 14:59:28.602277 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-bee2e11e-d9d2-4a51-b9fe-d3bdd89acf3d req-84b263f0-bc20-434a-bf47-cda0d14afae5 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/security-groups?id=74537ba6-1b23-49ee-a8f7-21a45895cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393562 Mar 02 14:59:28.719158 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (75d54c07-0bc9-47cf-b732-c5a1263a2bec), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:28.720009 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Device 1e147af4-38c2-40f4-93bc-dd65df75f682 details requested by agent hyperv_hv-cinder-83143 with host hv-cinder-83143 {{(pid=110181) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 14:59:28.791567 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Pushing event updated for resources: {'Port': ['ID=75d54c07-0bc9-47cf-b732-c5a1263a2bec,revision_number=4']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:59:28.796363 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] For port 1e147af4-38c2-40f4-93bc-dd65df75f682, host hv-cinder-83143, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=1e147af4-38c2-40f4-93bc-dd65df75f682,segment=NetworkSegment(defef8c4-f5b2-4af0-95ab-65fb439b082d),segment_id=defef8c4-f5b2-4af0-95ab-65fb439b082d)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:59:28.808813 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Returning: {'device': '1e147af4-38c2-40f4-93bc-dd65df75f682', 'network_id': 'f57784fe-c0ba-4637-8703-002c97dfe5a6', 'port_id': '1e147af4-38c2-40f4-93bc-dd65df75f682', 'mac_address': 'fa:16:3e:64:9a:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3f153de-817f-4669-9f3c-7dca79be3db5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110181) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 14:59:28.836067 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:59:28.836446 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:59:28.836801 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:59:28.837287 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:59:28.837546 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:59:28.837880 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:59:28.838213 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:59:28.838544 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:59:28.838872 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:59:28.839769 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:59:28.840103 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:59:28.840428 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:59:28.840751 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 14:59:28.867178 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Current status of the port 1e147af4-38c2-40f4-93bc-dd65df75f682 is: DOWN; New status is: BUILD {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:59:28.869343 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (1e147af4-38c2-40f4-93bc-dd65df75f682), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:28.882001 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.notifiers.nova [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e147af4-38c2-40f4-93bc-dd65df75f682 {{(pid=110181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 14:59:28.905332 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] For port 1e147af4-38c2-40f4-93bc-dd65df75f682, host hv-cinder-83143, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=1e147af4-38c2-40f4-93bc-dd65df75f682,segment=NetworkSegment(defef8c4-f5b2-4af0-95ab-65fb439b082d),segment_id=defef8c4-f5b2-4af0-95ab-65fb439b082d)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:59:29.010631 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (1e147af4-38c2-40f4-93bc-dd65df75f682), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:29.063110 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Pushing event updated for resources: {'Port': ['ID=1e147af4-38c2-40f4-93bc-dd65df75f682,revision_number=4']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:59:29.407476 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c2fb1a-8422-4160-a065-1f0bc7c3e41d req-e40c0c47-5e05-479e-9a23-a4170df534a2 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:59:29.409037 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-76c2fb1a-8422-4160-a065-1f0bc7c3e41d req-e40c0c47-5e05-479e-9a23-a4170df534a2 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=d180d92d-2b4a-46fa-88db-be94ea0275ef HTTP/1.1" status: 200 len: 944 time: 0.0591474 Mar 02 14:59:29.460950 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-76c2fb1a-8422-4160-a065-1f0bc7c3e41d req-9f54c582-421d-4dd7-b446-8ba9bfc1848a tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461185 Mar 02 14:59:29.724796 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f6d856-0826-4cc6-b15c-37a22ab687cd req-6ae04bec-0fb5-4f17-b034-964811723cc9 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:59:29.726313 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-b8f6d856-0826-4cc6-b15c-37a22ab687cd req-6ae04bec-0fb5-4f17-b034-964811723cc9 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2f636e8-ac28-40c3-83ed-a138248be437 HTTP/1.1" status: 200 len: 943 time: 0.0544643 Mar 02 14:59:29.775545 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-b8f6d856-0826-4cc6-b15c-37a22ab687cd req-977fd39a-8461-467f-b438-9afcd995699c tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/security-groups?id=74537ba6-1b23-49ee-a8f7-21a45895cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435460 Mar 02 14:59:30.487586 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] get_ports_and_sgs() called for port_ids ['75d54c07-0bc9-47cf-b732-c5a1263a2bec'] {{(pid=110181) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 14:59:30.516932 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] get_ports_and_sgs() called for port_ids ['1e147af4-38c2-40f4-93bc-dd65df75f682'] {{(pid=110181) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 14:59:30.598686 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd062f4-6117-4da7-b86d-31d53d6a152e req-1dd32143-0b78-487a-a5b8-172b2e615049 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:59:30.600340 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-dbd062f4-6117-4da7-b86d-31d53d6a152e req-1dd32143-0b78-487a-a5b8-172b2e615049 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=d180d92d-2b4a-46fa-88db-be94ea0275ef HTTP/1.1" status: 200 len: 944 time: 0.0610702 Mar 02 14:59:30.674786 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-dbd062f4-6117-4da7-b86d-31d53d6a152e req-deda5cdc-d58d-44ea-8226-28e7ffc05cad tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673325 Mar 02 14:59:30.910004 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11010f47-b065-4542-ab5d-1bb9e5fc0e21 req-2a43a975-e902-4ff8-bbee-daa492ca8a14 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:59:30.911564 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-11010f47-b065-4542-ab5d-1bb9e5fc0e21 req-2a43a975-e902-4ff8-bbee-daa492ca8a14 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2f636e8-ac28-40c3-83ed-a138248be437 HTTP/1.1" status: 200 len: 943 time: 0.0574920 Mar 02 14:59:30.961248 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-11010f47-b065-4542-ab5d-1bb9e5fc0e21 req-6315deba-08f6-4973-b2c3-2a3424a42052 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/security-groups?id=74537ba6-1b23-49ee-a8f7-21a45895cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438163 Mar 02 14:59:31.784860 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beead3df-18e0-49fa-9aa6-b265569445ba req-309557e1-f8f1-48c1-9ee1-0c43ce561606 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:59:31.786319 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-beead3df-18e0-49fa-9aa6-b265569445ba req-309557e1-f8f1-48c1-9ee1-0c43ce561606 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=d180d92d-2b4a-46fa-88db-be94ea0275ef HTTP/1.1" status: 200 len: 944 time: 0.0523140 Mar 02 14:59:31.836004 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-beead3df-18e0-49fa-9aa6-b265569445ba req-bba0c450-f857-413d-ad97-b6a5317f1a08 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443363 Mar 02 14:59:32.084157 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892988b1-3ec4-400d-9d75-8c1f03c60825 req-52590592-c696-4d82-a01d-3363be55bff5 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:59:32.085630 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-892988b1-3ec4-400d-9d75-8c1f03c60825 req-52590592-c696-4d82-a01d-3363be55bff5 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2f636e8-ac28-40c3-83ed-a138248be437 HTTP/1.1" status: 200 len: 943 time: 0.0519962 Mar 02 14:59:32.350048 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Device e68042ea-64c2-4166-b54d-fbb206640573 details requested by agent hyperv_hv-cinder-83143 with host hv-cinder-83143 {{(pid=110181) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 14:59:32.388520 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-892988b1-3ec4-400d-9d75-8c1f03c60825 req-bf8ba7c6-e115-460c-b0bb-e6d2cf286ac5 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/security-groups?id=74537ba6-1b23-49ee-a8f7-21a45895cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965679 Mar 02 14:59:32.592116 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] For port e68042ea-64c2-4166-b54d-fbb206640573, host hv-cinder-83143, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=e68042ea-64c2-4166-b54d-fbb206640573,segment=NetworkSegment(8893ea58-7cff-4b58-935d-3a9feb64b4ca),segment_id=8893ea58-7cff-4b58-935d-3a9feb64b4ca)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:59:32.604028 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Returning: {'device': 'e68042ea-64c2-4166-b54d-fbb206640573', 'network_id': '4aeef58e-3340-46c4-943d-ae2ec26e78a0', 'port_id': 'e68042ea-64c2-4166-b54d-fbb206640573', 'mac_address': 'fa:16:3e:9e:f8:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33e89568-1c93-4c51-af7d-02f9e3bdcc0f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110181) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 14:59:32.644416 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Current status of the port e68042ea-64c2-4166-b54d-fbb206640573 is: DOWN; New status is: BUILD {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:59:32.644809 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (e68042ea-64c2-4166-b54d-fbb206640573), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:32.658194 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.notifiers.nova [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e68042ea-64c2-4166-b54d-fbb206640573 {{(pid=110181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 14:59:32.677582 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] For port e68042ea-64c2-4166-b54d-fbb206640573, host hv-cinder-83143, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=e68042ea-64c2-4166-b54d-fbb206640573,segment=NetworkSegment(8893ea58-7cff-4b58-935d-3a9feb64b4ca),segment_id=8893ea58-7cff-4b58-935d-3a9feb64b4ca)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:59:32.781923 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (e68042ea-64c2-4166-b54d-fbb206640573), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:32.830583 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Pushing event updated for resources: {'Port': ['ID=e68042ea-64c2-4166-b54d-fbb206640573,revision_number=4']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:59:32.959486 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea63cebb-2c8f-43d1-aefc-0c909da1d17f req-968d2b36-8236-453e-a3ad-fd29d385fcf4 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:59:32.961094 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ea63cebb-2c8f-43d1-aefc-0c909da1d17f req-968d2b36-8236-453e-a3ad-fd29d385fcf4 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=d180d92d-2b4a-46fa-88db-be94ea0275ef HTTP/1.1" status: 200 len: 944 time: 0.0547071 Mar 02 14:59:33.009101 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ea63cebb-2c8f-43d1-aefc-0c909da1d17f req-a49dfc4c-2891-4e3d-a92c-8302e86969eb tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419309 Mar 02 14:59:33.519182 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f976a2-5ec3-46d9-80d4-7a31e5b48c74 req-867fe7ca-4132-4a95-aaaf-4f895f8ffd33 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:59:33.520923 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-f6f976a2-5ec3-46d9-80d4-7a31e5b48c74 req-867fe7ca-4132-4a95-aaaf-4f895f8ffd33 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2f636e8-ac28-40c3-83ed-a138248be437 HTTP/1.1" status: 200 len: 944 time: 0.0553701 Mar 02 14:59:33.576181 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-f6f976a2-5ec3-46d9-80d4-7a31e5b48c74 req-05a4876a-0952-4754-8dce-cc04e67d812e tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/security-groups?id=74537ba6-1b23-49ee-a8f7-21a45895cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486493 Mar 02 14:59:34.132776 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db31424-75b1-45ea-83d7-3d28f62684eb req-79ff4f45-14c9-49a0-8357-24631a3be4fb tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:59:34.134480 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-0db31424-75b1-45ea-83d7-3d28f62684eb req-79ff4f45-14c9-49a0-8357-24631a3be4fb tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=d180d92d-2b4a-46fa-88db-be94ea0275ef HTTP/1.1" status: 200 len: 944 time: 0.0542929 Mar 02 14:59:34.183266 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-0db31424-75b1-45ea-83d7-3d28f62684eb req-82b4d35a-faf8-4d44-a847-d737efb97897 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406442 Mar 02 14:59:34.216144 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] get_ports_and_sgs() called for port_ids ['e68042ea-64c2-4166-b54d-fbb206640573'] {{(pid=110181) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 14:59:34.444596 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Device 75d54c07-0bc9-47cf-b732-c5a1263a2bec up at agent hyperv_hv-cinder-83143 {{(pid=110181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 14:59:34.592745 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Provisioning for port 75d54c07-0bc9-47cf-b732-c5a1263a2bec completed by entity L2. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 14:59:34.597292 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Provisioning complete for port 75d54c07-0bc9-47cf-b732-c5a1263a2bec triggered by entity L2. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 14:59:34.597666 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (75d54c07-0bc9-47cf-b732-c5a1263a2bec), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:34.698239 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Current status of the port 75d54c07-0bc9-47cf-b732-c5a1263a2bec is: BUILD; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:59:34.698728 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (75d54c07-0bc9-47cf-b732-c5a1263a2bec), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:34.727409 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd180d92d-2b4a-46fa-88db-be94ea0275ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75d54c07-0bc9-47cf-b732-c5a1263a2bec'}] {{(pid=110181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 14:59:34.729370 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cf3bfe-933a-4e4b-bd33-f294b5ed63d5 req-d83890e3-fb64-43e6-99c2-f5f689045192 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:59:34.730619 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6faebeedf0149bd95a8e5aac95437523d12653d92db1e1e7ce78ae8719853609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-796c3b52-1d25-4a99-b939-2636074d1fc0" -d '{"events": [{"server_uuid": "d180d92d-2b4a-46fa-88db-be94ea0275ef", "name": "network-vif-plugged", "status": "completed", "tag": "75d54c07-0bc9-47cf-b732-c5a1263a2bec"}]}' {{(pid=110181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 14:59:34.731508 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-46cf3bfe-933a-4e4b-bd33-f294b5ed63d5 req-d83890e3-fb64-43e6-99c2-f5f689045192 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2f636e8-ac28-40c3-83ed-a138248be437 HTTP/1.1" status: 200 len: 944 time: 0.0581720 Mar 02 14:59:34.746375 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] For port 75d54c07-0bc9-47cf-b732-c5a1263a2bec, host hv-cinder-83143, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=75d54c07-0bc9-47cf-b732-c5a1263a2bec,segment=NetworkSegment(defef8c4-f5b2-4af0-95ab-65fb439b082d),segment_id=defef8c4-f5b2-4af0-95ab-65fb439b082d)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:59:34.773680 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 14:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74b00f30-8568-453d-acb8-0169d172b44a x-openstack-request-id: req-74b00f30-8568-453d-acb8-0169d172b44a {{(pid=110181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 14:59:34.773959 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d180d92d-2b4a-46fa-88db-be94ea0275ef", "name": "network-vif-plugged", "status": "completed", "tag": "75d54c07-0bc9-47cf-b732-c5a1263a2bec", "code": 200}]} {{(pid=110181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 14:59:34.774210 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-74b00f30-8568-453d-acb8-0169d172b44a {{(pid=110181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 14:59:34.774660 dv-cinder-831439-3-iscsi neutron-server[110181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd180d92d-2b4a-46fa-88db-be94ea0275ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75d54c07-0bc9-47cf-b732-c5a1263a2bec', 'code': 200} Mar 02 14:59:34.796812 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-46cf3bfe-933a-4e4b-bd33-f294b5ed63d5 req-b72433b8-ff5e-4746-9e5d-b808bd47d3ce tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/security-groups?id=74537ba6-1b23-49ee-a8f7-21a45895cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558558 Mar 02 14:59:34.810497 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (75d54c07-0bc9-47cf-b732-c5a1263a2bec), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:34.811431 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Device 1e147af4-38c2-40f4-93bc-dd65df75f682 up at agent hyperv_hv-cinder-83143 {{(pid=110181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 14:59:34.889068 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Pushing event updated for resources: {'Port': ['ID=75d54c07-0bc9-47cf-b732-c5a1263a2bec,revision_number=5']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:59:34.992052 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Provisioning for port 1e147af4-38c2-40f4-93bc-dd65df75f682 completed by entity L2. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 14:59:34.996149 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Provisioning complete for port 1e147af4-38c2-40f4-93bc-dd65df75f682 triggered by entity L2. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 14:59:34.996615 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (1e147af4-38c2-40f4-93bc-dd65df75f682), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:35.080574 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Current status of the port 1e147af4-38c2-40f4-93bc-dd65df75f682 is: BUILD; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:59:35.080932 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (1e147af4-38c2-40f4-93bc-dd65df75f682), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:35.122608 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] For port 1e147af4-38c2-40f4-93bc-dd65df75f682, host hv-cinder-83143, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=1e147af4-38c2-40f4-93bc-dd65df75f682,segment=NetworkSegment(defef8c4-f5b2-4af0-95ab-65fb439b082d),segment_id=defef8c4-f5b2-4af0-95ab-65fb439b082d)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:59:35.197792 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (1e147af4-38c2-40f4-93bc-dd65df75f682), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:35.223594 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564ef319-4e26-4903-bcdd-46a14bd1a4f0 req-d2a82bd4-b489-49cb-a0e9-5816c0925346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:59:35.225190 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [req-564ef319-4e26-4903-bcdd-46a14bd1a4f0 req-d2a82bd4-b489-49cb-a0e9-5816c0925346 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d180d92d-2b4a-46fa-88db-be94ea0275ef HTTP/1.1" status: 200 len: 1129 time: 0.0796175 Mar 02 14:59:35.258937 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Pushing event updated for resources: {'Port': ['ID=1e147af4-38c2-40f4-93bc-dd65df75f682,revision_number=5']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:59:35.280107 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [req-564ef319-4e26-4903-bcdd-46a14bd1a4f0 req-2766b516-9fa9-4262-886e-66c94dea67f1 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483210 Mar 02 14:59:35.313617 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e13ca2-8709-475a-b32e-f96aa90c948c req-d5317bf9-f701-49ef-8be1-d4bd32a0fd24 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:59:35.315091 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-21e13ca2-8709-475a-b32e-f96aa90c948c req-d5317bf9-f701-49ef-8be1-d4bd32a0fd24 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=d180d92d-2b4a-46fa-88db-be94ea0275ef HTTP/1.1" status: 200 len: 945 time: 0.0586729 Mar 02 14:59:35.362834 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-21e13ca2-8709-475a-b32e-f96aa90c948c req-17881f01-5642-4073-a315-69af5b2a51cb tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420928 Mar 02 14:59:35.918617 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3380d813-1f38-47e2-af92-8d789eb42f82 req-a821abed-3d04-4fe2-b730-840f8aab6f15 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:59:35.920142 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-3380d813-1f38-47e2-af92-8d789eb42f82 req-a821abed-3d04-4fe2-b730-840f8aab6f15 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2f636e8-ac28-40c3-83ed-a138248be437 HTTP/1.1" status: 200 len: 944 time: 0.0538948 Mar 02 14:59:35.969597 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-3380d813-1f38-47e2-af92-8d789eb42f82 req-83fe2038-cd87-46a2-95a6-de953e501b44 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/security-groups?id=74537ba6-1b23-49ee-a8f7-21a45895cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434861 Mar 02 14:59:36.454655 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Device e68042ea-64c2-4166-b54d-fbb206640573 up at agent hyperv_hv-cinder-83143 {{(pid=110181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 14:59:36.487154 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56e8d98-044c-4229-b8bb-a603c15b64fd req-51599d85-4387-4feb-b0a1-9dc7daaa8402 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:59:36.488767 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-d56e8d98-044c-4229-b8bb-a603c15b64fd req-51599d85-4387-4feb-b0a1-9dc7daaa8402 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=d180d92d-2b4a-46fa-88db-be94ea0275ef HTTP/1.1" status: 200 len: 945 time: 0.0547612 Mar 02 14:59:36.545199 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-d56e8d98-044c-4229-b8bb-a603c15b64fd req-80adb4d6-2a28-446e-a463-8fda410d9ac9 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502639 Mar 02 14:59:36.644315 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Provisioning for port e68042ea-64c2-4166-b54d-fbb206640573 completed by entity L2. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 14:59:36.648718 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Provisioning complete for port e68042ea-64c2-4166-b54d-fbb206640573 triggered by entity L2. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 14:59:36.649089 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (e68042ea-64c2-4166-b54d-fbb206640573), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:36.736541 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Current status of the port e68042ea-64c2-4166-b54d-fbb206640573 is: BUILD; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 14:59:36.736799 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (e68042ea-64c2-4166-b54d-fbb206640573), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:36.775055 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] For port e68042ea-64c2-4166-b54d-fbb206640573, host hv-cinder-83143, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=e68042ea-64c2-4166-b54d-fbb206640573,segment=NetworkSegment(8893ea58-7cff-4b58-935d-3a9feb64b4ca),segment_id=8893ea58-7cff-4b58-935d-3a9feb64b4ca)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 14:59:36.775941 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a048e7d-380d-4eb6-b2f3-553fde4437a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e147af4-38c2-40f4-93bc-dd65df75f682'}, {'server_uuid': 'e2f636e8-ac28-40c3-83ed-a138248be437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e68042ea-64c2-4166-b54d-fbb206640573'}] {{(pid=110181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 14:59:36.778743 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6faebeedf0149bd95a8e5aac95437523d12653d92db1e1e7ce78ae8719853609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-771a638c-34bf-48df-be30-57b9ed976cd9" -d '{"events": [{"server_uuid": "3a048e7d-380d-4eb6-b2f3-553fde4437a8", "name": "network-vif-plugged", "status": "completed", "tag": "1e147af4-38c2-40f4-93bc-dd65df75f682"}, {"server_uuid": "e2f636e8-ac28-40c3-83ed-a138248be437", "name": "network-vif-plugged", "status": "completed", "tag": "e68042ea-64c2-4166-b54d-fbb206640573"}]}' {{(pid=110181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 14:59:36.785086 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 55658) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:59:36.825320 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 02 Mar 2022 14:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68d2eff4-2696-43af-9a6a-ad2191f11ecf x-openstack-request-id: req-68d2eff4-2696-43af-9a6a-ad2191f11ecf {{(pid=110181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 14:59:36.825320 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a048e7d-380d-4eb6-b2f3-553fde4437a8", "name": "network-vif-plugged", "status": "completed", "tag": "1e147af4-38c2-40f4-93bc-dd65df75f682", "code": 200}, {"server_uuid": "e2f636e8-ac28-40c3-83ed-a138248be437", "name": "network-vif-plugged", "status": "completed", "tag": "e68042ea-64c2-4166-b54d-fbb206640573", "code": 200}]} {{(pid=110181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 14:59:36.825320 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-68d2eff4-2696-43af-9a6a-ad2191f11ecf {{(pid=110181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 14:59:36.825320 dv-cinder-831439-3-iscsi neutron-server[110181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a048e7d-380d-4eb6-b2f3-553fde4437a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e147af4-38c2-40f4-93bc-dd65df75f682', 'code': 200} Mar 02 14:59:36.825320 dv-cinder-831439-3-iscsi neutron-server[110181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2f636e8-ac28-40c3-83ed-a138248be437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e68042ea-64c2-4166-b54d-fbb206640573', 'code': 200} Mar 02 14:59:36.878816 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (e68042ea-64c2-4166-b54d-fbb206640573), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:36.909503 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-c48f2c9f-f22d-4f26-9959-cfbb5bcf59ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:36.933224 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Pushing event updated for resources: {'Port': ['ID=e68042ea-64c2-4166-b54d-fbb206640573,revision_number=5']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:59:36.994463 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-c48f2c9f-f22d-4f26-9959-cfbb5bcf59ce admin admin] Publish callbacks [] for security_group (5f8d3d44-4f46-4c86-acfd-691b63e6d6ec), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:37.092953 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4110095-3b20-4e19-aaa6-1a872e7fb601 req-674471c7-28c7-4ea9-97f9-454d6fdbcf15 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:59:37.094578 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a4110095-3b20-4e19-aaa6-1a872e7fb601 req-674471c7-28c7-4ea9-97f9-454d6fdbcf15 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2f636e8-ac28-40c3-83ed-a138248be437 HTTP/1.1" status: 200 len: 945 time: 0.0573189 Mar 02 14:59:37.151717 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a4110095-3b20-4e19-aaa6-1a872e7fb601 req-fd993834-6f26-4694-ba95-1144bf73add0 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/security-groups?id=74537ba6-1b23-49ee-a8f7-21a45895cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512955 Mar 02 14:59:37.152757 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-c48f2c9f-f22d-4f26-9959-cfbb5bcf59ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (5f8d3d44-4f46-4c86-acfd-691b63e6d6ec), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:37.176930 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48f2c9f-f22d-4f26-9959-cfbb5bcf59ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f8d3d44-4f46-4c86-acfd-691b63e6d6ec,revision_number=1']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:59:37.201806 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-c48f2c9f-f22d-4f26-9959-cfbb5bcf59ce admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=88acd929e07f4aba99f8a28e81ed2113&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4156334 Mar 02 14:59:37.205017 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 55668) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:59:37.273270 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-bb4f8a73-a01d-4e7d-8925-2ae3d51a2d05 admin admin] Publish callbacks [] for security_group (5f8d3d44-4f46-4c86-acfd-691b63e6d6ec), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:37.297547 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-bb4f8a73-a01d-4e7d-8925-2ae3d51a2d05 admin admin] Publish callbacks [] for security_group (5f8d3d44-4f46-4c86-acfd-691b63e6d6ec), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:37.369868 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9cb465-d498-4bd8-8391-c39328e2fec3 req-9b5c4252-8819-42fa-b4ec-0c55f4344676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:59:37.371909 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [req-4c9cb465-d498-4bd8-8391-c39328e2fec3 req-9b5c4252-8819-42fa-b4ec-0c55f4344676 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3a048e7d-380d-4eb6-b2f3-553fde4437a8 HTTP/1.1" status: 200 len: 1129 time: 0.0493197 Mar 02 14:59:37.378288 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b96d8b-6d5b-4703-bf80-380c9c2fc2e0 req-390abe37-5c75-4439-a169-70ac8902df3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:59:37.379907 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-d2b96d8b-6d5b-4703-bf80-380c9c2fc2e0 req-390abe37-5c75-4439-a169-70ac8902df3b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e2f636e8-ac28-40c3-83ed-a138248be437 HTTP/1.1" status: 200 len: 1129 time: 0.0464330 Mar 02 14:59:37.420582 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [req-4c9cb465-d498-4bd8-8391-c39328e2fec3 req-8b1aa882-5343-45da-91a4-c34c9f0a69f1 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420504 Mar 02 14:59:37.449946 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-bb4f8a73-a01d-4e7d-8925-2ae3d51a2d05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (5f8d3d44-4f46-4c86-acfd-691b63e6d6ec), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:37.452505 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-bb4f8a73-a01d-4e7d-8925-2ae3d51a2d05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:37.453646 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-bb4f8a73-a01d-4e7d-8925-2ae3d51a2d05 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5f8d3d44-4f46-4c86-acfd-691b63e6d6ec HTTP/1.1" status: 204 len: 168 time: 0.2477121 Mar 02 14:59:37.459693 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-d2b96d8b-6d5b-4703-bf80-380c9c2fc2e0 req-6102882d-2bd9-4f0b-abe8-98927f03acce service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=74537ba6-1b23-49ee-a8f7-21a45895cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469668 Mar 02 14:59:37.464719 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4f8a73-a01d-4e7d-8925-2ae3d51a2d05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f8d3d44-4f46-4c86-acfd-691b63e6d6ec,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:59:37.683580 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef001aa-8737-4de9-85ca-40531751cddf req-eb0ecacf-5799-4f81-9a79-c70bd25d53da tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:59:37.685225 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-8ef001aa-8737-4de9-85ca-40531751cddf req-eb0ecacf-5799-4f81-9a79-c70bd25d53da tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=d180d92d-2b4a-46fa-88db-be94ea0275ef HTTP/1.1" status: 200 len: 945 time: 0.0657189 Mar 02 14:59:37.736528 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-8ef001aa-8737-4de9-85ca-40531751cddf req-fa4c2784-ea69-446b-8eb8-a07d2923476b tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450213 Mar 02 14:59:38.163025 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 55680) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:59:38.177554 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-14826698-43bc-4650-810d-1a2b59897460 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:38.292123 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-14826698-43bc-4650-810d-1a2b59897460 admin admin] Publish callbacks [] for security_group (3b8ccd0f-dc19-4577-90dd-0e072cb82f68), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:38.307859 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25279bf1-7384-4da2-8794-78c278d35a70 req-aea0879d-55cb-4710-aa05-764e845b3b45 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:59:38.309376 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-25279bf1-7384-4da2-8794-78c278d35a70 req-aea0879d-55cb-4710-aa05-764e845b3b45 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2f636e8-ac28-40c3-83ed-a138248be437 HTTP/1.1" status: 200 len: 945 time: 0.0779870 Mar 02 14:59:38.366368 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-25279bf1-7384-4da2-8794-78c278d35a70 req-ee35e328-2f7e-4c75-8989-a505831355b4 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/security-groups?id=74537ba6-1b23-49ee-a8f7-21a45895cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514112 Mar 02 14:59:38.367546 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-14826698-43bc-4650-810d-1a2b59897460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (3b8ccd0f-dc19-4577-90dd-0e072cb82f68), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:38.409443 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14826698-43bc-4650-810d-1a2b59897460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b8ccd0f-dc19-4577-90dd-0e072cb82f68,revision_number=1']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:59:38.414756 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-14826698-43bc-4650-810d-1a2b59897460 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d810a8ce1e1b4a23a0150c10ad591ab5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2506156 Mar 02 14:59:38.417366 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 55684) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:59:38.465908 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-4c28f7ec-d7b2-4a88-bb4b-fc3ca2157bef admin admin] Publish callbacks [] for security_group (3b8ccd0f-dc19-4577-90dd-0e072cb82f68), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:38.488042 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-4c28f7ec-d7b2-4a88-bb4b-fc3ca2157bef admin admin] Publish callbacks [] for security_group (3b8ccd0f-dc19-4577-90dd-0e072cb82f68), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:38.724122 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-4c28f7ec-d7b2-4a88-bb4b-fc3ca2157bef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (3b8ccd0f-dc19-4577-90dd-0e072cb82f68), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:38.726776 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-4c28f7ec-d7b2-4a88-bb4b-fc3ca2157bef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:38.728110 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-4c28f7ec-d7b2-4a88-bb4b-fc3ca2157bef admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3b8ccd0f-dc19-4577-90dd-0e072cb82f68 HTTP/1.1" status: 204 len: 168 time: 0.3098094 Mar 02 14:59:38.737211 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c28f7ec-d7b2-4a88-bb4b-fc3ca2157bef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b8ccd0f-dc19-4577-90dd-0e072cb82f68,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:59:38.759694 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-110461bf-3ee7-4ee6-9426-101ee2d869c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (dc3a6147-3194-47be-b33a-76a9a2a48933), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:38.864462 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647f3687-be22-470b-b927-19a6606f1212 req-2f94b4ce-8ccc-4fd9-841a-7290a0f696c7 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:59:38.866110 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-647f3687-be22-470b-b927-19a6606f1212 req-2f94b4ce-8ccc-4fd9-841a-7290a0f696c7 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=d180d92d-2b4a-46fa-88db-be94ea0275ef HTTP/1.1" status: 200 len: 945 time: 0.0529912 Mar 02 14:59:38.914798 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-647f3687-be22-470b-b927-19a6606f1212 req-6b312274-fead-414c-bcac-591ef5d29ece tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422497 Mar 02 14:59:39.492710 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0e8961-d485-476d-bd73-cafe238ef3bd req-0c43e20e-986f-4b6b-932a-6828c01dae52 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:59:39.494221 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ba0e8961-d485-476d-bd73-cafe238ef3bd req-0c43e20e-986f-4b6b-932a-6828c01dae52 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2f636e8-ac28-40c3-83ed-a138248be437 HTTP/1.1" status: 200 len: 945 time: 0.0586066 Mar 02 14:59:39.545666 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ba0e8961-d485-476d-bd73-cafe238ef3bd req-3d13b691-885e-45c3-8fb2-83f34d74e0d4 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/security-groups?id=74537ba6-1b23-49ee-a8f7-21a45895cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458541 Mar 02 14:59:40.049333 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4560a40c-349c-4b67-ba1a-121dd3aa2981 req-d89180fc-11f5-497c-ad20-79e8129235f3 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:59:40.053619 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-4560a40c-349c-4b67-ba1a-121dd3aa2981 req-d89180fc-11f5-497c-ad20-79e8129235f3 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=d180d92d-2b4a-46fa-88db-be94ea0275ef HTTP/1.1" status: 200 len: 945 time: 0.0610371 Mar 02 14:59:40.101432 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-4560a40c-349c-4b67-ba1a-121dd3aa2981 req-13f15dff-3659-4338-a145-2cf7b2f2e2a4 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429940 Mar 02 14:59:40.663843 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baaca23-f577-41a2-a36e-5157a79e9646 req-ba0e613e-fd7a-4e3a-9106-9054bdf576ac tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:59:40.665307 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-7baaca23-f577-41a2-a36e-5157a79e9646 req-ba0e613e-fd7a-4e3a-9106-9054bdf576ac tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2f636e8-ac28-40c3-83ed-a138248be437 HTTP/1.1" status: 200 len: 945 time: 0.0529773 Mar 02 14:59:40.715874 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-7baaca23-f577-41a2-a36e-5157a79e9646 req-3a03b5fe-e3a1-4cf4-8e84-28fc0a8567eb tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/security-groups?id=74537ba6-1b23-49ee-a8f7-21a45895cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443180 Mar 02 14:59:41.066912 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-76dc1293-491b-4d1e-a715-19b274b71ef9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (4b7d4a90-2987-419a-b6cd-7624b7dba065), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:41.239453 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0062a512-cf35-47f1-913a-d4f64ab11bdd req-4671ef30-3990-4144-82c4-afbb3d9d287f tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:59:41.242167 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-0062a512-cf35-47f1-913a-d4f64ab11bdd req-4671ef30-3990-4144-82c4-afbb3d9d287f tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=d180d92d-2b4a-46fa-88db-be94ea0275ef HTTP/1.1" status: 200 len: 945 time: 0.0544963 Mar 02 14:59:41.290263 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-0062a512-cf35-47f1-913a-d4f64ab11bdd req-c3fcaf8e-046d-47c7-9e88-e0431157cc78 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432787 Mar 02 14:59:41.842388 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d35bb1-1df8-4b69-9d70-91956fda7f4d req-7c1b0b95-0081-4642-af56-3c13971c8945 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:59:41.843919 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-f9d35bb1-1df8-4b69-9d70-91956fda7f4d req-7c1b0b95-0081-4642-af56-3c13971c8945 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2f636e8-ac28-40c3-83ed-a138248be437 HTTP/1.1" status: 200 len: 945 time: 0.0573123 Mar 02 14:59:41.906425 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-f9d35bb1-1df8-4b69-9d70-91956fda7f4d req-a0341d62-f509-40dd-bee6-36e0ae82e900 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/security-groups?id=74537ba6-1b23-49ee-a8f7-21a45895cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567584 Mar 02 14:59:42.113130 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-8c265469-93de-451d-a227-73ff998d8f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (bfbb2626-1130-458a-80a5-4632d76fa057), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:42.415605 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a34890-0811-4836-acb6-92930c0f99b2 req-9019d88a-cd51-4d32-a4d5-0dd8a0d394f6 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:59:42.417709 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-31a34890-0811-4836-acb6-92930c0f99b2 req-9019d88a-cd51-4d32-a4d5-0dd8a0d394f6 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=d180d92d-2b4a-46fa-88db-be94ea0275ef HTTP/1.1" status: 200 len: 945 time: 0.0567157 Mar 02 14:59:42.466661 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-31a34890-0811-4836-acb6-92930c0f99b2 req-bf850f48-b0b8-425e-9bcf-c171a04778bf tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429564 Mar 02 14:59:43.027431 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e52ad-2b60-41cf-a83b-db35420b4275 req-272e2a48-6032-4ac7-96c1-81fdd3debaa5 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:59:43.029022 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-676e52ad-2b60-41cf-a83b-db35420b4275 req-272e2a48-6032-4ac7-96c1-81fdd3debaa5 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2f636e8-ac28-40c3-83ed-a138248be437 HTTP/1.1" status: 200 len: 945 time: 0.0551021 Mar 02 14:59:43.082538 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-676e52ad-2b60-41cf-a83b-db35420b4275 req-ba683975-0ba8-4359-bef2-e09b8b8df413 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/security-groups?id=74537ba6-1b23-49ee-a8f7-21a45895cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467873 Mar 02 14:59:43.602939 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f8ce91-ca04-4bfa-968c-037283385a7a req-f4cfb468-a6ea-4f9e-a798-09f74327d093 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:59:43.605579 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-93f8ce91-ca04-4bfa-968c-037283385a7a req-f4cfb468-a6ea-4f9e-a798-09f74327d093 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=d180d92d-2b4a-46fa-88db-be94ea0275ef HTTP/1.1" status: 200 len: 945 time: 0.0645645 Mar 02 14:59:43.648931 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-9cfe1c82-1e01-4346-89c5-c3e1093f4022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (b9ce56f8-3527-4dd9-b024-9df7b3f4c018), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:43.659265 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-93f8ce91-ca04-4bfa-968c-037283385a7a req-498f2d1f-2944-42fc-8851-4a10f7c3ce58 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473506 Mar 02 14:59:44.239477 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0ec419-afe0-4361-bcfd-24cd2f2ab374 req-5f837cbe-f583-4994-8f48-068989c996ed tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:59:44.240948 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-fd0ec419-afe0-4361-bcfd-24cd2f2ab374 req-5f837cbe-f583-4994-8f48-068989c996ed tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=d180d92d-2b4a-46fa-88db-be94ea0275ef HTTP/1.1" status: 200 len: 945 time: 0.0920184 Mar 02 14:59:44.247769 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e998d6-5993-488b-87d7-996c257f147e req-0570feac-8073-4c67-bc21-08cdb7f98e08 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:59:44.249184 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-06e998d6-5993-488b-87d7-996c257f147e req-0570feac-8073-4c67-bc21-08cdb7f98e08 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2f636e8-ac28-40c3-83ed-a138248be437 HTTP/1.1" status: 200 len: 945 time: 0.0902438 Mar 02 14:59:44.375530 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-fd0ec419-afe0-4361-bcfd-24cd2f2ab374 req-604a0609-fcf9-4274-b5ee-f5296061f97e tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209652 Mar 02 14:59:44.397763 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-06e998d6-5993-488b-87d7-996c257f147e req-0097a7b7-56a3-4319-b079-57c95f268001 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/security-groups?id=74537ba6-1b23-49ee-a8f7-21a45895cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416998 Mar 02 14:59:44.415176 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28813ea-0377-4333-a920-a8f8e3e7538e req-0ce3d350-00cf-426d-96e4-c2101f5a1449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:59:44.415794 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-b28813ea-0377-4333-a920-a8f8e3e7538e req-0ce3d350-00cf-426d-96e4-c2101f5a1449 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f1bd7e528fca43dbb4023b42e4d1b6a1&device_id=d180d92d-2b4a-46fa-88db-be94ea0275ef HTTP/1.1" status: 200 len: 1129 time: 0.1335499 Mar 02 14:59:44.518164 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28813ea-0377-4333-a920-a8f8e3e7538e req-e696ed3b-0d0e-43e8-b71e-7411a6484b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:59:44.519642 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-b28813ea-0377-4333-a920-a8f8e3e7538e req-e696ed3b-0d0e-43e8-b71e-7411a6484b42 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f57784fe-c0ba-4637-8703-002c97dfe5a6 HTTP/1.1" status: 200 len: 919 time: 0.0940423 Mar 02 14:59:44.680031 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-b28813ea-0377-4333-a920-a8f8e3e7538e req-a56293cb-fd12-420c-a921-ae7421afceb4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=75d54c07-0bc9-47cf-b732-c5a1263a2bec HTTP/1.1" status: 200 len: 217 time: 0.0414026 Mar 02 14:59:44.795448 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28813ea-0377-4333-a920-a8f8e3e7538e req-38b19797-0647-4c0f-9702-b0a0bacfa95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:59:44.797076 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-b28813ea-0377-4333-a920-a8f8e3e7538e req-38b19797-0647-4c0f-9702-b0a0bacfa95a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c3f153de-817f-4669-9f3c-7dca79be3db5 HTTP/1.1" status: 200 len: 858 time: 0.0657115 Mar 02 14:59:44.833303 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-b28813ea-0377-4333-a920-a8f8e3e7538e req-f8e51971-bf08-4f73-8dbf-7027cb63c8c5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f57784fe-c0ba-4637-8703-002c97dfe5a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294302 Mar 02 14:59:44.938110 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-b28813ea-0377-4333-a920-a8f8e3e7538e req-668dd24b-661f-4382-99bb-f02a6fdf6b3e service neutron] 10.222.0.55 "GET /v2.0/networks/f57784fe-c0ba-4637-8703-002c97dfe5a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986762 Mar 02 14:59:44.941558 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (3a73802c-5f14-4c1f-8439-e74c4c90063b), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:45.084031 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-b28813ea-0377-4333-a920-a8f8e3e7538e req-1820295e-5bf3-4056-9076-a211c6fab4b3 service neutron] 10.222.0.55 "GET /v2.0/networks/f57784fe-c0ba-4637-8703-002c97dfe5a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884652 Mar 02 14:59:45.547932 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9f0529-beac-46ee-97ef-884379a10de5 req-16694b88-1a58-4816-a7d6-ed6a72815f69 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:59:45.549813 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6c9f0529-beac-46ee-97ef-884379a10de5 req-16694b88-1a58-4816-a7d6-ed6a72815f69 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=d180d92d-2b4a-46fa-88db-be94ea0275ef HTTP/1.1" status: 200 len: 945 time: 0.1029563 Mar 02 14:59:45.584843 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26670b1-bce4-4c0f-8821-19b0aa661ad4 req-f5a4dfc9-134a-4264-bbbc-01f124022b07 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:59:45.586441 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-e26670b1-bce4-4c0f-8821-19b0aa661ad4 req-f5a4dfc9-134a-4264-bbbc-01f124022b07 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2f636e8-ac28-40c3-83ed-a138248be437 HTTP/1.1" status: 200 len: 945 time: 0.1017158 Mar 02 14:59:45.641435 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6c9f0529-beac-46ee-97ef-884379a10de5 req-fc685b0e-21e3-4878-a79c-06be050af44f tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847077 Mar 02 14:59:45.675939 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-e26670b1-bce4-4c0f-8821-19b0aa661ad4 req-85497c76-e858-433f-86ce-b0c11ca2cc16 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/security-groups?id=74537ba6-1b23-49ee-a8f7-21a45895cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820000 Mar 02 14:59:46.764459 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093b394b-d24d-4896-a468-541adfc0d5cd req-c326240e-4da3-4d22-8d29-ceff8da3ed04 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:59:46.766046 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-093b394b-d24d-4896-a468-541adfc0d5cd req-c326240e-4da3-4d22-8d29-ceff8da3ed04 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=d180d92d-2b4a-46fa-88db-be94ea0275ef HTTP/1.1" status: 200 len: 945 time: 0.0569127 Mar 02 14:59:46.813756 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-093b394b-d24d-4896-a468-541adfc0d5cd req-0964546f-f82d-4a3b-941a-ab3e4da79352 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413291 Mar 02 14:59:47.935375 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc90356-c607-4c53-8f1d-ff3cc077e0fc req-9619989e-aff2-442a-bedd-766f2bcaf0d3 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:59:47.936857 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6fc90356-c607-4c53-8f1d-ff3cc077e0fc req-9619989e-aff2-442a-bedd-766f2bcaf0d3 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=d180d92d-2b4a-46fa-88db-be94ea0275ef HTTP/1.1" status: 200 len: 945 time: 0.0563314 Mar 02 14:59:47.983907 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6fc90356-c607-4c53-8f1d-ff3cc077e0fc req-a994f9d2-4052-456b-91a9-5643469483aa tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413187 Mar 02 14:59:49.108136 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f50a895-dbee-4733-8b51-b39603548bef req-7f6bcef9-dc0b-4c54-93ff-dd0c65e28898 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:59:49.109718 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-8f50a895-dbee-4733-8b51-b39603548bef req-7f6bcef9-dc0b-4c54-93ff-dd0c65e28898 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=d180d92d-2b4a-46fa-88db-be94ea0275ef HTTP/1.1" status: 200 len: 945 time: 0.0563965 Mar 02 14:59:49.163232 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-8f50a895-dbee-4733-8b51-b39603548bef req-554fc998-b303-482f-bd93-b2a29d37a72f tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475378 Mar 02 14:59:50.295909 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0724b49-02ef-4ce9-b8e6-869e55005314 req-2036e974-c199-44b7-980c-38f535bea8c6 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:59:50.297529 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-b0724b49-02ef-4ce9-b8e6-869e55005314 req-2036e974-c199-44b7-980c-38f535bea8c6 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=d180d92d-2b4a-46fa-88db-be94ea0275ef HTTP/1.1" status: 200 len: 945 time: 0.0611279 Mar 02 14:59:50.349002 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-b0724b49-02ef-4ce9-b8e6-869e55005314 req-23f37475-6ddb-4b8f-bdbc-4797d17bc5c3 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447936 Mar 02 14:59:51.486176 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9677f12-790f-4bb5-8f82-816e56cb1f1c req-ab26cb3f-c18b-4ca3-b2bb-a2d47953ae86 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:59:51.487904 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a9677f12-790f-4bb5-8f82-816e56cb1f1c req-ab26cb3f-c18b-4ca3-b2bb-a2d47953ae86 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=d180d92d-2b4a-46fa-88db-be94ea0275ef HTTP/1.1" status: 200 len: 945 time: 0.0600109 Mar 02 14:59:51.551603 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a9677f12-790f-4bb5-8f82-816e56cb1f1c req-6d290e2f-75d5-4ffa-9203-33685101755a tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541584 Mar 02 14:59:52.486066 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 55976) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:59:52.616419 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-f902419a-0caa-4324-a685-761fe0055d31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:52.702387 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-f902419a-0caa-4324-a685-761fe0055d31 admin admin] Publish callbacks [] for security_group (2735c0e9-038e-46b7-8e7a-b50a232d9d51), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:52.727071 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd09464-1e77-4e23-b77b-003c9607987e req-cc09cfbc-2306-4d06-b8f2-0f66f3b935ab tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:59:52.730169 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-efd09464-1e77-4e23-b77b-003c9607987e req-cc09cfbc-2306-4d06-b8f2-0f66f3b935ab tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=d180d92d-2b4a-46fa-88db-be94ea0275ef HTTP/1.1" status: 200 len: 945 time: 0.0905066 Mar 02 14:59:52.794078 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-efd09464-1e77-4e23-b77b-003c9607987e req-8e316a4c-f8b9-4b53-917a-d38c11f8b756 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583570 Mar 02 14:59:52.821749 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-f902419a-0caa-4324-a685-761fe0055d31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (2735c0e9-038e-46b7-8e7a-b50a232d9d51), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:52.862676 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-f902419a-0caa-4324-a685-761fe0055d31 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5d5004ed08f54b4186d88f6c735a26c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3754721 Mar 02 14:59:52.864877 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f902419a-0caa-4324-a685-761fe0055d31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2735c0e9-038e-46b7-8e7a-b50a232d9d51,revision_number=1']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:59:52.866816 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 55984) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:59:52.877190 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.agents_db [None req-b044b9bd-a670-44c5-b22a-8886b11808d8 None None] Agent healthcheck: found 6 active agents {{(pid=110182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 14:59:52.934422 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-9ffe9513-13a2-4549-a6b7-764ce9d4ee10 admin admin] Publish callbacks [] for security_group (2735c0e9-038e-46b7-8e7a-b50a232d9d51), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:52.959311 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-9ffe9513-13a2-4549-a6b7-764ce9d4ee10 admin admin] Publish callbacks [] for security_group (2735c0e9-038e-46b7-8e7a-b50a232d9d51), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:53.101305 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-9ffe9513-13a2-4549-a6b7-764ce9d4ee10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (2735c0e9-038e-46b7-8e7a-b50a232d9d51), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:53.104690 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-9ffe9513-13a2-4549-a6b7-764ce9d4ee10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:53.105948 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-9ffe9513-13a2-4549-a6b7-764ce9d4ee10 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2735c0e9-038e-46b7-8e7a-b50a232d9d51 HTTP/1.1" status: 204 len: 168 time: 0.2369697 Mar 02 14:59:53.114631 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffe9513-13a2-4549-a6b7-764ce9d4ee10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2735c0e9-038e-46b7-8e7a-b50a232d9d51,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:59:53.847350 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 55998) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:59:53.862228 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-1538e9d3-ef9f-4c41-8139-d398388c8f31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:53.971732 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2235089-9a14-4e6c-be9d-cf02989cea5c req-2c65b842-fdcd-4d69-ab09-1e0625e0a77d tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:59:53.973344 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-d2235089-9a14-4e6c-be9d-cf02989cea5c req-2c65b842-fdcd-4d69-ab09-1e0625e0a77d tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=d180d92d-2b4a-46fa-88db-be94ea0275ef HTTP/1.1" status: 200 len: 945 time: 0.0836153 Mar 02 14:59:54.011254 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-1538e9d3-ef9f-4c41-8139-d398388c8f31 admin admin] Publish callbacks [] for security_group (9a6f0298-de65-49fb-bec3-825c72e1307e), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:54.044808 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-d2235089-9a14-4e6c-be9d-cf02989cea5c req-f3c8871b-be30-4f84-a016-b64bb75df70b tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627542 Mar 02 14:59:54.101339 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-1538e9d3-ef9f-4c41-8139-d398388c8f31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (9a6f0298-de65-49fb-bec3-825c72e1307e), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:54.142051 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-1538e9d3-ef9f-4c41-8139-d398388c8f31 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3d3c4ba5be34495883f4ec9588b701a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2932618 Mar 02 14:59:54.143062 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1538e9d3-ef9f-4c41-8139-d398388c8f31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a6f0298-de65-49fb-bec3-825c72e1307e,revision_number=1']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:59:54.145314 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 56000) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 14:59:54.211448 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-3d754675-181d-4dd1-b87a-8b2286943e07 admin admin] Publish callbacks [] for security_group (9a6f0298-de65-49fb-bec3-825c72e1307e), before_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:54.441184 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-3d754675-181d-4dd1-b87a-8b2286943e07 admin admin] Publish callbacks [] for security_group (9a6f0298-de65-49fb-bec3-825c72e1307e), precommit_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:54.592959 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-3d754675-181d-4dd1-b87a-8b2286943e07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (9a6f0298-de65-49fb-bec3-825c72e1307e), after_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:54.595541 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-3d754675-181d-4dd1-b87a-8b2286943e07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:54.596767 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-3d754675-181d-4dd1-b87a-8b2286943e07 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9a6f0298-de65-49fb-bec3-825c72e1307e HTTP/1.1" status: 204 len: 168 time: 0.4500356 Mar 02 14:59:54.604834 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d754675-181d-4dd1-b87a-8b2286943e07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a6f0298-de65-49fb-bec3-825c72e1307e,revision_number=None']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 14:59:55.177799 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f853632e-c022-4d69-9c93-c8b72595ee8f req-380bb7b4-e10c-47f5-af42-676d4a7bf14e tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:59:55.179585 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-f853632e-c022-4d69-9c93-c8b72595ee8f req-380bb7b4-e10c-47f5-af42-676d4a7bf14e tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=d180d92d-2b4a-46fa-88db-be94ea0275ef HTTP/1.1" status: 200 len: 945 time: 0.0645163 Mar 02 14:59:55.237972 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-f853632e-c022-4d69-9c93-c8b72595ee8f req-b9e9198c-9592-4c96-b14c-e7929a81736b tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521533 Mar 02 14:59:55.378845 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ee1aa798-65b2-424c-853a-fc529b779e05 req-f8292f3a-9314-4f39-828d-d0e1233acc52 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9680b2d5-554f-40be-bb0d-e2fa9f8c6f8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0518973 Mar 02 14:59:55.739174 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1aa798-65b2-424c-853a-fc529b779e05 req-30fcf56a-d745-477d-b23f-74a0815a73be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:59:55.740726 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ee1aa798-65b2-424c-853a-fc529b779e05 req-30fcf56a-d745-477d-b23f-74a0815a73be service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5ac6104636f34c658b71fafaf0755349&device_id=9680b2d5-554f-40be-bb0d-e2fa9f8c6f8b HTTP/1.1" status: 200 len: 1130 time: 0.0532541 Mar 02 14:59:55.851985 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1aa798-65b2-424c-853a-fc529b779e05 req-089e9122-991d-4fc4-9d27-c444928b5493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:59:55.853439 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ee1aa798-65b2-424c-853a-fc529b779e05 req-089e9122-991d-4fc4-9d27-c444928b5493 service neutron] 10.222.0.55 "GET /v2.0/networks?id=df93f8f1-ff18-4251-9f43-b4d98c48182b HTTP/1.1" status: 200 len: 911 time: 0.0866911 Mar 02 14:59:55.940405 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ee1aa798-65b2-424c-853a-fc529b779e05 req-8963afc7-ad7b-42ce-99dc-9eb662cc457e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=53c034dd-df15-42be-82f3-9cd2b1e7b93e HTTP/1.1" status: 200 len: 1002 time: 0.0725653 Mar 02 14:59:55.989423 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1aa798-65b2-424c-853a-fc529b779e05 req-ab043e95-cc8c-4e9a-aece-8f71b0e9d24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:59:55.990970 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ee1aa798-65b2-424c-853a-fc529b779e05 req-ab043e95-cc8c-4e9a-aece-8f71b0e9d24c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=af4612bf-937d-4ff0-87a0-e171015ed5a7 HTTP/1.1" status: 200 len: 849 time: 0.0449424 Mar 02 14:59:56.042197 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1aa798-65b2-424c-853a-fc529b779e05 req-8e8067c0-b32b-402a-ab94-df092345c689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:59:56.043937 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ee1aa798-65b2-424c-853a-fc529b779e05 req-8e8067c0-b32b-402a-ab94-df092345c689 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=df93f8f1-ff18-4251-9f43-b4d98c48182b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468681 Mar 02 14:59:56.164605 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ee1aa798-65b2-424c-853a-fc529b779e05 req-3b4c9c77-7c64-4d6a-be04-40f92762b100 service neutron] 10.222.0.55 "GET /v2.0/networks/df93f8f1-ff18-4251-9f43-b4d98c48182b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073339 Mar 02 14:59:56.257043 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ee1aa798-65b2-424c-853a-fc529b779e05 req-cff634b3-7ea3-452f-9914-5755fa243dfc service neutron] 10.222.0.55 "GET /v2.0/networks/df93f8f1-ff18-4251-9f43-b4d98c48182b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856428 Mar 02 14:59:56.366880 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97367de-9698-4b06-93e6-aa12979473c5 req-af584c98-7c40-48ac-8982-9b269c8e7699 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:59:56.368500 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a97367de-9698-4b06-93e6-aa12979473c5 req-af584c98-7c40-48ac-8982-9b269c8e7699 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=d180d92d-2b4a-46fa-88db-be94ea0275ef HTTP/1.1" status: 200 len: 945 time: 0.0566230 Mar 02 14:59:56.427068 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a97367de-9698-4b06-93e6-aa12979473c5 req-c0613a40-9a51-46b0-9951-1f0eb13dc410 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523930 Mar 02 14:59:56.867090 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (a761fe19-4045-45cc-a7c7-f029a0c82591), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 14:59:57.545492 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73727457-d2a7-4db9-bc32-c921272e48bc req-9801fcad-8d0d-4edc-9c16-402c2cccfdda tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:59:57.546887 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-73727457-d2a7-4db9-bc32-c921272e48bc req-9801fcad-8d0d-4edc-9c16-402c2cccfdda tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=d180d92d-2b4a-46fa-88db-be94ea0275ef HTTP/1.1" status: 200 len: 945 time: 0.0535491 Mar 02 14:59:57.595855 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-73727457-d2a7-4db9-bc32-c921272e48bc req-abcfb624-4665-44ed-ba10-41ebcd125427 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433822 Mar 02 14:59:58.718092 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffcf308-69a1-40b7-ba74-0329f9ec959d req-e85798e5-0c45-4c13-a574-e5c9243c9b09 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:59:58.719542 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-bffcf308-69a1-40b7-ba74-0329f9ec959d req-e85798e5-0c45-4c13-a574-e5c9243c9b09 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=d180d92d-2b4a-46fa-88db-be94ea0275ef HTTP/1.1" status: 200 len: 945 time: 0.0553880 Mar 02 14:59:58.771476 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-bffcf308-69a1-40b7-ba74-0329f9ec959d req-e5daf664-99c3-49a1-87fb-75507a1b948a tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459201 Mar 02 14:59:59.921773 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cdb3d7-27ad-4dd6-a207-74493fcc455d req-c6e5da1a-8aca-438e-93f4-9917b39ac0c1 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 14:59:59.923289 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-d8cdb3d7-27ad-4dd6-a207-74493fcc455d req-c6e5da1a-8aca-438e-93f4-9917b39ac0c1 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=d180d92d-2b4a-46fa-88db-be94ea0275ef HTTP/1.1" status: 200 len: 945 time: 0.0647087 Mar 02 14:59:59.980792 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-d8cdb3d7-27ad-4dd6-a207-74493fcc455d req-aa40ecf9-e7c4-4454-91b3-faa8732a2e5b tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487556 Mar 02 15:00:01.122922 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 56162) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:00:01.167584 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d05e333-6217-4de2-bc23-e86c123b6602 req-546dc0bf-d3b1-40c2-a3e7-f27c2e812044 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:00:01.169311 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-4d05e333-6217-4de2-bc23-e86c123b6602 req-546dc0bf-d3b1-40c2-a3e7-f27c2e812044 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=d180d92d-2b4a-46fa-88db-be94ea0275ef HTTP/1.1" status: 200 len: 945 time: 0.0728796 Mar 02 15:00:01.220850 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-4d05e333-6217-4de2-bc23-e86c123b6602 req-7b1c9f2c-b775-4628-bf48-fbf89be7582f tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458796 Mar 02 15:00:01.236942 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-5fe90a89-e497-4283-91bb-7869fecb1cae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:01.312976 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-5fe90a89-e497-4283-91bb-7869fecb1cae admin admin] Publish callbacks [] for security_group (fb060736-9efe-4ceb-9f20-9d7e02153a52), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:01.409847 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-5fe90a89-e497-4283-91bb-7869fecb1cae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (fb060736-9efe-4ceb-9f20-9d7e02153a52), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:01.453269 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-5fe90a89-e497-4283-91bb-7869fecb1cae admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=50eb800b41ec4662896d01f40f8334e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3284132 Mar 02 15:00:01.454215 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe90a89-e497-4283-91bb-7869fecb1cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb060736-9efe-4ceb-9f20-9d7e02153a52,revision_number=1']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:00:01.457617 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 56166) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:00:01.515173 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-87639cb3-6f3c-4eca-b803-a9742b74a78a admin admin] Publish callbacks [] for security_group (fb060736-9efe-4ceb-9f20-9d7e02153a52), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:01.542505 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-87639cb3-6f3c-4eca-b803-a9742b74a78a admin admin] Publish callbacks [] for security_group (fb060736-9efe-4ceb-9f20-9d7e02153a52), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:01.677420 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-87639cb3-6f3c-4eca-b803-a9742b74a78a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (fb060736-9efe-4ceb-9f20-9d7e02153a52), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:01.680227 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-87639cb3-6f3c-4eca-b803-a9742b74a78a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:01.681466 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-87639cb3-6f3c-4eca-b803-a9742b74a78a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fb060736-9efe-4ceb-9f20-9d7e02153a52 HTTP/1.1" status: 204 len: 168 time: 0.2216833 Mar 02 15:00:01.690474 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87639cb3-6f3c-4eca-b803-a9742b74a78a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb060736-9efe-4ceb-9f20-9d7e02153a52,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:00:02.355031 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2239ace3-4e40-4836-98e6-36fcab07f9c1 req-e6473b0b-c0d4-41ed-b1fa-c13aa0041537 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:00:02.356586 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-2239ace3-4e40-4836-98e6-36fcab07f9c1 req-e6473b0b-c0d4-41ed-b1fa-c13aa0041537 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=d180d92d-2b4a-46fa-88db-be94ea0275ef HTTP/1.1" status: 200 len: 945 time: 0.0595293 Mar 02 15:00:02.406229 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-2239ace3-4e40-4836-98e6-36fcab07f9c1 req-308035b8-2dd0-4dde-971b-adfbf7677187 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437353 Mar 02 15:00:02.623628 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 56186) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:00:02.637089 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-08598a57-6e29-4f9d-b8f1-433f3b2512b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:02.712805 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-08598a57-6e29-4f9d-b8f1-433f3b2512b2 admin admin] Publish callbacks [] for security_group (c8f99024-5a06-4668-b02e-591e0f599038), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:02.798199 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-08598a57-6e29-4f9d-b8f1-433f3b2512b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (c8f99024-5a06-4668-b02e-591e0f599038), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:02.828647 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08598a57-6e29-4f9d-b8f1-433f3b2512b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f99024-5a06-4668-b02e-591e0f599038,revision_number=1']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:00:02.851926 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-08598a57-6e29-4f9d-b8f1-433f3b2512b2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b61aa476f5b142fcb74e0db61168f460&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2270653 Mar 02 15:00:02.855278 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 56190) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:00:02.883234 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 56192) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:00:02.905551 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-0d5fd977-ff80-46ef-ae22-3f1b61741cdd admin admin] Publish callbacks [] for security_group (c8f99024-5a06-4668-b02e-591e0f599038), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:02.936333 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-0d5fd977-ff80-46ef-ae22-3f1b61741cdd admin admin] Publish callbacks [] for security_group (c8f99024-5a06-4668-b02e-591e0f599038), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:03.004726 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-888a6845-f811-4ceb-9b87-de14356f1d48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:03.073663 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-0d5fd977-ff80-46ef-ae22-3f1b61741cdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (c8f99024-5a06-4668-b02e-591e0f599038), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:03.076359 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-0d5fd977-ff80-46ef-ae22-3f1b61741cdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:03.080478 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-0d5fd977-ff80-46ef-ae22-3f1b61741cdd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c8f99024-5a06-4668-b02e-591e0f599038 HTTP/1.1" status: 204 len: 168 time: 0.2240481 Mar 02 15:00:03.089173 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5fd977-ff80-46ef-ae22-3f1b61741cdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f99024-5a06-4668-b02e-591e0f599038,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:00:03.136927 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-888a6845-f811-4ceb-9b87-de14356f1d48 admin admin] Publish callbacks [] for security_group (c255dc32-f529-474a-a74e-1515440b854c), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:03.209913 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-888a6845-f811-4ceb-9b87-de14356f1d48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (c255dc32-f529-474a-a74e-1515440b854c), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:03.250517 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-888a6845-f811-4ceb-9b87-de14356f1d48 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1867bdd0407147bc9464b530c262cbd7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3661196 Mar 02 15:00:03.253260 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888a6845-f811-4ceb-9b87-de14356f1d48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c255dc32-f529-474a-a74e-1515440b854c,revision_number=1']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:00:03.253976 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 56200) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:00:03.310214 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-a22c30a4-7a2b-40ac-bdb4-95d724d14789 admin admin] Publish callbacks [] for security_group (c255dc32-f529-474a-a74e-1515440b854c), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:03.332685 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-a22c30a4-7a2b-40ac-bdb4-95d724d14789 admin admin] Publish callbacks [] for security_group (c255dc32-f529-474a-a74e-1515440b854c), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:03.472497 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-a22c30a4-7a2b-40ac-bdb4-95d724d14789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (c255dc32-f529-474a-a74e-1515440b854c), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:03.477132 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-a22c30a4-7a2b-40ac-bdb4-95d724d14789 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:03.477132 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-a22c30a4-7a2b-40ac-bdb4-95d724d14789 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c255dc32-f529-474a-a74e-1515440b854c HTTP/1.1" status: 204 len: 168 time: 0.2213981 Mar 02 15:00:03.494730 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22c30a4-7a2b-40ac-bdb4-95d724d14789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c255dc32-f529-474a-a74e-1515440b854c,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:00:03.548486 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eb6007-d723-45bc-8374-6a4e1dfa8ebf req-ed1af146-2be4-4fbe-98f2-5b4792ff8738 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:00:03.550078 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-06eb6007-d723-45bc-8374-6a4e1dfa8ebf req-ed1af146-2be4-4fbe-98f2-5b4792ff8738 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=d180d92d-2b4a-46fa-88db-be94ea0275ef HTTP/1.1" status: 200 len: 945 time: 0.0724442 Mar 02 15:00:03.598558 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-06eb6007-d723-45bc-8374-6a4e1dfa8ebf req-ef13f8fc-f927-4a6f-9305-6d5193c0d1b2 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430272 Mar 02 15:00:03.699053 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 56218) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:00:03.712033 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-b88bcd6b-ea08-45ba-9c51-4d92d71d9011 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:03.788884 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-b88bcd6b-ea08-45ba-9c51-4d92d71d9011 admin admin] Publish callbacks [] for security_group (320ba4da-95cd-418d-8924-1651ed127245), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:03.912289 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-b88bcd6b-ea08-45ba-9c51-4d92d71d9011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (320ba4da-95cd-418d-8924-1651ed127245), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:03.955810 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-b88bcd6b-ea08-45ba-9c51-4d92d71d9011 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3dee186ce27840bf904fb8f47a3a789c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2531111 Mar 02 15:00:03.955810 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88bcd6b-ea08-45ba-9c51-4d92d71d9011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=320ba4da-95cd-418d-8924-1651ed127245,revision_number=1']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:00:03.956208 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 56224) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:00:04.015489 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-83f68a1d-57a3-457f-ab3d-1129c9d1bb16 admin admin] Publish callbacks [] for security_group (320ba4da-95cd-418d-8924-1651ed127245), before_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:04.037925 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-83f68a1d-57a3-457f-ab3d-1129c9d1bb16 admin admin] Publish callbacks [] for security_group (320ba4da-95cd-418d-8924-1651ed127245), precommit_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:04.176374 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-83f68a1d-57a3-457f-ab3d-1129c9d1bb16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (320ba4da-95cd-418d-8924-1651ed127245), after_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:04.178970 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-83f68a1d-57a3-457f-ab3d-1129c9d1bb16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:04.182677 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-83f68a1d-57a3-457f-ab3d-1129c9d1bb16 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/320ba4da-95cd-418d-8924-1651ed127245 HTTP/1.1" status: 204 len: 168 time: 0.2228699 Mar 02 15:00:04.189117 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f68a1d-57a3-457f-ab3d-1129c9d1bb16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=320ba4da-95cd-418d-8924-1651ed127245,revision_number=None']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:00:04.727504 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ca340e-af0b-4145-af3a-1f2226c009ca req-f5cc5aae-5f69-4491-b025-866e7666bab7 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:00:04.729930 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-e8ca340e-af0b-4145-af3a-1f2226c009ca req-f5cc5aae-5f69-4491-b025-866e7666bab7 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=d180d92d-2b4a-46fa-88db-be94ea0275ef HTTP/1.1" status: 200 len: 945 time: 0.0600553 Mar 02 15:00:04.755469 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 56252) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:00:04.797003 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-e8ca340e-af0b-4145-af3a-1f2226c009ca req-90263e67-4938-4990-bbdf-b2ef2633f272 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598660 Mar 02 15:00:04.859018 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.v2.base [None req-59925e6e-3581-4e33-ac3b-9ae425e86c62 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-283104451-network', 'tenant_id': 'ef7ebc74e4e04842a71eef9540bbb905'}} {{(pid=110179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 15:00:05.038342 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59925e6e-3581-4e33-ac3b-9ae425e86c62 admin admin] Made reservation on behalf of ef7ebc74e4e04842a71eef9540bbb905 for: {'network': 1} {{(pid=110179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 15:00:05.040611 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-59925e6e-3581-4e33-ac3b-9ae425e86c62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for network (None), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:05.052780 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-59925e6e-3581-4e33-ac3b-9ae425e86c62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:05.127030 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-59925e6e-3581-4e33-ac3b-9ae425e86c62 admin admin] Publish callbacks [] for security_group (6bccecc2-9520-46aa-9c7f-c4dc90b6b371), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:05.215188 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-59925e6e-3581-4e33-ac3b-9ae425e86c62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (6bccecc2-9520-46aa-9c7f-c4dc90b6b371), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:05.239146 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59925e6e-3581-4e33-ac3b-9ae425e86c62 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=110179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 15:00:05.247831 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59925e6e-3581-4e33-ac3b-9ae425e86c62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bccecc2-9520-46aa-9c7f-c4dc90b6b371,revision_number=1']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:00:05.254689 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-59925e6e-3581-4e33-ac3b-9ae425e86c62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16119287'] for segment (d470775d-5de7-4829-967d-0bb0e94bdc70), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:05.255840 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.db.segments_db [None req-59925e6e-3581-4e33-ac3b-9ae425e86c62 admin admin] Added segment d470775d-5de7-4829-967d-0bb0e94bdc70 of type vlan for network dfd98ec8-5de8-4415-83aa-22cce77e500c Mar 02 15:00:05.296819 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-59925e6e-3581-4e33-ac3b-9ae425e86c62 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757345464387'] for network (dfd98ec8-5de8-4415-83aa-22cce77e500c), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:05.404041 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-59925e6e-3581-4e33-ac3b-9ae425e86c62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677'] for network (dfd98ec8-5de8-4415-83aa-22cce77e500c), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:05.405279 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59925e6e-3581-4e33-ac3b-9ae425e86c62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:00:05.405865 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-59925e6e-3581-4e33-ac3b-9ae425e86c62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16231659'] for network (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:05.467273 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59925e6e-3581-4e33-ac3b-9ae425e86c62 admin admin] Pushing event updated for resources: {'Network': ['ID=dfd98ec8-5de8-4415-83aa-22cce77e500c,revision_number=1']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:00:05.483542 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Network dfd98ec8-5de8-4415-83aa-22cce77e500c details requested by agent ovs-agent-dv-cinder-831439-3-iscsi with host dv-cinder-831439-3-iscsi {{(pid=110181) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 15:00:05.550125 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-59925e6e-3581-4e33-ac3b-9ae425e86c62 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7932746 Mar 02 15:00:05.553637 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 56260) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:00:05.559130 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.v2.base [None req-aa55aa5b-46bc-4c12-8681-61985841091e admin admin] Request body: {'subnet': {'network_id': 'dfd98ec8-5de8-4415-83aa-22cce77e500c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-283104451-subnet', 'tenant_id': 'ef7ebc74e4e04842a71eef9540bbb905', 'ip_version': 4}} {{(pid=110179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 15:00:05.655912 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa55aa5b-46bc-4c12-8681-61985841091e admin admin] Made reservation on behalf of ef7ebc74e4e04842a71eef9540bbb905 for: {'subnet': 1} {{(pid=110179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 15:00:05.658543 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-aa55aa5b-46bc-4c12-8681-61985841091e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3566905'] for subnet (None), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:05.889990 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-aa55aa5b-46bc-4c12-8681-61985841091e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3822813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3566859'] for subnet (52bfaaf9-3cbd-41b6-b999-214dacbbebb5), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:05.922347 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb78fccc-2c07-4ddd-9dbd-bb6114614d01 req-f10979ac-dd33-4b6a-ab4a-36f3dfd3a82c tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:00:05.923913 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-bb78fccc-2c07-4ddd-9dbd-bb6114614d01 req-f10979ac-dd33-4b6a-ab4a-36f3dfd3a82c tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=d180d92d-2b4a-46fa-88db-be94ea0275ef HTTP/1.1" status: 200 len: 945 time: 0.0537968 Mar 02 15:00:05.951453 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa55aa5b-46bc-4c12-8681-61985841091e admin admin] Pushing event updated for resources: {'Subnet': ['ID=52bfaaf9-3cbd-41b6-b999-214dacbbebb5,revision_number=0']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:00:05.956981 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa55aa5b-46bc-4c12-8681-61985841091e admin admin] Checking segment: {'id': 'd470775d-5de7-4829-967d-0bb0e94bdc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'dfd98ec8-5de8-4415-83aa-22cce77e500c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 15:00:05.957518 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa55aa5b-46bc-4c12-8681-61985841091e admin admin] Network hostable DHCP agents. Network: dfd98ec8-5de8-4415-83aa-22cce77e500c, hostable agents: ['dc3a6147-3194-47be-b33a-76a9a2a48933'], hosted agents: [] {{(pid=110179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 15:00:05.976800 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-bb78fccc-2c07-4ddd-9dbd-bb6114614d01 req-4ab4860d-9be7-4c23-bafe-6aeddbe2a847 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470638 Mar 02 15:00:06.037996 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa55aa5b-46bc-4c12-8681-61985841091e admin admin] Network dfd98ec8-5de8-4415-83aa-22cce77e500c is scheduled to be hosted by DHCP agent dc3a6147-3194-47be-b33a-76a9a2a48933 with binding_index 1 {{(pid=110179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 15:00:06.152775 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.scheduler.base_scheduler [None req-aa55aa5b-46bc-4c12-8681-61985841091e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831439-3-iscsi, dfd98ec8-5de8-4415-83aa-22cce77e500c) {{(pid=110179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 15:00:06.157296 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa55aa5b-46bc-4c12-8681-61985841091e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:00:06.157892 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-aa55aa5b-46bc-4c12-8681-61985841091e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16231659'] for subnet (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:06.162947 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ebd42a-e47c-4cd3-8736-14a8e3cb9bec None None] Network dfd98ec8-5de8-4415-83aa-22cce77e500c requested from dv-cinder-831439-3-iscsi {{(pid=110181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 15:00:06.247048 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-aa55aa5b-46bc-4c12-8681-61985841091e admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6923079 Mar 02 15:00:06.249774 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 56266) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:00:06.254240 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.v2.base [None req-e2a36d6d-a633-4279-a3ef-76751547c47f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-283104451-router', 'tenant_id': 'ef7ebc74e4e04842a71eef9540bbb905', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf'}}} {{(pid=110179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 15:00:06.277448 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a158b59c-97ad-4fb8-9ee6-6d749e83a26d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f7ea2e6-afbe-59ed-88ad-785bacde5fc6-dfd98ec8-5de8-4415-83aa-22cce77e500c', 'network_id': 'dfd98ec8-5de8-4415-83aa-22cce77e500c', 'project_id': 'ef7ebc74e4e04842a71eef9540bbb905', 'fixed_ips': [{'subnet_id': '52bfaaf9-3cbd-41b6-b999-214dacbbebb5'}]}} from dv-cinder-831439-3-iscsi. {{(pid=110181) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 02 15:00:06.278303 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a158b59c-97ad-4fb8-9ee6-6d749e83a26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (None), before_create {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:06.329204 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6e152b-1fde-4bd2-9f76-9aca3652acc1 req-3c02e377-f1aa-4e3b-97b6-b639c005f332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:00:06.330587 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-db6e152b-1fde-4bd2-9f76-9aca3652acc1 req-3c02e377-f1aa-4e3b-97b6-b639c005f332 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d180d92d-2b4a-46fa-88db-be94ea0275ef HTTP/1.1" status: 200 len: 1129 time: 0.0436807 Mar 02 15:00:06.346876 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-e2a36d6d-a633-4279-a3ef-76751547c47f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6330'] for router (bb0baf00-4c6f-478e-8884-60d60a53a0d2), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:06.348157 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-e2a36d6d-a633-4279-a3ef-76751547c47f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-562153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557622', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6321'] for router (bb0baf00-4c6f-478e-8884-60d60a53a0d2), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:06.406269 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-e2a36d6d-a633-4279-a3ef-76751547c47f admin admin] Publish callbacks [] for router_controller (bb0baf00-4c6f-478e-8884-60d60a53a0d2), precommit_add_association {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:06.407422 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.db_base_plugin_common [None req-a158b59c-97ad-4fb8-9ee6-6d749e83a26d None None] Allocated IP 172.20.0.2 (dfd98ec8-5de8-4415-83aa-22cce77e500c/52bfaaf9-3cbd-41b6-b999-214dacbbebb5/5b27920d-05ee-4c9a-bc2f-244268be3f13) {{(pid=110181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 15:00:06.549199 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a158b59c-97ad-4fb8-9ee6-6d749e83a26d None None] Publish callbacks [] for port (5b27920d-05ee-4c9a-bc2f-244268be3f13), precommit_create {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:06.633721 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a158b59c-97ad-4fb8-9ee6-6d749e83a26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757345480668'] for port (5b27920d-05ee-4c9a-bc2f-244268be3f13), after_create {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:06.669528 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-e2a36d6d-a633-4279-a3ef-76751547c47f admin admin] Publish callbacks [] for router_gateway (bb0baf00-4c6f-478e-8884-60d60a53a0d2), precommit_update {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:06.676022 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a158b59c-97ad-4fb8-9ee6-6d749e83a26d None None] Network dfd98ec8-5de8-4415-83aa-22cce77e500c is already hosted by enough agents. {{(pid=110181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 15:00:06.683409 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.scheduler.base_scheduler [None req-a158b59c-97ad-4fb8-9ee6-6d749e83a26d None None] Resources bound (agent type, host, resource id): {{(pid=110181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 15:00:06.687444 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a158b59c-97ad-4fb8-9ee6-6d749e83a26d None None] Received port after_create {{(pid=110181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 15:00:06.690538 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a158b59c-97ad-4fb8-9ee6-6d749e83a26d None None] Pushing event updated for resources: {'Port': ['ID=5b27920d-05ee-4c9a-bc2f-244268be3f13,revision_number=1']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:00:06.746288 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.managers [None req-a158b59c-97ad-4fb8-9ee6-6d749e83a26d None None] Attempting to bind port 5b27920d-05ee-4c9a-bc2f-244268be3f13 on host dv-cinder-831439-3-iscsi for vnic_type normal with profile {{(pid=110181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 15:00:06.746663 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.managers [None req-a158b59c-97ad-4fb8-9ee6-6d749e83a26d None None] Attempting to bind port 5b27920d-05ee-4c9a-bc2f-244268be3f13 by drivers openvswitch,hyperv on host dv-cinder-831439-3-iscsi at level 0 using segments [{'id': 'd470775d-5de7-4829-967d-0bb0e94bdc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'dfd98ec8-5de8-4415-83aa-22cce77e500c'}] {{(pid=110181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 15:00:06.747028 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a158b59c-97ad-4fb8-9ee6-6d749e83a26d None None] Attempting to bind port 5b27920d-05ee-4c9a-bc2f-244268be3f13 on network dfd98ec8-5de8-4415-83aa-22cce77e500c {{(pid=110181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 15:00:06.752198 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a158b59c-97ad-4fb8-9ee6-6d749e83a26d None None] Checking agent: {'id': '3a73802c-5f14-4c1f-8439-e74c4c90063b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831439-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 14, 48, 15), 'started_at': datetime.datetime(2022, 3, 2, 14, 48, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 14, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831439-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 15:00:06.752679 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a158b59c-97ad-4fb8-9ee6-6d749e83a26d None None] Checking segment: {'id': 'd470775d-5de7-4829-967d-0bb0e94bdc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'dfd98ec8-5de8-4415-83aa-22cce77e500c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 15:00:06.753008 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a158b59c-97ad-4fb8-9ee6-6d749e83a26d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:06.753378 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a158b59c-97ad-4fb8-9ee6-6d749e83a26d None None] Bound using segment: {'id': 'd470775d-5de7-4829-967d-0bb0e94bdc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'dfd98ec8-5de8-4415-83aa-22cce77e500c'} {{(pid=110181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 15:00:06.753841 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.managers [None req-a158b59c-97ad-4fb8-9ee6-6d749e83a26d None None] Bound port: 5b27920d-05ee-4c9a-bc2f-244268be3f13, host: dv-cinder-831439-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd470775d-5de7-4829-967d-0bb0e94bdc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'dfd98ec8-5de8-4415-83aa-22cce77e500c'}}] {{(pid=110181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 15:00:06.754225 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a158b59c-97ad-4fb8-9ee6-6d749e83a26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (5b27920d-05ee-4c9a-bc2f-244268be3f13), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:06.815298 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-a158b59c-97ad-4fb8-9ee6-6d749e83a26d None None] For port 5b27920d-05ee-4c9a-bc2f-244268be3f13, host dv-cinder-831439-3-iscsi, cleared binding levels {{(pid=110181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 15:00:06.818332 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-a158b59c-97ad-4fb8-9ee6-6d749e83a26d None None] For port 5b27920d-05ee-4c9a-bc2f-244268be3f13, host dv-cinder-831439-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831439-3-iscsi',level=0,port_id=5b27920d-05ee-4c9a-bc2f-244268be3f13,segment=NetworkSegment(d470775d-5de7-4829-967d-0bb0e94bdc70),segment_id=d470775d-5de7-4829-967d-0bb0e94bdc70)] {{(pid=110181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 15:00:06.878736 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a158b59c-97ad-4fb8-9ee6-6d749e83a26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (5b27920d-05ee-4c9a-bc2f-244268be3f13), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:06.936068 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a158b59c-97ad-4fb8-9ee6-6d749e83a26d None None] Pushing event updated for resources: {'Port': ['ID=5b27920d-05ee-4c9a-bc2f-244268be3f13,revision_number=2']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:00:06.944671 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-e2a36d6d-a633-4279-a3ef-76751547c47f admin admin] Publish callbacks [] for router_gateway (bb0baf00-4c6f-478e-8884-60d60a53a0d2), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:06.964645 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-e2a36d6d-a633-4279-a3ef-76751547c47f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (None), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:07.087125 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.db.db_base_plugin_common [None req-e2a36d6d-a633-4279-a3ef-76751547c47f admin admin] Allocated IP 172.27.0.75 (ed71569c-47b6-4b42-b6b3-c541700724bf/701fb87e-0ea2-4d8d-8228-0af980cd437a/fdd768a9-8e52-477f-91cc-03500e784a4a) {{(pid=110179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 15:00:07.143959 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ab53e4-1bff-49fd-8081-abbc5f503c21 req-65928dab-c83d-48d8-bd51-4daf69893e6b tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:00:07.145680 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-f3ab53e4-1bff-49fd-8081-abbc5f503c21 req-65928dab-c83d-48d8-bd51-4daf69893e6b tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=d180d92d-2b4a-46fa-88db-be94ea0275ef HTTP/1.1" status: 200 len: 945 time: 0.0903816 Mar 02 15:00:07.230334 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-e2a36d6d-a633-4279-a3ef-76751547c47f admin admin] Publish callbacks [] for port (fdd768a9-8e52-477f-91cc-03500e784a4a), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:07.236068 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-f3ab53e4-1bff-49fd-8081-abbc5f503c21 req-36e4371c-e43b-4155-97f2-5901d30d6b6a tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789366 Mar 02 15:00:07.341089 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-e2a36d6d-a633-4279-a3ef-76751547c47f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757345480668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3822761'] for port (fdd768a9-8e52-477f-91cc-03500e784a4a), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:07.382050 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a36d6d-a633-4279-a3ef-76751547c47f admin admin] Network ed71569c-47b6-4b42-b6b3-c541700724bf is already hosted by enough agents. {{(pid=110179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 15:00:07.385641 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.scheduler.base_scheduler [None req-e2a36d6d-a633-4279-a3ef-76751547c47f admin admin] Resources bound (agent type, host, resource id): {{(pid=110179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 15:00:07.388074 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a36d6d-a633-4279-a3ef-76751547c47f admin admin] Received port after_create {{(pid=110179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 15:00:07.410970 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a36d6d-a633-4279-a3ef-76751547c47f admin admin] Pushing event updated for resources: {'Port': ['ID=fdd768a9-8e52-477f-91cc-03500e784a4a,revision_number=1']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:00:07.665115 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-db6e152b-1fde-4bd2-9f76-9aca3652acc1 req-e6cbf918-fc77-482f-b9e4-bb82f38ffb35 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404785 Mar 02 15:00:07.810762 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-e2a36d6d-a633-4279-a3ef-76751547c47f admin admin] Publish callbacks [] for router_gateway (bb0baf00-4c6f-478e-8884-60d60a53a0d2), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:07.884264 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70bb8b2e-43c1-45cb-8e80-58c55e7bcf24 None None] Network dfd98ec8-5de8-4415-83aa-22cce77e500c requested from dv-cinder-831439-3-iscsi {{(pid=110181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 15:00:07.987678 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-06e2e4c2-8a9b-4119-8b13-5730c27bd371 None None] Provisioning complete for port 5b27920d-05ee-4c9a-bc2f-244268be3f13 triggered by entity DHCP. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 15:00:07.987970 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-06e2e4c2-8a9b-4119-8b13-5730c27bd371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (5b27920d-05ee-4c9a-bc2f-244268be3f13), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:08.011924 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-e2a36d6d-a633-4279-a3ef-76751547c47f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557675'] for router (bb0baf00-4c6f-478e-8884-60d60a53a0d2), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:08.085216 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-06e2e4c2-8a9b-4119-8b13-5730c27bd371 None None] Current status of the port 5b27920d-05ee-4c9a-bc2f-244268be3f13 is: DOWN; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 15:00:08.085897 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-06e2e4c2-8a9b-4119-8b13-5730c27bd371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (5b27920d-05ee-4c9a-bc2f-244268be3f13), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:08.125098 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-06e2e4c2-8a9b-4119-8b13-5730c27bd371 None None] For port 5b27920d-05ee-4c9a-bc2f-244268be3f13, host dv-cinder-831439-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831439-3-iscsi',level=0,port_id=5b27920d-05ee-4c9a-bc2f-244268be3f13,segment=NetworkSegment(d470775d-5de7-4829-967d-0bb0e94bdc70),segment_id=d470775d-5de7-4829-967d-0bb0e94bdc70)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:00:08.215507 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Device 5b27920d-05ee-4c9a-bc2f-244268be3f13 up at agent ovs-agent-dv-cinder-831439-3-iscsi {{(pid=110181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 15:00:08.261638 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-06e2e4c2-8a9b-4119-8b13-5730c27bd371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (5b27920d-05ee-4c9a-bc2f-244268be3f13), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:08.289590 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Provisioning complete for port 5b27920d-05ee-4c9a-bc2f-244268be3f13 triggered by entity L2. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 15:00:08.289966 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (5b27920d-05ee-4c9a-bc2f-244268be3f13), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:08.307753 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2a36d6d-a633-4279-a3ef-76751547c47f admin admin] Router bb0baf00-4c6f-478e-8884-60d60a53a0d2 is scheduled to L3 agent 4b7d4a90-2987-419a-b6cd-7624b7dba065 with binding_index 1 {{(pid=110179) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 15:00:08.372030 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ace8c1d-9535-40c8-92c1-75594d974bcb req-2a1586bf-107a-444d-ad2f-0fde510e91af tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:00:08.373758 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-7ace8c1d-9535-40c8-92c1-75594d974bcb req-2a1586bf-107a-444d-ad2f-0fde510e91af tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=d180d92d-2b4a-46fa-88db-be94ea0275ef HTTP/1.1" status: 200 len: 945 time: 0.0628946 Mar 02 15:00:08.427811 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-7ace8c1d-9535-40c8-92c1-75594d974bcb req-f0f038b8-ba2b-444a-9fc0-77dfb80f065b tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457153 Mar 02 15:00:08.428297 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2a36d6d-a633-4279-a3ef-76751547c47f admin admin] Notify agent at l3_agent.dv-cinder-831439-3-iscsi the message routers_updated {{(pid=110179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 15:00:08.440954 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1740d6a-c26d-4f7a-b945-b5fb734329c4 None None] Sync routers for ids ['bb0baf00-4c6f-478e-8884-60d60a53a0d2'] in dv-cinder-831439-3-iscsi {{(pid=110182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 15:00:08.452639 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1740d6a-c26d-4f7a-b945-b5fb734329c4 None None] Routers {'bb0baf00-4c6f-478e-8884-60d60a53a0d2'} bound to L3 agent in host dv-cinder-831439-3-iscsi {{(pid=110182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 15:00:08.453492 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_hamode_db [None req-e1740d6a-c26d-4f7a-b945-b5fb734329c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831439-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T14:48:11Z,description=,heartbeat_timestamp=2022-03-02T14:59:41Z,host='dv-cinder-831439-3-iscsi',id=4b7d4a90-2987-419a-b6cd-7624b7dba065,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T14:48:12Z,topic='l3_agent')) {'router_ids': ['bb0baf00-4c6f-478e-8884-60d60a53a0d2'], 'active': True} {{(pid=110182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:00:08.482166 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e2e4c2-8a9b-4119-8b13-5730c27bd371 None None] Pushing event updated for resources: {'Port': ['ID=5b27920d-05ee-4c9a-bc2f-244268be3f13,revision_number=3']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:00:08.505562 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-c934922b-86e8-41c2-9767-12f5cd3cbc81 None None] Provisioning complete for port 5b27920d-05ee-4c9a-bc2f-244268be3f13 triggered by entity DHCP. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 15:00:08.505562 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-c934922b-86e8-41c2-9767-12f5cd3cbc81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (5b27920d-05ee-4c9a-bc2f-244268be3f13), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:08.564982 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_dvr_db [None req-e1740d6a-c26d-4f7a-b945-b5fb734329c4 None None] Set router bb0baf00-4c6f-478e-8884-60d60a53a0d2 gateway port host: dv-cinder-831439-3-iscsi {{(pid=110182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 15:00:08.584871 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Current status of the port 5b27920d-05ee-4c9a-bc2f-244268be3f13 is: ACTIVE; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 15:00:08.594890 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-e2a36d6d-a633-4279-a3ef-76751547c47f admin admin] Publish callbacks [] for router (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:08.597579 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-e2a36d6d-a633-4279-a3ef-76751547c47f admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.3459778 Mar 02 15:00:08.611135 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 56286) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:00:08.625423 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-c934922b-86e8-41c2-9767-12f5cd3cbc81 None None] Current status of the port 5b27920d-05ee-4c9a-bc2f-244268be3f13 is: ACTIVE; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 15:00:08.700873 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a3ec7978-c219-47c3-bbed-a43fdffccd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (dc3a6147-3194-47be-b33a-76a9a2a48933), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:08.756405 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_hamode_db [None req-e1740d6a-c26d-4f7a-b945-b5fb734329c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb0baf00-4c6f-478e-8884-60d60a53a0d2', 'name': 'tempest-TestShelveInstance-283104451-router', 'tenant_id': 'ef7ebc74e4e04842a71eef9540bbb905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': 'fdd768a9-8e52-477f-91cc-03500e784a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T15:00:06Z', 'updated_at': '2022-03-02T15:00:07Z', 'revision_number': 3, 'project_id': 'ef7ebc74e4e04842a71eef9540bbb905', 'gw_port': {'id': 'fdd768a9-8e52-477f-91cc-03500e784a4a', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d1:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb0baf00-4c6f-478e-8884-60d60a53a0d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:00:06Z', 'updated_at': '2022-03-02T15:00:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi'}], 'dv-cinder-831439-3-iscsi', False) {} {{(pid=110182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:00:08.783886 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1740d6a-c26d-4f7a-b945-b5fb734329c4 None None] Checking router: bb0baf00-4c6f-478e-8884-60d60a53a0d2 for host: dv-cinder-831439-3-iscsi {{(pid=110182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 15:00:08.784233 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1740d6a-c26d-4f7a-b945-b5fb734329c4 None None] Updating router bb0baf00-4c6f-478e-8884-60d60a53a0d2 port fdd768a9-8e52-477f-91cc-03500e784a4a binding host dv-cinder-831439-3-iscsi {{(pid=110182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 15:00:08.815989 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron_lib.callbacks.manager [None req-e1740d6a-c26d-4f7a-b945-b5fb734329c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (fdd768a9-8e52-477f-91cc-03500e784a4a), before_update {{(pid=110182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:09.044807 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-29c15fdf-38cb-4cdb-984f-bc20703671cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (None), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:09.072594 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron_lib.callbacks.manager [None req-e1740d6a-c26d-4f7a-b945-b5fb734329c4 None None] Publish callbacks [] for port (fdd768a9-8e52-477f-91cc-03500e784a4a), precommit_update {{(pid=110182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:09.158263 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron_lib.callbacks.manager [None req-e1740d6a-c26d-4f7a-b945-b5fb734329c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (fdd768a9-8e52-477f-91cc-03500e784a4a), after_update {{(pid=110182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:09.200867 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.db_base_plugin_common [None req-29c15fdf-38cb-4cdb-984f-bc20703671cc admin admin] Allocated IP 172.20.0.1 (dfd98ec8-5de8-4415-83aa-22cce77e500c/52bfaaf9-3cbd-41b6-b999-214dacbbebb5/75d37c6e-6a2b-475b-94d5-72fe9ffb5f08) {{(pid=110180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 15:00:09.213277 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.plugins.ml2.managers [None req-e1740d6a-c26d-4f7a-b945-b5fb734329c4 None None] Attempting to bind port fdd768a9-8e52-477f-91cc-03500e784a4a on host dv-cinder-831439-3-iscsi for vnic_type normal with profile {{(pid=110182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 15:00:09.213654 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.plugins.ml2.managers [None req-e1740d6a-c26d-4f7a-b945-b5fb734329c4 None None] Attempting to bind port fdd768a9-8e52-477f-91cc-03500e784a4a by drivers openvswitch,hyperv on host dv-cinder-831439-3-iscsi at level 0 using segments [{'id': '23151279-75ac-4f5a-99b2-c6146d92420f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf'}] {{(pid=110182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 15:00:09.214004 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1740d6a-c26d-4f7a-b945-b5fb734329c4 None None] Attempting to bind port fdd768a9-8e52-477f-91cc-03500e784a4a on network ed71569c-47b6-4b42-b6b3-c541700724bf {{(pid=110182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 15:00:09.216879 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37b9aca-2326-4fc3-a1f4-7494468e1a64 None None] Pushing event updated for resources: {'Port': ['ID=fdd768a9-8e52-477f-91cc-03500e784a4a,revision_number=2']} {{(pid=110182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:00:09.224612 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1740d6a-c26d-4f7a-b945-b5fb734329c4 None None] Checking agent: {'id': '3a73802c-5f14-4c1f-8439-e74c4c90063b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831439-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 14, 48, 15), 'started_at': datetime.datetime(2022, 3, 2, 14, 48, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 14, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831439-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 15:00:09.225067 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1740d6a-c26d-4f7a-b945-b5fb734329c4 None None] Checking segment: {'id': '23151279-75ac-4f5a-99b2-c6146d92420f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 15:00:09.225466 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron_lib.callbacks.manager [None req-e1740d6a-c26d-4f7a-b945-b5fb734329c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:09.225859 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1740d6a-c26d-4f7a-b945-b5fb734329c4 None None] Bound using segment: {'id': '23151279-75ac-4f5a-99b2-c6146d92420f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf'} {{(pid=110182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 15:00:09.226326 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.plugins.ml2.managers [None req-e1740d6a-c26d-4f7a-b945-b5fb734329c4 None None] Bound port: fdd768a9-8e52-477f-91cc-03500e784a4a, host: dv-cinder-831439-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23151279-75ac-4f5a-99b2-c6146d92420f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf'}}] {{(pid=110182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 15:00:09.226747 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron_lib.callbacks.manager [None req-e1740d6a-c26d-4f7a-b945-b5fb734329c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (fdd768a9-8e52-477f-91cc-03500e784a4a), before_update {{(pid=110182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:09.230504 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37b9aca-2326-4fc3-a1f4-7494468e1a64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:00:09.230871 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37b9aca-2326-4fc3-a1f4-7494468e1a64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:00:09.231233 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37b9aca-2326-4fc3-a1f4-7494468e1a64 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:00:09.231571 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37b9aca-2326-4fc3-a1f4-7494468e1a64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:00:09.231935 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37b9aca-2326-4fc3-a1f4-7494468e1a64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:00:09.232251 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37b9aca-2326-4fc3-a1f4-7494468e1a64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:00:09.232572 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37b9aca-2326-4fc3-a1f4-7494468e1a64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:00:09.232914 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37b9aca-2326-4fc3-a1f4-7494468e1a64 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:00:09.233216 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37b9aca-2326-4fc3-a1f4-7494468e1a64 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:00:09.233608 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37b9aca-2326-4fc3-a1f4-7494468e1a64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:00:09.233932 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37b9aca-2326-4fc3-a1f4-7494468e1a64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:00:09.234247 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37b9aca-2326-4fc3-a1f4-7494468e1a64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:00:09.234558 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37b9aca-2326-4fc3-a1f4-7494468e1a64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:00:09.285681 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.plugins.ml2.db [None req-e1740d6a-c26d-4f7a-b945-b5fb734329c4 None None] For port fdd768a9-8e52-477f-91cc-03500e784a4a, host dv-cinder-831439-3-iscsi, cleared binding levels {{(pid=110182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 15:00:09.288918 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.plugins.ml2.db [None req-e1740d6a-c26d-4f7a-b945-b5fb734329c4 None None] For port fdd768a9-8e52-477f-91cc-03500e784a4a, host dv-cinder-831439-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831439-3-iscsi',level=0,port_id=fdd768a9-8e52-477f-91cc-03500e784a4a,segment=NetworkSegment(23151279-75ac-4f5a-99b2-c6146d92420f),segment_id=23151279-75ac-4f5a-99b2-c6146d92420f)] {{(pid=110182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 15:00:09.310534 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-29c15fdf-38cb-4cdb-984f-bc20703671cc admin admin] Publish callbacks [] for port (75d37c6e-6a2b-475b-94d5-72fe9ffb5f08), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:09.484715 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron_lib.callbacks.manager [None req-e1740d6a-c26d-4f7a-b945-b5fb734329c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (fdd768a9-8e52-477f-91cc-03500e784a4a), after_update {{(pid=110182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:09.518920 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-29c15fdf-38cb-4cdb-984f-bc20703671cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757345480668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672616'] for port (75d37c6e-6a2b-475b-94d5-72fe9ffb5f08), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:09.542108 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1740d6a-c26d-4f7a-b945-b5fb734329c4 None None] Routers {'bb0baf00-4c6f-478e-8884-60d60a53a0d2'} bound to L3 agent in host dv-cinder-831439-3-iscsi {{(pid=110182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 15:00:09.542730 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_hamode_db [None req-e1740d6a-c26d-4f7a-b945-b5fb734329c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831439-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T14:48:11Z,description=,heartbeat_timestamp=2022-03-02T14:59:41Z,host='dv-cinder-831439-3-iscsi',id=4b7d4a90-2987-419a-b6cd-7624b7dba065,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T14:48:12Z,topic='l3_agent')) {'router_ids': ['bb0baf00-4c6f-478e-8884-60d60a53a0d2'], 'active': True} {{(pid=110182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:00:09.582820 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37b9aca-2326-4fc3-a1f4-7494468e1a64 None None] Pushing event updated for resources: {'Port': ['ID=fdd768a9-8e52-477f-91cc-03500e784a4a,revision_number=3']} {{(pid=110182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:00:09.590127 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c15fdf-38cb-4cdb-984f-bc20703671cc admin admin] Network dfd98ec8-5de8-4415-83aa-22cce77e500c is already hosted by enough agents. {{(pid=110180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 15:00:09.597565 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.base_scheduler [None req-29c15fdf-38cb-4cdb-984f-bc20703671cc admin admin] Resources bound (agent type, host, resource id): {{(pid=110180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 15:00:09.600148 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c15fdf-38cb-4cdb-984f-bc20703671cc admin admin] Received port after_create {{(pid=110180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 15:00:09.606894 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c15fdf-38cb-4cdb-984f-bc20703671cc admin admin] Pushing event updated for resources: {'Port': ['ID=75d37c6e-6a2b-475b-94d5-72fe9ffb5f08,revision_number=1']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:00:09.663323 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_dvr_db [None req-e1740d6a-c26d-4f7a-b945-b5fb734329c4 None None] Set router bb0baf00-4c6f-478e-8884-60d60a53a0d2 gateway port host: dv-cinder-831439-3-iscsi {{(pid=110182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 15:00:09.854002 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-d77929ef-5e9c-47e0-bd2d-ef0761a0156f None None] Provisioning complete for port 75d37c6e-6a2b-475b-94d5-72fe9ffb5f08 triggered by entity DHCP. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 15:00:09.855069 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-d77929ef-5e9c-47e0-bd2d-ef0761a0156f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (75d37c6e-6a2b-475b-94d5-72fe9ffb5f08), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:09.883886 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_hamode_db [None req-e1740d6a-c26d-4f7a-b945-b5fb734329c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb0baf00-4c6f-478e-8884-60d60a53a0d2', 'name': 'tempest-TestShelveInstance-283104451-router', 'tenant_id': 'ef7ebc74e4e04842a71eef9540bbb905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': 'fdd768a9-8e52-477f-91cc-03500e784a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T15:00:06Z', 'updated_at': '2022-03-02T15:00:07Z', 'revision_number': 3, 'project_id': 'ef7ebc74e4e04842a71eef9540bbb905', 'gw_port': {'id': 'fdd768a9-8e52-477f-91cc-03500e784a4a', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d1:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb0baf00-4c6f-478e-8884-60d60a53a0d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:00:06Z', 'updated_at': '2022-03-02T15:00:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi'}], 'dv-cinder-831439-3-iscsi', False) {} {{(pid=110182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:00:09.904742 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-d77929ef-5e9c-47e0-bd2d-ef0761a0156f None None] Port 75d37c6e-6a2b-475b-94d5-72fe9ffb5f08 cannot update to ACTIVE because it is not bound. {{(pid=110181) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 15:00:09.904843 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b772845-c0f6-4480-8447-5672fa69a59c req-0f62bbb1-d1b2-49dc-969d-bf669fce0046 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:00:09.904843 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-5b772845-c0f6-4480-8447-5672fa69a59c req-0f62bbb1-d1b2-49dc-969d-bf669fce0046 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=d180d92d-2b4a-46fa-88db-be94ea0275ef HTTP/1.1" status: 200 len: 945 time: 0.4001558 Mar 02 15:00:09.907825 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c15fdf-38cb-4cdb-984f-bc20703671cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:00:09.908042 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c15fdf-38cb-4cdb-984f-bc20703671cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:00:09.908391 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c15fdf-38cb-4cdb-984f-bc20703671cc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:00:09.908736 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c15fdf-38cb-4cdb-984f-bc20703671cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:00:09.909073 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c15fdf-38cb-4cdb-984f-bc20703671cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:00:09.909403 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c15fdf-38cb-4cdb-984f-bc20703671cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:00:09.909771 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c15fdf-38cb-4cdb-984f-bc20703671cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:00:09.910114 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c15fdf-38cb-4cdb-984f-bc20703671cc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:00:09.910443 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c15fdf-38cb-4cdb-984f-bc20703671cc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:00:09.910773 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c15fdf-38cb-4cdb-984f-bc20703671cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:00:09.911097 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c15fdf-38cb-4cdb-984f-bc20703671cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:00:09.911421 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c15fdf-38cb-4cdb-984f-bc20703671cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:00:09.911798 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c15fdf-38cb-4cdb-984f-bc20703671cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:00:09.925666 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1740d6a-c26d-4f7a-b945-b5fb734329c4 None None] The sync data for ids ['bb0baf00-4c6f-478e-8884-60d60a53a0d2'] in dv-cinder-831439-3-iscsi is: [{'id': 'bb0baf00-4c6f-478e-8884-60d60a53a0d2', 'name': 'tempest-TestShelveInstance-283104451-router', 'tenant_id': 'ef7ebc74e4e04842a71eef9540bbb905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': 'fdd768a9-8e52-477f-91cc-03500e784a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T15:00:06Z', 'updated_at': '2022-03-02T15:00:07Z', 'revision_number': 3, 'project_id': 'ef7ebc74e4e04842a71eef9540bbb905', 'gw_port': {'id': 'fdd768a9-8e52-477f-91cc-03500e784a4a', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d1:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb0baf00-4c6f-478e-8884-60d60a53a0d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:00:06Z', 'updated_at': '2022-03-02T15:00:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi'}] {{(pid=110182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 15:00:09.945700 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-29c15fdf-38cb-4cdb-984f-bc20703671cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-559670'] for router_interface (bb0baf00-4c6f-478e-8884-60d60a53a0d2), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:10.016026 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-5b772845-c0f6-4480-8447-5672fa69a59c req-10ee478a-5ab5-4437-8562-11cc1d19f1b4 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975268 Mar 02 15:00:10.128796 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Device 5b27920d-05ee-4c9a-bc2f-244268be3f13 up at agent ovs-agent-dv-cinder-831439-3-iscsi {{(pid=110181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 15:00:10.198987 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Provisioning complete for port 5b27920d-05ee-4c9a-bc2f-244268be3f13 triggered by entity L2. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 15:00:10.200179 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (5b27920d-05ee-4c9a-bc2f-244268be3f13), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:10.216807 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-29c15fdf-38cb-4cdb-984f-bc20703671cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (75d37c6e-6a2b-475b-94d5-72fe9ffb5f08), before_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:10.331724 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Current status of the port 5b27920d-05ee-4c9a-bc2f-244268be3f13 is: ACTIVE; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 15:00:10.473236 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-29c15fdf-38cb-4cdb-984f-bc20703671cc admin admin] Publish callbacks [] for port (75d37c6e-6a2b-475b-94d5-72fe9ffb5f08), precommit_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:10.591778 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-29c15fdf-38cb-4cdb-984f-bc20703671cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3672609'] for port (75d37c6e-6a2b-475b-94d5-72fe9ffb5f08), after_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:10.661377 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-29c15fdf-38cb-4cdb-984f-bc20703671cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16231439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-558502'] for router_interface (bb0baf00-4c6f-478e-8884-60d60a53a0d2), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:10.663237 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c15fdf-38cb-4cdb-984f-bc20703671cc admin admin] Pushing event updated for resources: {'Port': ['ID=75d37c6e-6a2b-475b-94d5-72fe9ffb5f08,revision_number=2']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:00:10.771961 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c15fdf-38cb-4cdb-984f-bc20703671cc admin admin] Network dfd98ec8-5de8-4415-83aa-22cce77e500c is already hosted by enough agents. {{(pid=110180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 15:00:10.774173 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.base_scheduler [None req-29c15fdf-38cb-4cdb-984f-bc20703671cc admin admin] Resources bound (agent type, host, resource id): {{(pid=110180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 15:00:10.929736 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29c15fdf-38cb-4cdb-984f-bc20703671cc admin admin] Router bb0baf00-4c6f-478e-8884-60d60a53a0d2 has already been hosted by L3 agent 4b7d4a90-2987-419a-b6cd-7624b7dba065 {{(pid=110180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 15:00:11.050420 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29c15fdf-38cb-4cdb-984f-bc20703671cc admin admin] Notify agent at l3_agent.dv-cinder-831439-3-iscsi the message routers_updated {{(pid=110180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 15:00:11.067704 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-29c15fdf-38cb-4cdb-984f-bc20703671cc admin admin] 10.222.0.52 "PUT /v2.0/routers/bb0baf00-4c6f-478e-8884-60d60a53a0d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4465551 Mar 02 15:00:11.127993 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-a120773a-2cdb-4630-86db-d332e8e676e7 None None] Provisioning complete for port 75d37c6e-6a2b-475b-94d5-72fe9ffb5f08 triggered by entity DHCP. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 15:00:11.128574 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a120773a-2cdb-4630-86db-d332e8e676e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (75d37c6e-6a2b-475b-94d5-72fe9ffb5f08), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:11.173533 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c071e0ec-f23d-4828-abc4-1268cdf01d7b req-83d479fc-5b7a-42c2-8b31-207dca22246c tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:00:11.180375 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-a120773a-2cdb-4630-86db-d332e8e676e7 None None] Port 75d37c6e-6a2b-475b-94d5-72fe9ffb5f08 cannot update to ACTIVE because it is not bound. {{(pid=110181) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 15:00:11.181794 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-c071e0ec-f23d-4828-abc4-1268cdf01d7b req-83d479fc-5b7a-42c2-8b31-207dca22246c tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=d180d92d-2b4a-46fa-88db-be94ea0275ef HTTP/1.1" status: 200 len: 945 time: 0.0802696 Mar 02 15:00:11.248203 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-c071e0ec-f23d-4828-abc4-1268cdf01d7b req-a09e91c3-c578-4322-b51f-213dbaab6629 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653584 Mar 02 15:00:11.364665 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb9b806-2e49-4e9b-859c-05403dc99230 req-6241564c-1966-4cb2-8381-e73c67be5026 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:00:11.366164 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-5cb9b806-2e49-4e9b-859c-05403dc99230 req-6241564c-1966-4cb2-8381-e73c67be5026 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a048e7d-380d-4eb6-b2f3-553fde4437a8 HTTP/1.1" status: 200 len: 945 time: 0.0531759 Mar 02 15:00:11.416523 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-5cb9b806-2e49-4e9b-859c-05403dc99230 req-018d4d95-e085-4d05-b1cb-cd40af8bc67a tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443320 Mar 02 15:00:11.523885 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-cdbca0cc-0ab8-4125-b4a4-b91c01a209bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (4b7d4a90-2987-419a-b6cd-7624b7dba065), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:11.747904 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e72045-9b0e-4364-8031-cf2237823e27 None None] Sync routers for ids ['bb0baf00-4c6f-478e-8884-60d60a53a0d2'] in dv-cinder-831439-3-iscsi {{(pid=110181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 15:00:11.775200 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e72045-9b0e-4364-8031-cf2237823e27 None None] Routers {'bb0baf00-4c6f-478e-8884-60d60a53a0d2'} bound to L3 agent in host dv-cinder-831439-3-iscsi {{(pid=110181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 15:00:11.775200 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-69e72045-9b0e-4364-8031-cf2237823e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831439-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T14:48:11Z,description=,heartbeat_timestamp=2022-03-02T15:00:11Z,host='dv-cinder-831439-3-iscsi',id=4b7d4a90-2987-419a-b6cd-7624b7dba065,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T14:48:12Z,topic='l3_agent')) {'router_ids': ['bb0baf00-4c6f-478e-8884-60d60a53a0d2'], 'active': True} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:00:11.890989 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvr_db [None req-69e72045-9b0e-4364-8031-cf2237823e27 None None] Set router bb0baf00-4c6f-478e-8884-60d60a53a0d2 gateway port host: dv-cinder-831439-3-iscsi {{(pid=110181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 15:00:12.113531 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-8c265469-93de-451d-a227-73ff998d8f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (bfbb2626-1130-458a-80a5-4632d76fa057), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:12.125665 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-69e72045-9b0e-4364-8031-cf2237823e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb0baf00-4c6f-478e-8884-60d60a53a0d2', 'name': 'tempest-TestShelveInstance-283104451-router', 'tenant_id': 'ef7ebc74e4e04842a71eef9540bbb905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': 'fdd768a9-8e52-477f-91cc-03500e784a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T15:00:06Z', 'updated_at': '2022-03-02T15:00:10Z', 'revision_number': 4, 'project_id': 'ef7ebc74e4e04842a71eef9540bbb905', 'gw_port': {'id': 'fdd768a9-8e52-477f-91cc-03500e784a4a', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d1:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb0baf00-4c6f-478e-8884-60d60a53a0d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:00:06Z', 'updated_at': '2022-03-02T15:00:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi', '_interfaces': [{'id': '75d37c6e-6a2b-475b-94d5-72fe9ffb5f08', 'name': '', 'network_id': 'dfd98ec8-5de8-4415-83aa-22cce77e500c', 'tenant_id': 'ef7ebc74e4e04842a71eef9540bbb905', 'mac_address': 'fa:16:3e:47:41:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb0baf00-4c6f-478e-8884-60d60a53a0d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '52bfaaf9-3cbd-41b6-b999-214dacbbebb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:00:09Z', 'updated_at': '2022-03-02T15:00:10Z', 'revision_number': 2, 'project_id': 'ef7ebc74e4e04842a71eef9540bbb905', 'subnets': [{'id': '52bfaaf9-3cbd-41b6-b999-214dacbbebb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831439-3-iscsi', False) {} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:00:12.172473 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Device fdd768a9-8e52-477f-91cc-03500e784a4a up at agent ovs-agent-dv-cinder-831439-3-iscsi {{(pid=110181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 15:00:12.172473 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e72045-9b0e-4364-8031-cf2237823e27 None None] Checking router: bb0baf00-4c6f-478e-8884-60d60a53a0d2 for host: dv-cinder-831439-3-iscsi {{(pid=110181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 15:00:12.172473 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e72045-9b0e-4364-8031-cf2237823e27 None None] Updating router bb0baf00-4c6f-478e-8884-60d60a53a0d2 port 75d37c6e-6a2b-475b-94d5-72fe9ffb5f08 binding host dv-cinder-831439-3-iscsi {{(pid=110181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 15:00:12.234162 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-69e72045-9b0e-4364-8031-cf2237823e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (75d37c6e-6a2b-475b-94d5-72fe9ffb5f08), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:12.294833 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 56358) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:00:12.299775 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.v2.base [None req-2c84455b-5835-4ba2-92e8-ebc9cfd9518f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1957243007-network', 'tenant_id': '35fa8d020fa2455d9f5f379abf47d14e'}} {{(pid=110180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 15:00:12.316021 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Provisioning complete for port fdd768a9-8e52-477f-91cc-03500e784a4a triggered by entity L2. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 15:00:12.319822 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (fdd768a9-8e52-477f-91cc-03500e784a4a), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:12.415157 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c84455b-5835-4ba2-92e8-ebc9cfd9518f admin admin] Made reservation on behalf of 35fa8d020fa2455d9f5f379abf47d14e for: {'network': 1} {{(pid=110180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 15:00:12.419530 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-2c84455b-5835-4ba2-92e8-ebc9cfd9518f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for network (None), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:12.433870 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-2c84455b-5835-4ba2-92e8-ebc9cfd9518f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:12.534701 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Current status of the port fdd768a9-8e52-477f-91cc-03500e784a4a is: DOWN; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 15:00:12.535087 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (fdd768a9-8e52-477f-91cc-03500e784a4a), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:12.553508 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-2c84455b-5835-4ba2-92e8-ebc9cfd9518f admin admin] Publish callbacks [] for security_group (4aa1eb31-3976-4647-9bb6-9eafb092938d), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:12.576016 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] For port fdd768a9-8e52-477f-91cc-03500e784a4a, host dv-cinder-831439-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831439-3-iscsi',level=0,port_id=fdd768a9-8e52-477f-91cc-03500e784a4a,segment=NetworkSegment(23151279-75ac-4f5a-99b2-c6146d92420f),segment_id=23151279-75ac-4f5a-99b2-c6146d92420f)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:00:12.656732 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-69e72045-9b0e-4364-8031-cf2237823e27 None None] Publish callbacks [] for port (75d37c6e-6a2b-475b-94d5-72fe9ffb5f08), precommit_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:12.672907 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (fdd768a9-8e52-477f-91cc-03500e784a4a), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:12.673813 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-2c84455b-5835-4ba2-92e8-ebc9cfd9518f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (4aa1eb31-3976-4647-9bb6-9eafb092938d), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:12.716517 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c84455b-5835-4ba2-92e8-ebc9cfd9518f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=110180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 15:00:12.736659 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Pushing event updated for resources: {'Port': ['ID=fdd768a9-8e52-477f-91cc-03500e784a4a,revision_number=4']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:00:12.743871 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c84455b-5835-4ba2-92e8-ebc9cfd9518f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa1eb31-3976-4647-9bb6-9eafb092938d,revision_number=1']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:00:12.749803 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-69e72045-9b0e-4364-8031-cf2237823e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (75d37c6e-6a2b-475b-94d5-72fe9ffb5f08), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:12.756242 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-2c84455b-5835-4ba2-92e8-ebc9cfd9518f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16119287'] for segment (361c82d9-fa65-4ef0-ba13-371d2df0f42d), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:12.760191 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.db.segments_db [None req-2c84455b-5835-4ba2-92e8-ebc9cfd9518f admin admin] Added segment 361c82d9-fa65-4ef0-ba13-371d2df0f42d of type vlan for network 8e0253f3-be69-44b9-92c3-33be31dbad21 Mar 02 15:00:12.811135 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-2c84455b-5835-4ba2-92e8-ebc9cfd9518f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757345464387'] for network (8e0253f3-be69-44b9-92c3-33be31dbad21), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:12.908952 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5f5367-ccca-415a-a112-978ca71bc8bb None None] Pushing event updated for resources: {'Port': ['ID=75d37c6e-6a2b-475b-94d5-72fe9ffb5f08,revision_number=3']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:00:12.942488 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.managers [None req-69e72045-9b0e-4364-8031-cf2237823e27 None None] Attempting to bind port 75d37c6e-6a2b-475b-94d5-72fe9ffb5f08 on host dv-cinder-831439-3-iscsi for vnic_type normal with profile {{(pid=110181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 15:00:12.942782 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.managers [None req-69e72045-9b0e-4364-8031-cf2237823e27 None None] Attempting to bind port 75d37c6e-6a2b-475b-94d5-72fe9ffb5f08 by drivers openvswitch,hyperv on host dv-cinder-831439-3-iscsi at level 0 using segments [{'id': 'd470775d-5de7-4829-967d-0bb0e94bdc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'dfd98ec8-5de8-4415-83aa-22cce77e500c'}] {{(pid=110181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 15:00:12.943153 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e72045-9b0e-4364-8031-cf2237823e27 None None] Attempting to bind port 75d37c6e-6a2b-475b-94d5-72fe9ffb5f08 on network dfd98ec8-5de8-4415-83aa-22cce77e500c {{(pid=110181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 15:00:12.949273 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e72045-9b0e-4364-8031-cf2237823e27 None None] Checking agent: {'id': '3a73802c-5f14-4c1f-8439-e74c4c90063b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831439-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 14, 48, 15), 'started_at': datetime.datetime(2022, 3, 2, 14, 48, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 14, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831439-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 15:00:12.949652 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e72045-9b0e-4364-8031-cf2237823e27 None None] Checking segment: {'id': 'd470775d-5de7-4829-967d-0bb0e94bdc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'dfd98ec8-5de8-4415-83aa-22cce77e500c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 15:00:12.950069 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-69e72045-9b0e-4364-8031-cf2237823e27 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:12.950464 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e72045-9b0e-4364-8031-cf2237823e27 None None] Bound using segment: {'id': 'd470775d-5de7-4829-967d-0bb0e94bdc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'dfd98ec8-5de8-4415-83aa-22cce77e500c'} {{(pid=110181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 15:00:12.950984 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.managers [None req-69e72045-9b0e-4364-8031-cf2237823e27 None None] Bound port: 75d37c6e-6a2b-475b-94d5-72fe9ffb5f08, host: dv-cinder-831439-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd470775d-5de7-4829-967d-0bb0e94bdc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'dfd98ec8-5de8-4415-83aa-22cce77e500c'}}] {{(pid=110181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 15:00:12.951368 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-69e72045-9b0e-4364-8031-cf2237823e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (75d37c6e-6a2b-475b-94d5-72fe9ffb5f08), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:13.016457 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-2c84455b-5835-4ba2-92e8-ebc9cfd9518f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677'] for network (8e0253f3-be69-44b9-92c3-33be31dbad21), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:13.017168 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c84455b-5835-4ba2-92e8-ebc9cfd9518f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:00:13.017940 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-2c84455b-5835-4ba2-92e8-ebc9cfd9518f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16231659'] for network (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:13.021798 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-69e72045-9b0e-4364-8031-cf2237823e27 None None] For port 75d37c6e-6a2b-475b-94d5-72fe9ffb5f08, host dv-cinder-831439-3-iscsi, cleared binding levels {{(pid=110181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 15:00:13.026126 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-69e72045-9b0e-4364-8031-cf2237823e27 None None] For port 75d37c6e-6a2b-475b-94d5-72fe9ffb5f08, host dv-cinder-831439-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831439-3-iscsi',level=0,port_id=75d37c6e-6a2b-475b-94d5-72fe9ffb5f08,segment=NetworkSegment(d470775d-5de7-4829-967d-0bb0e94bdc70),segment_id=d470775d-5de7-4829-967d-0bb0e94bdc70)] {{(pid=110181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 15:00:13.079537 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c84455b-5835-4ba2-92e8-ebc9cfd9518f admin admin] Pushing event updated for resources: {'Network': ['ID=8e0253f3-be69-44b9-92c3-33be31dbad21,revision_number=1']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:00:13.089897 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Network 8e0253f3-be69-44b9-92c3-33be31dbad21 details requested by agent ovs-agent-dv-cinder-831439-3-iscsi with host dv-cinder-831439-3-iscsi {{(pid=110181) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 15:00:13.150781 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-69e72045-9b0e-4364-8031-cf2237823e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (75d37c6e-6a2b-475b-94d5-72fe9ffb5f08), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:13.191203 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-2c84455b-5835-4ba2-92e8-ebc9cfd9518f admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8950651 Mar 02 15:00:13.194866 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 56374) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:00:13.196319 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-599a7318-c724-40ea-8c29-90b2f3b4bc37 None None] Provisioning complete for port 75d37c6e-6a2b-475b-94d5-72fe9ffb5f08 triggered by entity DHCP. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 15:00:13.196791 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-599a7318-c724-40ea-8c29-90b2f3b4bc37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (75d37c6e-6a2b-475b-94d5-72fe9ffb5f08), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:13.213558 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.v2.base [None req-962898a1-1e65-4fdb-873b-a67e6ac376fa admin admin] Request body: {'subnet': {'network_id': '8e0253f3-be69-44b9-92c3-33be31dbad21', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1957243007-subnet', 'tenant_id': '35fa8d020fa2455d9f5f379abf47d14e', 'ip_version': 4}} {{(pid=110180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 15:00:13.276732 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e72045-9b0e-4364-8031-cf2237823e27 None None] Routers {'bb0baf00-4c6f-478e-8884-60d60a53a0d2'} bound to L3 agent in host dv-cinder-831439-3-iscsi {{(pid=110181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 15:00:13.276732 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-69e72045-9b0e-4364-8031-cf2237823e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831439-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T14:48:11Z,description=,heartbeat_timestamp=2022-03-02T15:00:11Z,host='dv-cinder-831439-3-iscsi',id=4b7d4a90-2987-419a-b6cd-7624b7dba065,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T14:48:12Z,topic='l3_agent')) {'router_ids': ['bb0baf00-4c6f-478e-8884-60d60a53a0d2'], 'active': True} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:00:13.276732 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5f5367-ccca-415a-a112-978ca71bc8bb None None] Pushing event updated for resources: {'Port': ['ID=75d37c6e-6a2b-475b-94d5-72fe9ffb5f08,revision_number=4']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:00:13.352763 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-962898a1-1e65-4fdb-873b-a67e6ac376fa admin admin] Made reservation on behalf of 35fa8d020fa2455d9f5f379abf47d14e for: {'subnet': 1} {{(pid=110180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 15:00:13.356069 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-962898a1-1e65-4fdb-873b-a67e6ac376fa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58812414'] for subnet (None), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:13.550941 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-599a7318-c724-40ea-8c29-90b2f3b4bc37 None None] Current status of the port 75d37c6e-6a2b-475b-94d5-72fe9ffb5f08 is: DOWN; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 15:00:13.551366 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-599a7318-c724-40ea-8c29-90b2f3b4bc37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (75d37c6e-6a2b-475b-94d5-72fe9ffb5f08), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:13.575814 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvr_db [None req-69e72045-9b0e-4364-8031-cf2237823e27 None None] Set router bb0baf00-4c6f-478e-8884-60d60a53a0d2 gateway port host: dv-cinder-831439-3-iscsi {{(pid=110181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 15:00:13.629967 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-599a7318-c724-40ea-8c29-90b2f3b4bc37 None None] For port 75d37c6e-6a2b-475b-94d5-72fe9ffb5f08, host dv-cinder-831439-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831439-3-iscsi',level=0,port_id=75d37c6e-6a2b-475b-94d5-72fe9ffb5f08,segment=NetworkSegment(d470775d-5de7-4829-967d-0bb0e94bdc70),segment_id=d470775d-5de7-4829-967d-0bb0e94bdc70)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:00:13.678189 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-962898a1-1e65-4fdb-873b-a67e6ac376fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3672668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58812364'] for subnet (75642619-b3dc-44b3-8161-971653f931cb), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:13.732543 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962898a1-1e65-4fdb-873b-a67e6ac376fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=75642619-b3dc-44b3-8161-971653f931cb,revision_number=0']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:00:13.742933 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962898a1-1e65-4fdb-873b-a67e6ac376fa admin admin] Checking segment: {'id': '361c82d9-fa65-4ef0-ba13-371d2df0f42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '8e0253f3-be69-44b9-92c3-33be31dbad21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 15:00:13.743294 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962898a1-1e65-4fdb-873b-a67e6ac376fa admin admin] Network hostable DHCP agents. Network: 8e0253f3-be69-44b9-92c3-33be31dbad21, hostable agents: ['dc3a6147-3194-47be-b33a-76a9a2a48933'], hosted agents: [] {{(pid=110180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 15:00:13.764725 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-9cfe1c82-1e01-4346-89c5-c3e1093f4022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (b9ce56f8-3527-4dd9-b024-9df7b3f4c018), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:13.781541 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-599a7318-c724-40ea-8c29-90b2f3b4bc37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (75d37c6e-6a2b-475b-94d5-72fe9ffb5f08), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:13.828859 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-69e72045-9b0e-4364-8031-cf2237823e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb0baf00-4c6f-478e-8884-60d60a53a0d2', 'name': 'tempest-TestShelveInstance-283104451-router', 'tenant_id': 'ef7ebc74e4e04842a71eef9540bbb905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': 'fdd768a9-8e52-477f-91cc-03500e784a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T15:00:06Z', 'updated_at': '2022-03-02T15:00:10Z', 'revision_number': 4, 'project_id': 'ef7ebc74e4e04842a71eef9540bbb905', 'gw_port': {'id': 'fdd768a9-8e52-477f-91cc-03500e784a4a', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0baf00-4c6f-478e-8884-60d60a53a0d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:00:06Z', 'updated_at': '2022-03-02T15:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi', '_interfaces': [{'id': '75d37c6e-6a2b-475b-94d5-72fe9ffb5f08', 'name': '', 'network_id': 'dfd98ec8-5de8-4415-83aa-22cce77e500c', 'tenant_id': 'ef7ebc74e4e04842a71eef9540bbb905', 'mac_address': 'fa:16:3e:47:41:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb0baf00-4c6f-478e-8884-60d60a53a0d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '52bfaaf9-3cbd-41b6-b999-214dacbbebb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:00:09Z', 'updated_at': '2022-03-02T15:00:13Z', 'revision_number': 4, 'project_id': 'ef7ebc74e4e04842a71eef9540bbb905', 'subnets': [{'id': '52bfaaf9-3cbd-41b6-b999-214dacbbebb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831439-3-iscsi', False) {} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:00:13.843946 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962898a1-1e65-4fdb-873b-a67e6ac376fa admin admin] Network 8e0253f3-be69-44b9-92c3-33be31dbad21 is scheduled to be hosted by DHCP agent dc3a6147-3194-47be-b33a-76a9a2a48933 with binding_index 1 {{(pid=110180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 15:00:13.863122 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e72045-9b0e-4364-8031-cf2237823e27 None None] The sync data for ids ['bb0baf00-4c6f-478e-8884-60d60a53a0d2'] in dv-cinder-831439-3-iscsi is: [{'id': 'bb0baf00-4c6f-478e-8884-60d60a53a0d2', 'name': 'tempest-TestShelveInstance-283104451-router', 'tenant_id': 'ef7ebc74e4e04842a71eef9540bbb905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': 'fdd768a9-8e52-477f-91cc-03500e784a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T15:00:06Z', 'updated_at': '2022-03-02T15:00:10Z', 'revision_number': 4, 'project_id': 'ef7ebc74e4e04842a71eef9540bbb905', 'gw_port': {'id': 'fdd768a9-8e52-477f-91cc-03500e784a4a', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0baf00-4c6f-478e-8884-60d60a53a0d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:00:06Z', 'updated_at': '2022-03-02T15:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi', '_interfaces': [{'id': '75d37c6e-6a2b-475b-94d5-72fe9ffb5f08', 'name': '', 'network_id': 'dfd98ec8-5de8-4415-83aa-22cce77e500c', 'tenant_id': 'ef7ebc74e4e04842a71eef9540bbb905', 'mac_address': 'fa:16:3e:47:41:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb0baf00-4c6f-478e-8884-60d60a53a0d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '52bfaaf9-3cbd-41b6-b999-214dacbbebb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:00:09Z', 'updated_at': '2022-03-02T15:00:13Z', 'revision_number': 4, 'project_id': 'ef7ebc74e4e04842a71eef9540bbb905', 'subnets': [{'id': '52bfaaf9-3cbd-41b6-b999-214dacbbebb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 15:00:13.867291 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599a7318-c724-40ea-8c29-90b2f3b4bc37 None None] Pushing event updated for resources: {'Port': ['ID=75d37c6e-6a2b-475b-94d5-72fe9ffb5f08,revision_number=5']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:00:13.909222 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-e0846973-9717-4fe2-924f-a56f6e486970 None None] Provisioning complete for port 75d37c6e-6a2b-475b-94d5-72fe9ffb5f08 triggered by entity DHCP. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 15:00:13.909222 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-e0846973-9717-4fe2-924f-a56f6e486970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (75d37c6e-6a2b-475b-94d5-72fe9ffb5f08), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:13.925950 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.base_scheduler [None req-962898a1-1e65-4fdb-873b-a67e6ac376fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831439-3-iscsi, 8e0253f3-be69-44b9-92c3-33be31dbad21) {{(pid=110180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 15:00:13.932049 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962898a1-1e65-4fdb-873b-a67e6ac376fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:00:13.933014 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-962898a1-1e65-4fdb-873b-a67e6ac376fa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:13.958346 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3393aee-76a5-4e4d-8d4c-39618c04adc6 None None] Network 8e0253f3-be69-44b9-92c3-33be31dbad21 requested from dv-cinder-831439-3-iscsi {{(pid=110181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 15:00:14.046862 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-962898a1-1e65-4fdb-873b-a67e6ac376fa admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8517513 Mar 02 15:00:14.055587 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 56384) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:00:14.060588 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.v2.base [None req-0590bc4b-55e4-4626-b69f-792ce4edc581 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1957243007-router', 'tenant_id': '35fa8d020fa2455d9f5f379abf47d14e', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf'}}} {{(pid=110180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 15:00:14.128455 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92352384-d2cf-4a60-acf8-d11b299e647a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f7ea2e6-afbe-59ed-88ad-785bacde5fc6-8e0253f3-be69-44b9-92c3-33be31dbad21', 'network_id': '8e0253f3-be69-44b9-92c3-33be31dbad21', 'project_id': '35fa8d020fa2455d9f5f379abf47d14e', 'fixed_ips': [{'subnet_id': '75642619-b3dc-44b3-8161-971653f931cb'}]}} from dv-cinder-831439-3-iscsi. {{(pid=110181) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 02 15:00:14.129311 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-92352384-d2cf-4a60-acf8-d11b299e647a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (None), before_create {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:14.143985 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-e0846973-9717-4fe2-924f-a56f6e486970 None None] Current status of the port 75d37c6e-6a2b-475b-94d5-72fe9ffb5f08 is: ACTIVE; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 15:00:14.243546 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Device fdd768a9-8e52-477f-91cc-03500e784a4a up at agent ovs-agent-dv-cinder-831439-3-iscsi {{(pid=110181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 15:00:14.260922 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-0590bc4b-55e4-4626-b69f-792ce4edc581 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6330'] for router (d45b0b72-37a1-44d1-866b-7d14a75c167f), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:14.268252 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-0590bc4b-55e4-4626-b69f-792ce4edc581 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-562153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557622', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6321'] for router (d45b0b72-37a1-44d1-866b-7d14a75c167f), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:14.342331 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.db_base_plugin_common [None req-92352384-d2cf-4a60-acf8-d11b299e647a None None] Allocated IP 172.20.0.2 (8e0253f3-be69-44b9-92c3-33be31dbad21/75642619-b3dc-44b3-8161-971653f931cb/79b51c23-b0a7-4a35-ab3d-abefd3202751) {{(pid=110181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 15:00:14.357955 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-0590bc4b-55e4-4626-b69f-792ce4edc581 admin admin] Publish callbacks [] for router_controller (d45b0b72-37a1-44d1-866b-7d14a75c167f), precommit_add_association {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:14.359930 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Provisioning complete for port fdd768a9-8e52-477f-91cc-03500e784a4a triggered by entity L2. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 15:00:14.360310 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (fdd768a9-8e52-477f-91cc-03500e784a4a), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:14.571122 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Current status of the port fdd768a9-8e52-477f-91cc-03500e784a4a is: ACTIVE; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 15:00:14.572533 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Device 75d37c6e-6a2b-475b-94d5-72fe9ffb5f08 up at agent ovs-agent-dv-cinder-831439-3-iscsi {{(pid=110181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 15:00:14.613176 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-92352384-d2cf-4a60-acf8-d11b299e647a None None] Publish callbacks [] for port (79b51c23-b0a7-4a35-ab3d-abefd3202751), precommit_create {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:14.638134 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Provisioning complete for port 75d37c6e-6a2b-475b-94d5-72fe9ffb5f08 triggered by entity L2. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 15:00:14.638518 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (75d37c6e-6a2b-475b-94d5-72fe9ffb5f08), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:14.667939 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-0590bc4b-55e4-4626-b69f-792ce4edc581 admin admin] Publish callbacks [] for router_gateway (d45b0b72-37a1-44d1-866b-7d14a75c167f), precommit_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:14.723204 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Current status of the port 75d37c6e-6a2b-475b-94d5-72fe9ffb5f08 is: ACTIVE; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 15:00:14.776997 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-92352384-d2cf-4a60-acf8-d11b299e647a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757345480668'] for port (79b51c23-b0a7-4a35-ab3d-abefd3202751), after_create {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:14.831259 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92352384-d2cf-4a60-acf8-d11b299e647a None None] Network 8e0253f3-be69-44b9-92c3-33be31dbad21 is already hosted by enough agents. {{(pid=110181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 15:00:14.851200 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.scheduler.base_scheduler [None req-92352384-d2cf-4a60-acf8-d11b299e647a None None] Resources bound (agent type, host, resource id): {{(pid=110181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 15:00:14.854606 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92352384-d2cf-4a60-acf8-d11b299e647a None None] Received port after_create {{(pid=110181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 15:00:14.866843 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92352384-d2cf-4a60-acf8-d11b299e647a None None] Pushing event updated for resources: {'Port': ['ID=79b51c23-b0a7-4a35-ab3d-abefd3202751,revision_number=1']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:00:14.924996 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.managers [None req-92352384-d2cf-4a60-acf8-d11b299e647a None None] Attempting to bind port 79b51c23-b0a7-4a35-ab3d-abefd3202751 on host dv-cinder-831439-3-iscsi for vnic_type normal with profile {{(pid=110181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 15:00:14.925368 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.managers [None req-92352384-d2cf-4a60-acf8-d11b299e647a None None] Attempting to bind port 79b51c23-b0a7-4a35-ab3d-abefd3202751 by drivers openvswitch,hyperv on host dv-cinder-831439-3-iscsi at level 0 using segments [{'id': '361c82d9-fa65-4ef0-ba13-371d2df0f42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '8e0253f3-be69-44b9-92c3-33be31dbad21'}] {{(pid=110181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 15:00:14.925736 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92352384-d2cf-4a60-acf8-d11b299e647a None None] Attempting to bind port 79b51c23-b0a7-4a35-ab3d-abefd3202751 on network 8e0253f3-be69-44b9-92c3-33be31dbad21 {{(pid=110181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 15:00:14.936523 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92352384-d2cf-4a60-acf8-d11b299e647a None None] Checking agent: {'id': '3a73802c-5f14-4c1f-8439-e74c4c90063b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831439-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 14, 48, 15), 'started_at': datetime.datetime(2022, 3, 2, 14, 48, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 14, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831439-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 15:00:14.936523 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92352384-d2cf-4a60-acf8-d11b299e647a None None] Checking segment: {'id': '361c82d9-fa65-4ef0-ba13-371d2df0f42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '8e0253f3-be69-44b9-92c3-33be31dbad21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 15:00:14.936523 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-92352384-d2cf-4a60-acf8-d11b299e647a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:14.936523 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92352384-d2cf-4a60-acf8-d11b299e647a None None] Bound using segment: {'id': '361c82d9-fa65-4ef0-ba13-371d2df0f42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '8e0253f3-be69-44b9-92c3-33be31dbad21'} {{(pid=110181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 15:00:14.936523 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.managers [None req-92352384-d2cf-4a60-acf8-d11b299e647a None None] Bound port: 79b51c23-b0a7-4a35-ab3d-abefd3202751, host: dv-cinder-831439-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '361c82d9-fa65-4ef0-ba13-371d2df0f42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '8e0253f3-be69-44b9-92c3-33be31dbad21'}}] {{(pid=110181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 15:00:14.936523 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-92352384-d2cf-4a60-acf8-d11b299e647a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (79b51c23-b0a7-4a35-ab3d-abefd3202751), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:15.002259 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (3a73802c-5f14-4c1f-8439-e74c4c90063b), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:15.012096 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-92352384-d2cf-4a60-acf8-d11b299e647a None None] For port 79b51c23-b0a7-4a35-ab3d-abefd3202751, host dv-cinder-831439-3-iscsi, cleared binding levels {{(pid=110181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 15:00:15.015431 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-92352384-d2cf-4a60-acf8-d11b299e647a None None] For port 79b51c23-b0a7-4a35-ab3d-abefd3202751, host dv-cinder-831439-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831439-3-iscsi',level=0,port_id=79b51c23-b0a7-4a35-ab3d-abefd3202751,segment=NetworkSegment(361c82d9-fa65-4ef0-ba13-371d2df0f42d),segment_id=361c82d9-fa65-4ef0-ba13-371d2df0f42d)] {{(pid=110181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 15:00:15.101510 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-92352384-d2cf-4a60-acf8-d11b299e647a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (79b51c23-b0a7-4a35-ab3d-abefd3202751), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:15.115487 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-0590bc4b-55e4-4626-b69f-792ce4edc581 admin admin] Publish callbacks [] for router_gateway (d45b0b72-37a1-44d1-866b-7d14a75c167f), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:15.148166 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-0590bc4b-55e4-4626-b69f-792ce4edc581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (None), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:15.174172 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e50594f-d2b0-4cc6-9cac-ae383620376c req-bc737448-f99c-4ca9-97fc-e30ac44842be tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:00:15.176305 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-3e50594f-d2b0-4cc6-9cac-ae383620376c req-bc737448-f99c-4ca9-97fc-e30ac44842be tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a048e7d-380d-4eb6-b2f3-553fde4437a8 HTTP/1.1" status: 200 len: 945 time: 0.1598473 Mar 02 15:00:15.197765 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92352384-d2cf-4a60-acf8-d11b299e647a None None] Pushing event updated for resources: {'Port': ['ID=79b51c23-b0a7-4a35-ab3d-abefd3202751,revision_number=2']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:00:15.256153 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8f45f9-3101-47c6-a02b-1467bc426a32 req-e039cb4b-1c9d-4506-8e5d-a622ddefc315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:00:15.257824 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-3e8f45f9-3101-47c6-a02b-1467bc426a32 req-e039cb4b-1c9d-4506-8e5d-a622ddefc315 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f1bd7e528fca43dbb4023b42e4d1b6a1&device_id=3a048e7d-380d-4eb6-b2f3-553fde4437a8 HTTP/1.1" status: 200 len: 1129 time: 0.1754737 Mar 02 15:00:15.393973 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-3e50594f-d2b0-4cc6-9cac-ae383620376c req-124bbd18-d65f-4771-b3c1-44c45069f76b tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769779 Mar 02 15:00:15.473574 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.db_base_plugin_common [None req-0590bc4b-55e4-4626-b69f-792ce4edc581 admin admin] Allocated IP 172.27.0.9 (ed71569c-47b6-4b42-b6b3-c541700724bf/701fb87e-0ea2-4d8d-8228-0af980cd437a/f5b5c9f7-09d3-4f0d-ba06-52d8b5cfc3b1) {{(pid=110180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 15:00:15.529446 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8f45f9-3101-47c6-a02b-1467bc426a32 req-b5627a7a-8740-4d38-96c2-d2f4de014c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:00:15.531290 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-3e8f45f9-3101-47c6-a02b-1467bc426a32 req-b5627a7a-8740-4d38-96c2-d2f4de014c1d service neutron] 10.222.0.55 "GET /v2.0/networks?id=f57784fe-c0ba-4637-8703-002c97dfe5a6 HTTP/1.1" status: 200 len: 919 time: 0.2612088 Mar 02 15:00:15.623521 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0699504b-af8e-42a7-875b-d297cd2704d7 req-2385e6ae-6292-411d-8334-6b042b8cf956 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:00:15.625018 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-0699504b-af8e-42a7-875b-d297cd2704d7 req-2385e6ae-6292-411d-8334-6b042b8cf956 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/networks?id=4aeef58e-3340-46c4-943d-ae2ec26e78a0 HTTP/1.1" status: 200 len: 814 time: 0.2783062 Mar 02 15:00:15.628214 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-3e8f45f9-3101-47c6-a02b-1467bc426a32 req-3c97a78c-d0e7-43a1-b010-4d1c41c93001 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e147af4-38c2-40f4-93bc-dd65df75f682 HTTP/1.1" status: 200 len: 217 time: 0.0834837 Mar 02 15:00:15.672368 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-0699504b-af8e-42a7-875b-d297cd2704d7 req-9600a083-1035-4ea9-8b41-8e0a9227e8f9 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/quotas/c744cfa2ecd64e8b8882c1e3e1c97e02 HTTP/1.1" status: 200 len: 375 time: 0.0417697 Mar 02 15:00:15.747387 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8f45f9-3101-47c6-a02b-1467bc426a32 req-26e63d1d-7751-48a5-90d5-8fc701acca16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:00:15.748913 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-3e8f45f9-3101-47c6-a02b-1467bc426a32 req-26e63d1d-7751-48a5-90d5-8fc701acca16 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c3f153de-817f-4669-9f3c-7dca79be3db5 HTTP/1.1" status: 200 len: 858 time: 0.1098018 Mar 02 15:00:15.751653 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-0590bc4b-55e4-4626-b69f-792ce4edc581 admin admin] Publish callbacks [] for port (f5b5c9f7-09d3-4f0d-ba06-52d8b5cfc3b1), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:15.794479 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-3e8f45f9-3101-47c6-a02b-1467bc426a32 req-9bb86894-e87f-4cdf-9c13-8baf1aff5af0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f57784fe-c0ba-4637-8703-002c97dfe5a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374162 Mar 02 15:00:15.807713 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-0699504b-af8e-42a7-875b-d297cd2704d7 req-7683f83f-ab33-4f3b-a231-af0af56e5f3a tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=c744cfa2ecd64e8b8882c1e3e1c97e02&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1298699 Mar 02 15:00:15.980317 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-3e8f45f9-3101-47c6-a02b-1467bc426a32 req-b5b7867d-eb07-45da-8157-b2192f8401d2 service neutron] 10.222.0.55 "GET /v2.0/networks/f57784fe-c0ba-4637-8703-002c97dfe5a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716468 Mar 02 15:00:15.982485 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-0699504b-af8e-42a7-875b-d297cd2704d7 req-87e01037-d75b-4ca4-94ab-24c18b4cb07c service neutron] 10.222.0.52 "GET /v2.0/networks/4aeef58e-3340-46c4-943d-ae2ec26e78a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631687 Mar 02 15:00:16.175175 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Device 79b51c23-b0a7-4a35-ab3d-abefd3202751 up at agent ovs-agent-dv-cinder-831439-3-iscsi {{(pid=110181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 15:00:16.203704 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750b7ba0-4e6e-4d33-92db-f7e610ab1b38 None None] Network 8e0253f3-be69-44b9-92c3-33be31dbad21 requested from dv-cinder-831439-3-iscsi {{(pid=110181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 15:00:16.296367 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-0590bc4b-55e4-4626-b69f-792ce4edc581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757345480668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672616'] for port (f5b5c9f7-09d3-4f0d-ba06-52d8b5cfc3b1), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:16.306925 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Provisioning complete for port 79b51c23-b0a7-4a35-ab3d-abefd3202751 triggered by entity L2. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 15:00:16.307305 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (79b51c23-b0a7-4a35-ab3d-abefd3202751), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:16.346071 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-59a63514-2f16-42de-a3b6-5436e4ee0523 None None] Provisioning complete for port 79b51c23-b0a7-4a35-ab3d-abefd3202751 triggered by entity DHCP. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 15:00:16.346445 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-59a63514-2f16-42de-a3b6-5436e4ee0523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (79b51c23-b0a7-4a35-ab3d-abefd3202751), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:16.383389 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0590bc4b-55e4-4626-b69f-792ce4edc581 admin admin] Network ed71569c-47b6-4b42-b6b3-c541700724bf is already hosted by enough agents. {{(pid=110180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 15:00:16.404331 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.base_scheduler [None req-0590bc4b-55e4-4626-b69f-792ce4edc581 admin admin] Resources bound (agent type, host, resource id): {{(pid=110180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 15:00:16.422158 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0590bc4b-55e4-4626-b69f-792ce4edc581 admin admin] Received port after_create {{(pid=110180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 15:00:16.424144 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0590bc4b-55e4-4626-b69f-792ce4edc581 admin admin] Pushing event updated for resources: {'Port': ['ID=f5b5c9f7-09d3-4f0d-ba06-52d8b5cfc3b1,revision_number=1']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:00:16.470667 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-3e8f45f9-3101-47c6-a02b-1467bc426a32 req-5435ad92-2fbc-4575-b098-51c0fe164c22 service neutron] 10.222.0.55 "GET /v2.0/networks/f57784fe-c0ba-4637-8703-002c97dfe5a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4835722 Mar 02 15:00:16.477784 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-0699504b-af8e-42a7-875b-d297cd2704d7 req-88c156bd-7031-4328-a2d3-cd1a63034a46 service neutron] 10.222.0.52 "GET /v2.0/networks/4aeef58e-3340-46c4-943d-ae2ec26e78a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4815924 Mar 02 15:00:16.479255 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Current status of the port 79b51c23-b0a7-4a35-ab3d-abefd3202751 is: DOWN; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 15:00:16.479953 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (79b51c23-b0a7-4a35-ab3d-abefd3202751), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:16.529428 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-59a63514-2f16-42de-a3b6-5436e4ee0523 None None] Current status of the port 79b51c23-b0a7-4a35-ab3d-abefd3202751 is: DOWN; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 15:00:16.530661 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-59a63514-2f16-42de-a3b6-5436e4ee0523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (79b51c23-b0a7-4a35-ab3d-abefd3202751), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:16.554982 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] For port 79b51c23-b0a7-4a35-ab3d-abefd3202751, host dv-cinder-831439-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831439-3-iscsi',level=0,port_id=79b51c23-b0a7-4a35-ab3d-abefd3202751,segment=NetworkSegment(361c82d9-fa65-4ef0-ba13-371d2df0f42d),segment_id=361c82d9-fa65-4ef0-ba13-371d2df0f42d)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:00:16.660603 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af663f4-7f0f-483c-a755-91b13a5b5b45 req-aae161bf-f810-4afc-b547-1ed3a5df73d5 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:00:16.662068 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-5af663f4-7f0f-483c-a755-91b13a5b5b45 req-aae161bf-f810-4afc-b547-1ed3a5df73d5 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a048e7d-380d-4eb6-b2f3-553fde4437a8 HTTP/1.1" status: 200 len: 945 time: 0.1238236 Mar 02 15:00:16.680740 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (79b51c23-b0a7-4a35-ab3d-abefd3202751), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:16.724091 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-5af663f4-7f0f-483c-a755-91b13a5b5b45 req-96a97ea1-05d8-44e8-b27c-6bccb6372f44 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496891 Mar 02 15:00:16.765261 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.db.api [None req-59a63514-2f16-42de-a3b6-5436e4ee0523 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110181) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 15:00:16.765626 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG oslo_db.api [None req-59a63514-2f16-42de-a3b6-5436e4ee0523 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 15:00:16.771357 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Pushing event updated for resources: {'Port': ['ID=79b51c23-b0a7-4a35-ab3d-abefd3202751,revision_number=3']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:00:16.867432 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a3aca0b8-a5fa-409c-b174-6a8e885c0940 req-aea32eb3-590a-49c3-9019-9ec9a507ea8b tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d194f8a-5691-4901-abc3-747c2aed0fcf HTTP/1.1" status: 200 len: 210 time: 0.0643964 Mar 02 15:00:16.944959 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-0590bc4b-55e4-4626-b69f-792ce4edc581 admin admin] Publish callbacks [] for router_gateway (d45b0b72-37a1-44d1-866b-7d14a75c167f), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:17.152309 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-0590bc4b-55e4-4626-b69f-792ce4edc581 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557675'] for router (d45b0b72-37a1-44d1-866b-7d14a75c167f), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:17.302820 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-59a63514-2f16-42de-a3b6-5436e4ee0523 None None] Current status of the port 79b51c23-b0a7-4a35-ab3d-abefd3202751 is: ACTIVE; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 15:00:17.336797 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0590bc4b-55e4-4626-b69f-792ce4edc581 admin admin] Router d45b0b72-37a1-44d1-866b-7d14a75c167f is scheduled to L3 agent 4b7d4a90-2987-419a-b6cd-7624b7dba065 with binding_index 1 {{(pid=110180) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 15:00:17.422961 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-410400a8-ec17-473e-a936-8532e0f47e53 None None] Provisioning complete for port 79b51c23-b0a7-4a35-ab3d-abefd3202751 triggered by entity DHCP. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 15:00:17.426552 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 56450) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:00:17.427043 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-410400a8-ec17-473e-a936-8532e0f47e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (79b51c23-b0a7-4a35-ab3d-abefd3202751), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:17.454013 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0590bc4b-55e4-4626-b69f-792ce4edc581 admin admin] Notify agent at l3_agent.dv-cinder-831439-3-iscsi the message routers_updated {{(pid=110180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 15:00:17.468370 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e15a4b-8d48-4b30-bf35-02f5138bf7a0 None None] Sync routers for ids ['d45b0b72-37a1-44d1-866b-7d14a75c167f'] in dv-cinder-831439-3-iscsi {{(pid=110182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 15:00:17.479566 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e15a4b-8d48-4b30-bf35-02f5138bf7a0 None None] Routers {'d45b0b72-37a1-44d1-866b-7d14a75c167f'} bound to L3 agent in host dv-cinder-831439-3-iscsi {{(pid=110182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 15:00:17.480604 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_hamode_db [None req-a1e15a4b-8d48-4b30-bf35-02f5138bf7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831439-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T14:48:11Z,description=,heartbeat_timestamp=2022-03-02T15:00:11Z,host='dv-cinder-831439-3-iscsi',id=4b7d4a90-2987-419a-b6cd-7624b7dba065,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T14:48:12Z,topic='l3_agent')) {'router_ids': ['d45b0b72-37a1-44d1-866b-7d14a75c167f'], 'active': True} {{(pid=110182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:00:17.525472 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-410400a8-ec17-473e-a936-8532e0f47e53 None None] Current status of the port 79b51c23-b0a7-4a35-ab3d-abefd3202751 is: ACTIVE; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 15:00:17.540465 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-ec996aa1-bb7d-4420-93a7-90273f30de1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:17.577857 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-0590bc4b-55e4-4626-b69f-792ce4edc581 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:17.581758 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-0590bc4b-55e4-4626-b69f-792ce4edc581 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.5221314 Mar 02 15:00:17.581931 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 56454) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:00:17.603660 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_dvr_db [None req-a1e15a4b-8d48-4b30-bf35-02f5138bf7a0 None None] Set router d45b0b72-37a1-44d1-866b-7d14a75c167f gateway port host: dv-cinder-831439-3-iscsi {{(pid=110182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 15:00:17.616513 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-ec996aa1-bb7d-4420-93a7-90273f30de1d admin admin] Publish callbacks [] for security_group (8f045ea0-a7c8-4afc-b7af-40c468ae6e8c), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:17.796978 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_hamode_db [None req-a1e15a4b-8d48-4b30-bf35-02f5138bf7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd45b0b72-37a1-44d1-866b-7d14a75c167f', 'name': 'tempest-TestShelveInstance-1957243007-router', 'tenant_id': '35fa8d020fa2455d9f5f379abf47d14e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'f5b5c9f7-09d3-4f0d-ba06-52d8b5cfc3b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T15:00:14Z', 'updated_at': '2022-03-02T15:00:16Z', 'revision_number': 3, 'project_id': '35fa8d020fa2455d9f5f379abf47d14e', 'gw_port': {'id': 'f5b5c9f7-09d3-4f0d-ba06-52d8b5cfc3b1', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c0:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd45b0b72-37a1-44d1-866b-7d14a75c167f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:00:15Z', 'updated_at': '2022-03-02T15:00:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi'}], 'dv-cinder-831439-3-iscsi', False) {} {{(pid=110182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:00:17.808709 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-ec996aa1-bb7d-4420-93a7-90273f30de1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (8f045ea0-a7c8-4afc-b7af-40c468ae6e8c), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:17.853667 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec996aa1-bb7d-4420-93a7-90273f30de1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f045ea0-a7c8-4afc-b7af-40c468ae6e8c,revision_number=1']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:00:17.866029 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 56460) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:00:17.866297 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-ec996aa1-bb7d-4420-93a7-90273f30de1d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9e9c54bebe3848b5b10341869d9a66e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4383564 Mar 02 15:00:17.867748 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec996aa1-bb7d-4420-93a7-90273f30de1d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:00:17.868322 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec996aa1-bb7d-4420-93a7-90273f30de1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:00:17.869350 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec996aa1-bb7d-4420-93a7-90273f30de1d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:00:17.869847 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec996aa1-bb7d-4420-93a7-90273f30de1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:00:17.870356 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec996aa1-bb7d-4420-93a7-90273f30de1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:00:17.870851 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec996aa1-bb7d-4420-93a7-90273f30de1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:00:17.871207 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec996aa1-bb7d-4420-93a7-90273f30de1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:00:17.871545 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec996aa1-bb7d-4420-93a7-90273f30de1d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:00:17.871908 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec996aa1-bb7d-4420-93a7-90273f30de1d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:00:17.872237 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec996aa1-bb7d-4420-93a7-90273f30de1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:00:17.872722 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec996aa1-bb7d-4420-93a7-90273f30de1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:00:17.873189 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec996aa1-bb7d-4420-93a7-90273f30de1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:00:17.873651 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec996aa1-bb7d-4420-93a7-90273f30de1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:00:17.917859 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e15a4b-8d48-4b30-bf35-02f5138bf7a0 None None] Checking router: d45b0b72-37a1-44d1-866b-7d14a75c167f for host: dv-cinder-831439-3-iscsi {{(pid=110182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 15:00:17.918212 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e15a4b-8d48-4b30-bf35-02f5138bf7a0 None None] Updating router d45b0b72-37a1-44d1-866b-7d14a75c167f port f5b5c9f7-09d3-4f0d-ba06-52d8b5cfc3b1 binding host dv-cinder-831439-3-iscsi {{(pid=110182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 15:00:17.949236 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron_lib.callbacks.manager [None req-a1e15a4b-8d48-4b30-bf35-02f5138bf7a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (f5b5c9f7-09d3-4f0d-ba06-52d8b5cfc3b1), before_update {{(pid=110182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:17.976603 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09563feb-0a92-466d-83bd-30573c044e74 req-eb4ec14e-8d25-4581-a9be-812768dbc89c tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:00:17.978103 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-09563feb-0a92-466d-83bd-30573c044e74 req-eb4ec14e-8d25-4581-a9be-812768dbc89c tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a048e7d-380d-4eb6-b2f3-553fde4437a8 HTTP/1.1" status: 200 len: 945 time: 0.1564770 Mar 02 15:00:18.002715 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-08faa449-089f-4be7-b271-5bee2c9a2302 req-6c940f54-cdab-4fd3-8dd4-9f89657ee2e7 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d194f8a-5691-4901-abc3-747c2aed0fcf HTTP/1.1" status: 200 len: 210 time: 0.0576091 Mar 02 15:00:18.055762 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-045fff40-3552-4514-9a82-04379301f762 admin admin] Publish callbacks [] for security_group (8f045ea0-a7c8-4afc-b7af-40c468ae6e8c), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:18.138457 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Device 79b51c23-b0a7-4a35-ab3d-abefd3202751 up at agent ovs-agent-dv-cinder-831439-3-iscsi {{(pid=110181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 15:00:18.139723 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-045fff40-3552-4514-9a82-04379301f762 admin admin] Publish callbacks [] for security_group (8f045ea0-a7c8-4afc-b7af-40c468ae6e8c), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:18.145377 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-09563feb-0a92-466d-83bd-30573c044e74 req-797c16f1-80f4-4402-aa45-2093e437ded8 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474721 Mar 02 15:00:18.229910 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-2075551a-41d3-4921-8ac9-124ea4dc9569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (None), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:18.237246 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron_lib.callbacks.manager [None req-a1e15a4b-8d48-4b30-bf35-02f5138bf7a0 None None] Publish callbacks [] for port (f5b5c9f7-09d3-4f0d-ba06-52d8b5cfc3b1), precommit_update {{(pid=110182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:18.337957 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-045fff40-3552-4514-9a82-04379301f762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (8f045ea0-a7c8-4afc-b7af-40c468ae6e8c), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:18.340529 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-045fff40-3552-4514-9a82-04379301f762 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:18.341681 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-045fff40-3552-4514-9a82-04379301f762 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8f045ea0-a7c8-4afc-b7af-40c468ae6e8c HTTP/1.1" status: 204 len: 168 time: 0.4713347 Mar 02 15:00:18.352325 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Provisioning complete for port 79b51c23-b0a7-4a35-ab3d-abefd3202751 triggered by entity L2. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 15:00:18.352778 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (79b51c23-b0a7-4a35-ab3d-abefd3202751), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:18.369633 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron_lib.callbacks.manager [None req-a1e15a4b-8d48-4b30-bf35-02f5138bf7a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (f5b5c9f7-09d3-4f0d-ba06-52d8b5cfc3b1), after_update {{(pid=110182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:18.381406 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045fff40-3552-4514-9a82-04379301f762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f045ea0-a7c8-4afc-b7af-40c468ae6e8c,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:00:18.427372 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e370e30d-9e98-49c7-abcb-7a0a29f52fff None None] Pushing event updated for resources: {'Port': ['ID=f5b5c9f7-09d3-4f0d-ba06-52d8b5cfc3b1,revision_number=2']} {{(pid=110182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:00:18.444324 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.plugins.ml2.managers [None req-a1e15a4b-8d48-4b30-bf35-02f5138bf7a0 None None] Attempting to bind port f5b5c9f7-09d3-4f0d-ba06-52d8b5cfc3b1 on host dv-cinder-831439-3-iscsi for vnic_type normal with profile {{(pid=110182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 15:00:18.444703 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.plugins.ml2.managers [None req-a1e15a4b-8d48-4b30-bf35-02f5138bf7a0 None None] Attempting to bind port f5b5c9f7-09d3-4f0d-ba06-52d8b5cfc3b1 by drivers openvswitch,hyperv on host dv-cinder-831439-3-iscsi at level 0 using segments [{'id': '23151279-75ac-4f5a-99b2-c6146d92420f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf'}] {{(pid=110182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 15:00:18.445069 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e15a4b-8d48-4b30-bf35-02f5138bf7a0 None None] Attempting to bind port f5b5c9f7-09d3-4f0d-ba06-52d8b5cfc3b1 on network ed71569c-47b6-4b42-b6b3-c541700724bf {{(pid=110182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 15:00:18.451816 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e15a4b-8d48-4b30-bf35-02f5138bf7a0 None None] Checking agent: {'id': '3a73802c-5f14-4c1f-8439-e74c4c90063b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831439-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 14, 48, 15), 'started_at': datetime.datetime(2022, 3, 2, 14, 48, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 15, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831439-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 15:00:18.452252 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e15a4b-8d48-4b30-bf35-02f5138bf7a0 None None] Checking segment: {'id': '23151279-75ac-4f5a-99b2-c6146d92420f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 15:00:18.458779 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron_lib.callbacks.manager [None req-a1e15a4b-8d48-4b30-bf35-02f5138bf7a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:18.458779 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e15a4b-8d48-4b30-bf35-02f5138bf7a0 None None] Bound using segment: {'id': '23151279-75ac-4f5a-99b2-c6146d92420f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf'} {{(pid=110182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 15:00:18.458779 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.plugins.ml2.managers [None req-a1e15a4b-8d48-4b30-bf35-02f5138bf7a0 None None] Bound port: f5b5c9f7-09d3-4f0d-ba06-52d8b5cfc3b1, host: dv-cinder-831439-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23151279-75ac-4f5a-99b2-c6146d92420f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf'}}] {{(pid=110182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 15:00:18.458779 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron_lib.callbacks.manager [None req-a1e15a4b-8d48-4b30-bf35-02f5138bf7a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (f5b5c9f7-09d3-4f0d-ba06-52d8b5cfc3b1), before_update {{(pid=110182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:18.500623 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Current status of the port 79b51c23-b0a7-4a35-ab3d-abefd3202751 is: ACTIVE; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 15:00:18.514219 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.plugins.ml2.db [None req-a1e15a4b-8d48-4b30-bf35-02f5138bf7a0 None None] For port f5b5c9f7-09d3-4f0d-ba06-52d8b5cfc3b1, host dv-cinder-831439-3-iscsi, cleared binding levels {{(pid=110182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 15:00:18.514657 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.db_base_plugin_common [None req-2075551a-41d3-4921-8ac9-124ea4dc9569 admin admin] Allocated IP 172.20.0.1 (8e0253f3-be69-44b9-92c3-33be31dbad21/75642619-b3dc-44b3-8161-971653f931cb/b4255744-b783-4c55-8d93-f446174b6d2a) {{(pid=110180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 15:00:18.520601 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.plugins.ml2.db [None req-a1e15a4b-8d48-4b30-bf35-02f5138bf7a0 None None] For port f5b5c9f7-09d3-4f0d-ba06-52d8b5cfc3b1, host dv-cinder-831439-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831439-3-iscsi',level=0,port_id=f5b5c9f7-09d3-4f0d-ba06-52d8b5cfc3b1,segment=NetworkSegment(23151279-75ac-4f5a-99b2-c6146d92420f),segment_id=23151279-75ac-4f5a-99b2-c6146d92420f)] {{(pid=110182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 15:00:18.622120 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-2075551a-41d3-4921-8ac9-124ea4dc9569 admin admin] Publish callbacks [] for port (b4255744-b783-4c55-8d93-f446174b6d2a), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:18.701838 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron_lib.callbacks.manager [None req-a1e15a4b-8d48-4b30-bf35-02f5138bf7a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (f5b5c9f7-09d3-4f0d-ba06-52d8b5cfc3b1), after_update {{(pid=110182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:18.730833 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-2075551a-41d3-4921-8ac9-124ea4dc9569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757345480668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672616'] for port (b4255744-b783-4c55-8d93-f446174b6d2a), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:18.763763 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e370e30d-9e98-49c7-abcb-7a0a29f52fff None None] Pushing event updated for resources: {'Port': ['ID=f5b5c9f7-09d3-4f0d-ba06-52d8b5cfc3b1,revision_number=3']} {{(pid=110182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:00:18.772053 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e15a4b-8d48-4b30-bf35-02f5138bf7a0 None None] Routers {'d45b0b72-37a1-44d1-866b-7d14a75c167f'} bound to L3 agent in host dv-cinder-831439-3-iscsi {{(pid=110182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 15:00:18.773781 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_hamode_db [None req-a1e15a4b-8d48-4b30-bf35-02f5138bf7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831439-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T14:48:11Z,description=,heartbeat_timestamp=2022-03-02T15:00:11Z,host='dv-cinder-831439-3-iscsi',id=4b7d4a90-2987-419a-b6cd-7624b7dba065,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T14:48:12Z,topic='l3_agent')) {'router_ids': ['d45b0b72-37a1-44d1-866b-7d14a75c167f'], 'active': True} {{(pid=110182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:00:18.789496 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2075551a-41d3-4921-8ac9-124ea4dc9569 admin admin] Network 8e0253f3-be69-44b9-92c3-33be31dbad21 is already hosted by enough agents. {{(pid=110180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 15:00:18.793883 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.base_scheduler [None req-2075551a-41d3-4921-8ac9-124ea4dc9569 admin admin] Resources bound (agent type, host, resource id): {{(pid=110180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 15:00:18.795873 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2075551a-41d3-4921-8ac9-124ea4dc9569 admin admin] Pushing event updated for resources: {'Port': ['ID=b4255744-b783-4c55-8d93-f446174b6d2a,revision_number=1']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:00:18.798048 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2075551a-41d3-4921-8ac9-124ea4dc9569 admin admin] Received port after_create {{(pid=110180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 15:00:18.845966 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-2075551a-41d3-4921-8ac9-124ea4dc9569 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-559670'] for router_interface (d45b0b72-37a1-44d1-866b-7d14a75c167f), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:18.906900 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_dvr_db [None req-a1e15a4b-8d48-4b30-bf35-02f5138bf7a0 None None] Set router d45b0b72-37a1-44d1-866b-7d14a75c167f gateway port host: dv-cinder-831439-3-iscsi {{(pid=110182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 15:00:19.060374 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-1aa8762d-b28e-4b5f-8c84-c10fb0a7ca3d None None] Provisioning complete for port b4255744-b783-4c55-8d93-f446174b6d2a triggered by entity DHCP. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 15:00:19.061170 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-1aa8762d-b28e-4b5f-8c84-c10fb0a7ca3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (b4255744-b783-4c55-8d93-f446174b6d2a), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:19.099591 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-1aa8762d-b28e-4b5f-8c84-c10fb0a7ca3d None None] Port b4255744-b783-4c55-8d93-f446174b6d2a cannot update to ACTIVE because it is not bound. {{(pid=110181) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 15:00:19.104708 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-78389011-8bef-4e6a-bd0f-e20250117db2 req-5be52a14-c545-4261-afcf-3c899b891c3a tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d194f8a-5691-4901-abc3-747c2aed0fcf HTTP/1.1" status: 200 len: 210 time: 0.0291777 Mar 02 15:00:19.108678 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_hamode_db [None req-a1e15a4b-8d48-4b30-bf35-02f5138bf7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd45b0b72-37a1-44d1-866b-7d14a75c167f', 'name': 'tempest-TestShelveInstance-1957243007-router', 'tenant_id': '35fa8d020fa2455d9f5f379abf47d14e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'f5b5c9f7-09d3-4f0d-ba06-52d8b5cfc3b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T15:00:14Z', 'updated_at': '2022-03-02T15:00:16Z', 'revision_number': 3, 'project_id': '35fa8d020fa2455d9f5f379abf47d14e', 'gw_port': {'id': 'f5b5c9f7-09d3-4f0d-ba06-52d8b5cfc3b1', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c0:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd45b0b72-37a1-44d1-866b-7d14a75c167f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:00:15Z', 'updated_at': '2022-03-02T15:00:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi'}], 'dv-cinder-831439-3-iscsi', False) {} {{(pid=110182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:00:19.139503 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e15a4b-8d48-4b30-bf35-02f5138bf7a0 None None] The sync data for ids ['d45b0b72-37a1-44d1-866b-7d14a75c167f'] in dv-cinder-831439-3-iscsi is: [{'id': 'd45b0b72-37a1-44d1-866b-7d14a75c167f', 'name': 'tempest-TestShelveInstance-1957243007-router', 'tenant_id': '35fa8d020fa2455d9f5f379abf47d14e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'f5b5c9f7-09d3-4f0d-ba06-52d8b5cfc3b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T15:00:14Z', 'updated_at': '2022-03-02T15:00:16Z', 'revision_number': 3, 'project_id': '35fa8d020fa2455d9f5f379abf47d14e', 'gw_port': {'id': 'f5b5c9f7-09d3-4f0d-ba06-52d8b5cfc3b1', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c0:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd45b0b72-37a1-44d1-866b-7d14a75c167f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:00:15Z', 'updated_at': '2022-03-02T15:00:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi'}] {{(pid=110182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 15:00:19.139691 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 56472) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:00:19.145967 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-2075551a-41d3-4921-8ac9-124ea4dc9569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (b4255744-b783-4c55-8d93-f446174b6d2a), before_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:19.153589 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-0d95a095-0db5-48f1-b59c-496bf2efa7dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:19.252362 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-0d95a095-0db5-48f1-b59c-496bf2efa7dc admin admin] Publish callbacks [] for security_group (daa6e712-4cbf-45e5-b056-c47b5f21e81b), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:19.318300 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-0d95a095-0db5-48f1-b59c-496bf2efa7dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (daa6e712-4cbf-45e5-b056-c47b5f21e81b), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:19.350671 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c91169-0c2b-4cc5-9fae-1668023916ed req-eaffe338-8923-4041-bd94-2030610d69f7 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:00:19.352260 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-97c91169-0c2b-4cc5-9fae-1668023916ed req-eaffe338-8923-4041-bd94-2030610d69f7 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a048e7d-380d-4eb6-b2f3-553fde4437a8 HTTP/1.1" status: 200 len: 945 time: 0.0903344 Mar 02 15:00:19.370378 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-0d95a095-0db5-48f1-b59c-496bf2efa7dc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=44792ba1acf24b69bef342b6f43971cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2296116 Mar 02 15:00:19.371280 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d95a095-0db5-48f1-b59c-496bf2efa7dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daa6e712-4cbf-45e5-b056-c47b5f21e81b,revision_number=1']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:00:19.373716 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 56476) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:00:19.413224 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-2075551a-41d3-4921-8ac9-124ea4dc9569 admin admin] Publish callbacks [] for port (b4255744-b783-4c55-8d93-f446174b6d2a), precommit_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:19.467847 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-97c91169-0c2b-4cc5-9fae-1668023916ed req-cc9197c2-18d8-4a3d-be16-d9085b23606f tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080291 Mar 02 15:00:19.477243 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-762b16db-21b0-4e5c-bfba-f33f2905fc4a admin admin] Publish callbacks [] for security_group (daa6e712-4cbf-45e5-b056-c47b5f21e81b), before_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:19.480173 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-2075551a-41d3-4921-8ac9-124ea4dc9569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3672609'] for port (b4255744-b783-4c55-8d93-f446174b6d2a), after_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:19.501634 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-762b16db-21b0-4e5c-bfba-f33f2905fc4a admin admin] Publish callbacks [] for security_group (daa6e712-4cbf-45e5-b056-c47b5f21e81b), precommit_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:19.567700 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2075551a-41d3-4921-8ac9-124ea4dc9569 admin admin] Pushing event updated for resources: {'Port': ['ID=b4255744-b783-4c55-8d93-f446174b6d2a,revision_number=2']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:00:19.585419 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-2075551a-41d3-4921-8ac9-124ea4dc9569 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16231439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-558502'] for router_interface (d45b0b72-37a1-44d1-866b-7d14a75c167f), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:19.642606 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-762b16db-21b0-4e5c-bfba-f33f2905fc4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (daa6e712-4cbf-45e5-b056-c47b5f21e81b), after_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:19.642606 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-762b16db-21b0-4e5c-bfba-f33f2905fc4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:19.644229 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-762b16db-21b0-4e5c-bfba-f33f2905fc4a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/daa6e712-4cbf-45e5-b056-c47b5f21e81b HTTP/1.1" status: 204 len: 168 time: 0.2693849 Mar 02 15:00:19.659872 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762b16db-21b0-4e5c-bfba-f33f2905fc4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daa6e712-4cbf-45e5-b056-c47b5f21e81b,revision_number=None']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:00:19.729971 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0699504b-af8e-42a7-875b-d297cd2704d7 req-31a39358-4d6c-4893-b1d2-b72dce0d58b0 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:00:19.731466 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-0699504b-af8e-42a7-875b-d297cd2704d7 req-31a39358-4d6c-4893-b1d2-b72dce0d58b0 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.55 "GET /v2.0/networks?id=4aeef58e-3340-46c4-943d-ae2ec26e78a0 HTTP/1.1" status: 200 len: 814 time: 0.1771498 Mar 02 15:00:19.752791 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.v2.base [req-0699504b-af8e-42a7-875b-d297cd2704d7 req-b2f45661-c4d0-4739-9c1a-b266a51bfe51 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Request body: {'port': {'device_id': '0d194f8a-5691-4901-abc3-747c2aed0fcf', 'network_id': '4aeef58e-3340-46c4-943d-ae2ec26e78a0', 'admin_state_up': True, 'tenant_id': 'c744cfa2ecd64e8b8882c1e3e1c97e02'}} {{(pid=110180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 15:00:19.814948 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2075551a-41d3-4921-8ac9-124ea4dc9569 admin admin] Network 8e0253f3-be69-44b9-92c3-33be31dbad21 is already hosted by enough agents. {{(pid=110180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 15:00:19.820261 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.base_scheduler [None req-2075551a-41d3-4921-8ac9-124ea4dc9569 admin admin] Resources bound (agent type, host, resource id): {{(pid=110180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 15:00:19.988381 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2075551a-41d3-4921-8ac9-124ea4dc9569 admin admin] Router d45b0b72-37a1-44d1-866b-7d14a75c167f has already been hosted by L3 agent 4b7d4a90-2987-419a-b6cd-7624b7dba065 {{(pid=110180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 15:00:20.041705 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0699504b-af8e-42a7-875b-d297cd2704d7 req-b2f45661-c4d0-4739-9c1a-b266a51bfe51 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Made reservation on behalf of c744cfa2ecd64e8b8882c1e3e1c97e02 for: {'port': 1} {{(pid=110180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 15:00:20.045372 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-0699504b-af8e-42a7-875b-d297cd2704d7 req-b2f45661-c4d0-4739-9c1a-b266a51bfe51 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (None), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:20.159898 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-c37754ea-88f0-4af7-9066-adef2869a94c None None] Provisioning complete for port b4255744-b783-4c55-8d93-f446174b6d2a triggered by entity DHCP. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 15:00:20.160871 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-c37754ea-88f0-4af7-9066-adef2869a94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (b4255744-b783-4c55-8d93-f446174b6d2a), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:20.233174 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-c37754ea-88f0-4af7-9066-adef2869a94c None None] Port b4255744-b783-4c55-8d93-f446174b6d2a cannot update to ACTIVE because it is not bound. {{(pid=110181) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 15:00:20.236606 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Device f5b5c9f7-09d3-4f0d-ba06-52d8b5cfc3b1 up at agent ovs-agent-dv-cinder-831439-3-iscsi {{(pid=110181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 15:00:20.305390 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Provisioning complete for port f5b5c9f7-09d3-4f0d-ba06-52d8b5cfc3b1 triggered by entity L2. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 15:00:20.305848 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (f5b5c9f7-09d3-4f0d-ba06-52d8b5cfc3b1), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:20.390927 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Current status of the port f5b5c9f7-09d3-4f0d-ba06-52d8b5cfc3b1 is: DOWN; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 15:00:20.391328 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (f5b5c9f7-09d3-4f0d-ba06-52d8b5cfc3b1), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:20.413929 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] For port f5b5c9f7-09d3-4f0d-ba06-52d8b5cfc3b1, host dv-cinder-831439-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831439-3-iscsi',level=0,port_id=f5b5c9f7-09d3-4f0d-ba06-52d8b5cfc3b1,segment=NetworkSegment(23151279-75ac-4f5a-99b2-c6146d92420f),segment_id=23151279-75ac-4f5a-99b2-c6146d92420f)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:00:20.479848 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-3758aad6-e7da-426b-b258-8f617c25159d req-0a4dea68-9985-4046-ad1f-26e852207b5b tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d194f8a-5691-4901-abc3-747c2aed0fcf HTTP/1.1" status: 200 len: 210 time: 0.0421917 Mar 02 15:00:20.501407 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (f5b5c9f7-09d3-4f0d-ba06-52d8b5cfc3b1), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:20.530952 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2075551a-41d3-4921-8ac9-124ea4dc9569 admin admin] Notify agent at l3_agent.dv-cinder-831439-3-iscsi the message routers_updated {{(pid=110180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 15:00:20.541033 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-2075551a-41d3-4921-8ac9-124ea4dc9569 admin admin] 10.222.0.52 "PUT /v2.0/routers/d45b0b72-37a1-44d1-866b-7d14a75c167f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9531002 Mar 02 15:00:20.562777 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.db_base_plugin_common [req-0699504b-af8e-42a7-875b-d297cd2704d7 req-b2f45661-c4d0-4739-9c1a-b266a51bfe51 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Allocated IP 172.20.0.9 (4aeef58e-3340-46c4-943d-ae2ec26e78a0/33e89568-1c93-4c51-af7d-02f9e3bdcc0f/eb68c75c-2f0d-44b5-b257-85e76aaf8ddc) {{(pid=110180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 15:00:20.620361 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Pushing event updated for resources: {'Port': ['ID=f5b5c9f7-09d3-4f0d-ba06-52d8b5cfc3b1,revision_number=4']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:00:20.661813 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d69f80-3ae6-43f8-9870-a05ebcabfbce req-69a3771b-1b3e-4354-8570-3c60a881ecad tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:00:20.663438 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-36d69f80-3ae6-43f8-9870-a05ebcabfbce req-69a3771b-1b3e-4354-8570-3c60a881ecad tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a048e7d-380d-4eb6-b2f3-553fde4437a8 HTTP/1.1" status: 200 len: 945 time: 0.0980895 Mar 02 15:00:20.776738 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-36d69f80-3ae6-43f8-9870-a05ebcabfbce req-d644cdef-691c-4925-a2dc-e47ed92f86d0 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979927 Mar 02 15:00:20.798198 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-0699504b-af8e-42a7-875b-d297cd2704d7 req-b2f45661-c4d0-4739-9c1a-b266a51bfe51 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Publish callbacks [] for port (eb68c75c-2f0d-44b5-b257-85e76aaf8ddc), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:20.918837 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-0699504b-af8e-42a7-875b-d297cd2704d7 req-b2f45661-c4d0-4739-9c1a-b266a51bfe51 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757345480668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672616'] for port (eb68c75c-2f0d-44b5-b257-85e76aaf8ddc), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:20.962154 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] get_ports_and_sgs() called for port_ids ['608c0c91-197c-49ef-82b6-c579c40de592', '26c145e1-7ad8-4060-9cba-4b7a54c31241', 'e68042ea-64c2-4166-b54d-fbb206640573'] {{(pid=110181) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 15:00:20.972889 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0699504b-af8e-42a7-875b-d297cd2704d7 req-b2f45661-c4d0-4739-9c1a-b266a51bfe51 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Network 4aeef58e-3340-46c4-943d-ae2ec26e78a0 is already hosted by enough agents. {{(pid=110180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 15:00:20.976206 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.base_scheduler [req-0699504b-af8e-42a7-875b-d297cd2704d7 req-b2f45661-c4d0-4739-9c1a-b266a51bfe51 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Resources bound (agent type, host, resource id): {{(pid=110180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 15:00:20.979835 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.l3_dvrscheduler_db [req-0699504b-af8e-42a7-875b-d297cd2704d7 req-b2f45661-c4d0-4739-9c1a-b266a51bfe51 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Received port after_create {{(pid=110180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 15:00:21.015145 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f45661-c4d0-4739-9c1a-b266a51bfe51 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Pushing event updated for resources: {'Port': ['ID=eb68c75c-2f0d-44b5-b257-85e76aaf8ddc,revision_number=1']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:00:21.038493 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0699504b-af8e-42a7-875b-d297cd2704d7 req-b2f45661-c4d0-4739-9c1a-b266a51bfe51 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:00:21.039363 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-0699504b-af8e-42a7-875b-d297cd2704d7 req-b2f45661-c4d0-4739-9c1a-b266a51bfe51 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221961'] for port (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:21.121414 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-0699504b-af8e-42a7-875b-d297cd2704d7 req-b2f45661-c4d0-4739-9c1a-b266a51bfe51 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3732827 Mar 02 15:00:21.142380 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.v2.base [req-0699504b-af8e-42a7-875b-d297cd2704d7 req-9372f4bc-88b5-4012-92b5-d4699468528f service neutron] Request body: {'port': {'device_id': '0d194f8a-5691-4901-abc3-747c2aed0fcf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83143'}} {{(pid=110180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 15:00:21.216184 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-0699504b-af8e-42a7-875b-d297cd2704d7 req-9372f4bc-88b5-4012-92b5-d4699468528f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (eb68c75c-2f0d-44b5-b257-85e76aaf8ddc), before_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:21.428898 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3c62d9-d27a-427d-ae92-fbc8d9108c3f None None] Sync routers for ids ['d45b0b72-37a1-44d1-866b-7d14a75c167f'] in dv-cinder-831439-3-iscsi {{(pid=110181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 15:00:21.443603 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3c62d9-d27a-427d-ae92-fbc8d9108c3f None None] Routers {'d45b0b72-37a1-44d1-866b-7d14a75c167f'} bound to L3 agent in host dv-cinder-831439-3-iscsi {{(pid=110181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 15:00:21.447231 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-5f3c62d9-d27a-427d-ae92-fbc8d9108c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831439-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T14:48:11Z,description=,heartbeat_timestamp=2022-03-02T15:00:11Z,host='dv-cinder-831439-3-iscsi',id=4b7d4a90-2987-419a-b6cd-7624b7dba065,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T14:48:12Z,topic='l3_agent')) {'router_ids': ['d45b0b72-37a1-44d1-866b-7d14a75c167f'], 'active': True} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:00:21.509694 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.notifiers.nova [req-0699504b-af8e-42a7-875b-d297cd2704d7 req-9372f4bc-88b5-4012-92b5-d4699468528f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb68c75c-2f0d-44b5-b257-85e76aaf8ddc {{(pid=110180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 15:00:21.525392 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-0699504b-af8e-42a7-875b-d297cd2704d7 req-9372f4bc-88b5-4012-92b5-d4699468528f service neutron] Publish callbacks [] for port (eb68c75c-2f0d-44b5-b257-85e76aaf8ddc), precommit_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:21.534245 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.provisioning_blocks [req-0699504b-af8e-42a7-875b-d297cd2704d7 req-9372f4bc-88b5-4012-92b5-d4699468528f service neutron] Transition to ACTIVE for port object eb68c75c-2f0d-44b5-b257-85e76aaf8ddc will not be triggered until provisioned by entity L2. {{(pid=110180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 15:00:21.580761 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvr_db [None req-5f3c62d9-d27a-427d-ae92-fbc8d9108c3f None None] Set router d45b0b72-37a1-44d1-866b-7d14a75c167f gateway port host: dv-cinder-831439-3-iscsi {{(pid=110181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 15:00:21.606142 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df760c23-ce8b-4292-b033-d94eff965b7d req-28958f12-4513-4b73-bc91-c0048d8a8ace tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:00:21.608255 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-df760c23-ce8b-4292-b033-d94eff965b7d req-28958f12-4513-4b73-bc91-c0048d8a8ace tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d194f8a-5691-4901-abc3-747c2aed0fcf HTTP/1.1" status: 200 len: 931 time: 0.0539677 Mar 02 15:00:21.650675 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-0699504b-af8e-42a7-875b-d297cd2704d7 req-9372f4bc-88b5-4012-92b5-d4699468528f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3672609'] for port (eb68c75c-2f0d-44b5-b257-85e76aaf8ddc), after_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:21.658099 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-df760c23-ce8b-4292-b033-d94eff965b7d req-40395a54-00dd-4c4a-b5e1-699c2ab090ad tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/security-groups?id=74537ba6-1b23-49ee-a8f7-21a45895cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447247 Mar 02 15:00:21.722407 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9372f4bc-88b5-4012-92b5-d4699468528f service neutron] Pushing event updated for resources: {'Port': ['ID=eb68c75c-2f0d-44b5-b257-85e76aaf8ddc,revision_number=2']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:00:21.793900 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-5f3c62d9-d27a-427d-ae92-fbc8d9108c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd45b0b72-37a1-44d1-866b-7d14a75c167f', 'name': 'tempest-TestShelveInstance-1957243007-router', 'tenant_id': '35fa8d020fa2455d9f5f379abf47d14e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'f5b5c9f7-09d3-4f0d-ba06-52d8b5cfc3b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T15:00:14Z', 'updated_at': '2022-03-02T15:00:18Z', 'revision_number': 4, 'project_id': '35fa8d020fa2455d9f5f379abf47d14e', 'gw_port': {'id': 'f5b5c9f7-09d3-4f0d-ba06-52d8b5cfc3b1', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45b0b72-37a1-44d1-866b-7d14a75c167f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:00:15Z', 'updated_at': '2022-03-02T15:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi', '_interfaces': [{'id': 'b4255744-b783-4c55-8d93-f446174b6d2a', 'name': '', 'network_id': '8e0253f3-be69-44b9-92c3-33be31dbad21', 'tenant_id': '35fa8d020fa2455d9f5f379abf47d14e', 'mac_address': 'fa:16:3e:96:de:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd45b0b72-37a1-44d1-866b-7d14a75c167f', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '75642619-b3dc-44b3-8161-971653f931cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:00:18Z', 'updated_at': '2022-03-02T15:00:19Z', 'revision_number': 2, 'project_id': '35fa8d020fa2455d9f5f379abf47d14e', 'subnets': [{'id': '75642619-b3dc-44b3-8161-971653f931cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831439-3-iscsi', False) {} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:00:21.794559 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.managers [req-0699504b-af8e-42a7-875b-d297cd2704d7 req-9372f4bc-88b5-4012-92b5-d4699468528f service neutron] Attempting to bind port eb68c75c-2f0d-44b5-b257-85e76aaf8ddc on host hv-cinder-83143 for vnic_type normal with profile {{(pid=110180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 15:00:21.794907 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.managers [req-0699504b-af8e-42a7-875b-d297cd2704d7 req-9372f4bc-88b5-4012-92b5-d4699468528f service neutron] Attempting to bind port eb68c75c-2f0d-44b5-b257-85e76aaf8ddc by drivers openvswitch,hyperv on host hv-cinder-83143 at level 0 using segments [{'id': '8893ea58-7cff-4b58-935d-3a9feb64b4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '4aeef58e-3340-46c4-943d-ae2ec26e78a0'}] {{(pid=110180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 15:00:21.795420 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0699504b-af8e-42a7-875b-d297cd2704d7 req-9372f4bc-88b5-4012-92b5-d4699468528f service neutron] Attempting to bind port eb68c75c-2f0d-44b5-b257-85e76aaf8ddc on network 4aeef58e-3340-46c4-943d-ae2ec26e78a0 {{(pid=110180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 15:00:21.800027 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0699504b-af8e-42a7-875b-d297cd2704d7 req-9372f4bc-88b5-4012-92b5-d4699468528f service neutron] Port eb68c75c-2f0d-44b5-b257-85e76aaf8ddc on network 4aeef58e-3340-46c4-943d-ae2ec26e78a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83143 {{(pid=110180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 15:00:21.800358 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0699504b-af8e-42a7-875b-d297cd2704d7 req-9372f4bc-88b5-4012-92b5-d4699468528f service neutron] Attempting to bind port eb68c75c-2f0d-44b5-b257-85e76aaf8ddc on network 4aeef58e-3340-46c4-943d-ae2ec26e78a0 {{(pid=110180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 15:00:21.805479 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0699504b-af8e-42a7-875b-d297cd2704d7 req-9372f4bc-88b5-4012-92b5-d4699468528f service neutron] Checking agent: {'id': 'a761fe19-4045-45cc-a7c7-f029a0c82591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83143', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 14, 54, 53), 'started_at': datetime.datetime(2022, 3, 2, 14, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 14, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 15:00:21.805824 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0699504b-af8e-42a7-875b-d297cd2704d7 req-9372f4bc-88b5-4012-92b5-d4699468528f service neutron] Checking segment: {'id': '8893ea58-7cff-4b58-935d-3a9feb64b4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '4aeef58e-3340-46c4-943d-ae2ec26e78a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 15:00:21.806215 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0699504b-af8e-42a7-875b-d297cd2704d7 req-9372f4bc-88b5-4012-92b5-d4699468528f service neutron] Bound using segment: {'id': '8893ea58-7cff-4b58-935d-3a9feb64b4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '4aeef58e-3340-46c4-943d-ae2ec26e78a0'} {{(pid=110180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 15:00:21.806647 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.managers [req-0699504b-af8e-42a7-875b-d297cd2704d7 req-9372f4bc-88b5-4012-92b5-d4699468528f service neutron] Bound port: eb68c75c-2f0d-44b5-b257-85e76aaf8ddc, host: hv-cinder-83143, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8893ea58-7cff-4b58-935d-3a9feb64b4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '4aeef58e-3340-46c4-943d-ae2ec26e78a0'}}] {{(pid=110180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 15:00:21.807156 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-0699504b-af8e-42a7-875b-d297cd2704d7 req-9372f4bc-88b5-4012-92b5-d4699468528f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (eb68c75c-2f0d-44b5-b257-85e76aaf8ddc), before_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:21.826956 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3c62d9-d27a-427d-ae92-fbc8d9108c3f None None] Checking router: d45b0b72-37a1-44d1-866b-7d14a75c167f for host: dv-cinder-831439-3-iscsi {{(pid=110181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 15:00:21.827952 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3c62d9-d27a-427d-ae92-fbc8d9108c3f None None] Updating router d45b0b72-37a1-44d1-866b-7d14a75c167f port b4255744-b783-4c55-8d93-f446174b6d2a binding host dv-cinder-831439-3-iscsi {{(pid=110181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 15:00:21.856022 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-5f3c62d9-d27a-427d-ae92-fbc8d9108c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (b4255744-b783-4c55-8d93-f446174b6d2a), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:21.904896 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.db [req-0699504b-af8e-42a7-875b-d297cd2704d7 req-9372f4bc-88b5-4012-92b5-d4699468528f service neutron] For port eb68c75c-2f0d-44b5-b257-85e76aaf8ddc, host hv-cinder-83143, cleared binding levels {{(pid=110180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 15:00:21.921258 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.db [req-0699504b-af8e-42a7-875b-d297cd2704d7 req-9372f4bc-88b5-4012-92b5-d4699468528f service neutron] For port eb68c75c-2f0d-44b5-b257-85e76aaf8ddc, host hv-cinder-83143, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=eb68c75c-2f0d-44b5-b257-85e76aaf8ddc,segment=NetworkSegment(8893ea58-7cff-4b58-935d-3a9feb64b4ca),segment_id=8893ea58-7cff-4b58-935d-3a9feb64b4ca)] {{(pid=110180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 15:00:21.939442 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bf1052-37b6-4867-ab4b-7f0165c4e5c7 req-5148c7cc-cf2d-408b-a775-43c0c8c6537d tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:00:21.940976 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-14bf1052-37b6-4867-ab4b-7f0165c4e5c7 req-5148c7cc-cf2d-408b-a775-43c0c8c6537d tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a048e7d-380d-4eb6-b2f3-553fde4437a8 HTTP/1.1" status: 200 len: 945 time: 0.0773785 Mar 02 15:00:21.992413 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-14bf1052-37b6-4867-ab4b-7f0165c4e5c7 req-bde5b0fc-2648-4879-83a8-829727498d93 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456028 Mar 02 15:00:22.009918 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-0699504b-af8e-42a7-875b-d297cd2704d7 req-9372f4bc-88b5-4012-92b5-d4699468528f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3672609'] for port (eb68c75c-2f0d-44b5-b257-85e76aaf8ddc), after_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:22.050760 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0699504b-af8e-42a7-875b-d297cd2704d7 req-9372f4bc-88b5-4012-92b5-d4699468528f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:00:22.051602 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-0699504b-af8e-42a7-875b-d297cd2704d7 req-9372f4bc-88b5-4012-92b5-d4699468528f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221961'] for port (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:22.053200 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-0699504b-af8e-42a7-875b-d297cd2704d7 req-9372f4bc-88b5-4012-92b5-d4699468528f service neutron] 10.222.0.55 "PUT /v2.0/ports/eb68c75c-2f0d-44b5-b257-85e76aaf8ddc HTTP/1.1" status: 200 len: 1093 time: 0.9168699 Mar 02 15:00:22.055141 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d194f8a-5691-4901-abc3-747c2aed0fcf', 'tag': 'eb68c75c-2f0d-44b5-b257-85e76aaf8ddc'}] {{(pid=110180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 15:00:22.056908 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d4cb776884cbbf8177075bc934a95f6bdaf5bba346c2d7fc75eae3cda02a5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea60b6a0-8350-49e8-9567-079351a29e93" -d '{"events": [{"name": "network-changed", "server_uuid": "0d194f8a-5691-4901-abc3-747c2aed0fcf", "tag": "eb68c75c-2f0d-44b5-b257-85e76aaf8ddc"}]}' {{(pid=110180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 15:00:22.123774 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9372f4bc-88b5-4012-92b5-d4699468528f service neutron] Pushing event updated for resources: {'Port': ['ID=eb68c75c-2f0d-44b5-b257-85e76aaf8ddc,revision_number=3']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:00:22.141817 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 15:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91111cac-0995-4ddd-85c0-6f70477ca549 x-openstack-request-id: req-91111cac-0995-4ddd-85c0-6f70477ca549 {{(pid=110180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 15:00:22.142228 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d194f8a-5691-4901-abc3-747c2aed0fcf", "tag": "eb68c75c-2f0d-44b5-b257-85e76aaf8ddc", "status": "completed", "code": 200}]} {{(pid=110180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 15:00:22.142579 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-91111cac-0995-4ddd-85c0-6f70477ca549 {{(pid=110180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 15:00:22.143516 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d194f8a-5691-4901-abc3-747c2aed0fcf', 'tag': 'eb68c75c-2f0d-44b5-b257-85e76aaf8ddc', 'status': 'completed', 'code': 200} Mar 02 15:00:22.171697 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-5f3c62d9-d27a-427d-ae92-fbc8d9108c3f None None] Publish callbacks [] for port (b4255744-b783-4c55-8d93-f446174b6d2a), precommit_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:22.192365 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Device f5b5c9f7-09d3-4f0d-ba06-52d8b5cfc3b1 up at agent ovs-agent-dv-cinder-831439-3-iscsi {{(pid=110181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 15:00:22.222254 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea60b6a0-8350-49e8-9567-079351a29e93 req-a0b5b84d-6cf6-4fa3-a54d-87d2f03e973d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:00:22.223933 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ea60b6a0-8350-49e8-9567-079351a29e93 req-a0b5b84d-6cf6-4fa3-a54d-87d2f03e973d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c744cfa2ecd64e8b8882c1e3e1c97e02&device_id=0d194f8a-5691-4901-abc3-747c2aed0fcf HTTP/1.1" status: 200 len: 1127 time: 0.0555952 Mar 02 15:00:22.246134 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Provisioning complete for port f5b5c9f7-09d3-4f0d-ba06-52d8b5cfc3b1 triggered by entity L2. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 15:00:22.246519 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (f5b5c9f7-09d3-4f0d-ba06-52d8b5cfc3b1), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:22.304513 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 56536) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:00:22.309661 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.v2.base [None req-3aa4785c-5e34-4038-aa87-53c37c0bf27d tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-952337530', 'description': 'tempest-secgroup-smoke-952337530 description', 'project_id': 'ef7ebc74e4e04842a71eef9540bbb905'}} {{(pid=110179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 15:00:22.334853 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Current status of the port f5b5c9f7-09d3-4f0d-ba06-52d8b5cfc3b1 is: ACTIVE; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 15:00:22.339234 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-5f3c62d9-d27a-427d-ae92-fbc8d9108c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (b4255744-b783-4c55-8d93-f446174b6d2a), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:22.341621 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea60b6a0-8350-49e8-9567-079351a29e93 req-83e177f1-0edc-478b-9d4e-4271c91d75eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:00:22.343162 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ea60b6a0-8350-49e8-9567-079351a29e93 req-83e177f1-0edc-478b-9d4e-4271c91d75eb service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=c744cfa2ecd64e8b8882c1e3e1c97e02&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1043766 Mar 02 15:00:22.433171 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f7af92-71fc-4bad-a9d3-6ece3fa03c38 None None] Pushing event updated for resources: {'Port': ['ID=b4255744-b783-4c55-8d93-f446174b6d2a,revision_number=3']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:00:22.446752 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.managers [None req-5f3c62d9-d27a-427d-ae92-fbc8d9108c3f None None] Attempting to bind port b4255744-b783-4c55-8d93-f446174b6d2a on host dv-cinder-831439-3-iscsi for vnic_type normal with profile {{(pid=110181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 15:00:22.446984 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.managers [None req-5f3c62d9-d27a-427d-ae92-fbc8d9108c3f None None] Attempting to bind port b4255744-b783-4c55-8d93-f446174b6d2a by drivers openvswitch,hyperv on host dv-cinder-831439-3-iscsi at level 0 using segments [{'id': '361c82d9-fa65-4ef0-ba13-371d2df0f42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '8e0253f3-be69-44b9-92c3-33be31dbad21'}] {{(pid=110181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 15:00:22.447516 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3c62d9-d27a-427d-ae92-fbc8d9108c3f None None] Attempting to bind port b4255744-b783-4c55-8d93-f446174b6d2a on network 8e0253f3-be69-44b9-92c3-33be31dbad21 {{(pid=110181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 15:00:22.449493 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-3aa4785c-5e34-4038-aa87-53c37c0bf27d tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Publish callbacks [] for security_group (None), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:22.462329 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea60b6a0-8350-49e8-9567-079351a29e93 req-db8188ad-28e8-49dc-9340-c0ff2d2d2640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:00:22.462998 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3c62d9-d27a-427d-ae92-fbc8d9108c3f None None] Checking agent: {'id': '3a73802c-5f14-4c1f-8439-e74c4c90063b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831439-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 14, 48, 15), 'started_at': datetime.datetime(2022, 3, 2, 14, 48, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 15, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831439-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 15:00:22.464562 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3c62d9-d27a-427d-ae92-fbc8d9108c3f None None] Checking segment: {'id': '361c82d9-fa65-4ef0-ba13-371d2df0f42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '8e0253f3-be69-44b9-92c3-33be31dbad21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 15:00:22.464562 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-5f3c62d9-d27a-427d-ae92-fbc8d9108c3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:22.464562 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3c62d9-d27a-427d-ae92-fbc8d9108c3f None None] Bound using segment: {'id': '361c82d9-fa65-4ef0-ba13-371d2df0f42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '8e0253f3-be69-44b9-92c3-33be31dbad21'} {{(pid=110181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 15:00:22.464890 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ea60b6a0-8350-49e8-9567-079351a29e93 req-db8188ad-28e8-49dc-9340-c0ff2d2d2640 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1152377 Mar 02 15:00:22.464980 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.managers [None req-5f3c62d9-d27a-427d-ae92-fbc8d9108c3f None None] Bound port: b4255744-b783-4c55-8d93-f446174b6d2a, host: dv-cinder-831439-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '361c82d9-fa65-4ef0-ba13-371d2df0f42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '8e0253f3-be69-44b9-92c3-33be31dbad21'}}] {{(pid=110181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 15:00:22.465092 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-5f3c62d9-d27a-427d-ae92-fbc8d9108c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (b4255744-b783-4c55-8d93-f446174b6d2a), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:22.533379 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-3aa4785c-5e34-4038-aa87-53c37c0bf27d tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Publish callbacks [] for security_group (f2b985be-7f57-4364-87a1-c62bf9e90a30), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:22.540179 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-5f3c62d9-d27a-427d-ae92-fbc8d9108c3f None None] For port b4255744-b783-4c55-8d93-f446174b6d2a, host dv-cinder-831439-3-iscsi, cleared binding levels {{(pid=110181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 15:00:22.543504 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-5f3c62d9-d27a-427d-ae92-fbc8d9108c3f None None] For port b4255744-b783-4c55-8d93-f446174b6d2a, host dv-cinder-831439-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831439-3-iscsi',level=0,port_id=b4255744-b783-4c55-8d93-f446174b6d2a,segment=NetworkSegment(361c82d9-fa65-4ef0-ba13-371d2df0f42d),segment_id=361c82d9-fa65-4ef0-ba13-371d2df0f42d)] {{(pid=110181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 15:00:22.595939 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0699504b-af8e-42a7-875b-d297cd2704d7 req-fbd0ba55-46df-40a6-b07c-5098ef5608b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:00:22.597564 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-0699504b-af8e-42a7-875b-d297cd2704d7 req-fbd0ba55-46df-40a6-b07c-5098ef5608b7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c744cfa2ecd64e8b8882c1e3e1c97e02&device_id=0d194f8a-5691-4901-abc3-747c2aed0fcf HTTP/1.1" status: 200 len: 1127 time: 0.0506227 Mar 02 15:00:22.653916 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-0699504b-af8e-42a7-875b-d297cd2704d7 req-ea4f9b89-0828-455c-89ab-2b2c9f7ec9fd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eb68c75c-2f0d-44b5-b257-85e76aaf8ddc HTTP/1.1" status: 200 len: 217 time: 0.0362101 Mar 02 15:00:22.670459 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-c4cd6e3e-a8cf-49a9-b382-eec5b6c807fb None None] Provisioning complete for port b4255744-b783-4c55-8d93-f446174b6d2a triggered by entity DHCP. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 15:00:22.670847 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-c4cd6e3e-a8cf-49a9-b382-eec5b6c807fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (b4255744-b783-4c55-8d93-f446174b6d2a), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:22.678445 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-3aa4785c-5e34-4038-aa87-53c37c0bf27d tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (f2b985be-7f57-4364-87a1-c62bf9e90a30), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:22.716590 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-c4cd6e3e-a8cf-49a9-b382-eec5b6c807fb None None] Port b4255744-b783-4c55-8d93-f446174b6d2a cannot update to ACTIVE because it is not bound. {{(pid=110181) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 15:00:22.729494 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0699504b-af8e-42a7-875b-d297cd2704d7 req-46881176-39b2-4fde-afc3-b360b47d98c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:00:22.731381 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-0699504b-af8e-42a7-875b-d297cd2704d7 req-46881176-39b2-4fde-afc3-b360b47d98c6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=33e89568-1c93-4c51-af7d-02f9e3bdcc0f HTTP/1.1" status: 200 len: 854 time: 0.0735917 Mar 02 15:00:22.737368 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa4785c-5e34-4038-aa87-53c37c0bf27d tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b985be-7f57-4364-87a1-c62bf9e90a30,revision_number=1']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:00:22.741588 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-5f3c62d9-d27a-427d-ae92-fbc8d9108c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (b4255744-b783-4c55-8d93-f446174b6d2a), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:22.772887 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-0699504b-af8e-42a7-875b-d297cd2704d7 req-aa4d5b92-8891-457c-878c-07ff5e8b417a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4aeef58e-3340-46c4-943d-ae2ec26e78a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298417 Mar 02 15:00:22.816416 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f7af92-71fc-4bad-a9d3-6ece3fa03c38 None None] Pushing event updated for resources: {'Port': ['ID=b4255744-b783-4c55-8d93-f446174b6d2a,revision_number=4']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:00:22.819079 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3c62d9-d27a-427d-ae92-fbc8d9108c3f None None] Routers {'d45b0b72-37a1-44d1-866b-7d14a75c167f'} bound to L3 agent in host dv-cinder-831439-3-iscsi {{(pid=110181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 15:00:22.819771 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-5f3c62d9-d27a-427d-ae92-fbc8d9108c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831439-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T14:48:11Z,description=,heartbeat_timestamp=2022-03-02T15:00:11Z,host='dv-cinder-831439-3-iscsi',id=4b7d4a90-2987-419a-b6cd-7624b7dba065,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T14:48:12Z,topic='l3_agent')) {'router_ids': ['d45b0b72-37a1-44d1-866b-7d14a75c167f'], 'active': True} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:00:22.825967 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-3aa4785c-5e34-4038-aa87-53c37c0bf27d tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Publish callbacks [] for security_group (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:22.825967 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-3aa4785c-5e34-4038-aa87-53c37c0bf27d tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5165422 Mar 02 15:00:22.825967 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 56550) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:00:22.831051 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.v2.base [None req-e202ffa7-92c5-43f8-8ebc-5b3ec272dfea tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Request body: {'security_group_rule': {'security_group_id': 'f2b985be-7f57-4364-87a1-c62bf9e90a30', 'project_id': 'ef7ebc74e4e04842a71eef9540bbb905', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 15:00:22.949175 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65b81a0-c5a4-4c53-a4a5-4720f2a2c7f9 req-52de79e7-3a57-453f-907d-ce0d5b46bb09 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:00:22.950775 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-c65b81a0-c5a4-4c53-a4a5-4720f2a2c7f9 req-52de79e7-3a57-453f-907d-ce0d5b46bb09 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d194f8a-5691-4901-abc3-747c2aed0fcf HTTP/1.1" status: 200 len: 943 time: 0.1770546 Mar 02 15:00:22.958510 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-e202ffa7-92c5-43f8-8ebc-5b3ec272dfea tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Publish callbacks [] for security_group_rule (099862b3-7357-41aa-a571-82256b6c4eca), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:22.960555 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-0699504b-af8e-42a7-875b-d297cd2704d7 req-2d49e4db-9e2f-49e3-8f10-f489ab92fe91 service neutron] 10.222.0.55 "GET /v2.0/networks/4aeef58e-3340-46c4-943d-ae2ec26e78a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727383 Mar 02 15:00:22.965455 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvr_db [None req-5f3c62d9-d27a-427d-ae92-fbc8d9108c3f None None] Set router d45b0b72-37a1-44d1-866b-7d14a75c167f gateway port host: dv-cinder-831439-3-iscsi {{(pid=110181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 15:00:23.076817 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-c65b81a0-c5a4-4c53-a4a5-4720f2a2c7f9 req-b7f8e439-ae35-4abb-b062-4d405ae30d1d tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/security-groups?id=74537ba6-1b23-49ee-a8f7-21a45895cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186049 Mar 02 15:00:23.121140 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-e202ffa7-92c5-43f8-8ebc-5b3ec272dfea tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Publish callbacks [] for security_group_rule (099862b3-7357-41aa-a571-82256b6c4eca), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:23.154153 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-0c1ccb72-0468-40fb-b825-84fdc59205fb None None] Provisioning complete for port b4255744-b783-4c55-8d93-f446174b6d2a triggered by entity DHCP. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 15:00:23.154537 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-0c1ccb72-0468-40fb-b825-84fdc59205fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (b4255744-b783-4c55-8d93-f446174b6d2a), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:23.171374 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-0699504b-af8e-42a7-875b-d297cd2704d7 req-55e11df5-487d-4c88-92dd-bff807f27ea5 service neutron] 10.222.0.55 "GET /v2.0/networks/4aeef58e-3340-46c4-943d-ae2ec26e78a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036238 Mar 02 15:00:23.206216 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d996f5b-3f5e-4a32-b877-b91774a5e374 req-32b7ea1b-2c8e-4391-bcb5-750168c079c7 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:00:23.220904 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-0d996f5b-3f5e-4a32-b877-b91774a5e374 req-32b7ea1b-2c8e-4391-bcb5-750168c079c7 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a048e7d-380d-4eb6-b2f3-553fde4437a8 HTTP/1.1" status: 200 len: 945 time: 0.0985446 Mar 02 15:00:23.221381 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-e202ffa7-92c5-43f8-8ebc-5b3ec272dfea tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769636'] for security_group_rule (099862b3-7357-41aa-a571-82256b6c4eca), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:23.246795 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e202ffa7-92c5-43f8-8ebc-5b3ec272dfea tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=099862b3-7357-41aa-a571-82256b6c4eca,revision_number=0']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:00:23.286586 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-0d996f5b-3f5e-4a32-b877-b91774a5e374 req-f5a21e19-e2a7-41aa-8563-f185bf07401d tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622687 Mar 02 15:00:23.302867 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-0c1ccb72-0468-40fb-b825-84fdc59205fb None None] Current status of the port b4255744-b783-4c55-8d93-f446174b6d2a is: DOWN; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 15:00:23.303257 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-0c1ccb72-0468-40fb-b825-84fdc59205fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (b4255744-b783-4c55-8d93-f446174b6d2a), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:23.354552 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-e202ffa7-92c5-43f8-8ebc-5b3ec272dfea tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:23.355960 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-e202ffa7-92c5-43f8-8ebc-5b3ec272dfea tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5287240 Mar 02 15:00:23.359288 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 56558) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:00:23.364768 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.v2.base [None req-ac4f2fdf-1f24-474f-8a33-6c6f98f4d6ec tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Request body: {'security_group_rule': {'security_group_id': 'f2b985be-7f57-4364-87a1-c62bf9e90a30', 'project_id': 'ef7ebc74e4e04842a71eef9540bbb905', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 15:00:23.459690 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-5f3c62d9-d27a-427d-ae92-fbc8d9108c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd45b0b72-37a1-44d1-866b-7d14a75c167f', 'name': 'tempest-TestShelveInstance-1957243007-router', 'tenant_id': '35fa8d020fa2455d9f5f379abf47d14e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'f5b5c9f7-09d3-4f0d-ba06-52d8b5cfc3b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T15:00:14Z', 'updated_at': '2022-03-02T15:00:18Z', 'revision_number': 4, 'project_id': '35fa8d020fa2455d9f5f379abf47d14e', 'gw_port': {'id': 'f5b5c9f7-09d3-4f0d-ba06-52d8b5cfc3b1', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45b0b72-37a1-44d1-866b-7d14a75c167f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:00:15Z', 'updated_at': '2022-03-02T15:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi', '_interfaces': [{'id': 'b4255744-b783-4c55-8d93-f446174b6d2a', 'name': '', 'network_id': '8e0253f3-be69-44b9-92c3-33be31dbad21', 'tenant_id': '35fa8d020fa2455d9f5f379abf47d14e', 'mac_address': 'fa:16:3e:96:de:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd45b0b72-37a1-44d1-866b-7d14a75c167f', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '75642619-b3dc-44b3-8161-971653f931cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:00:18Z', 'updated_at': '2022-03-02T15:00:22Z', 'revision_number': 4, 'project_id': '35fa8d020fa2455d9f5f379abf47d14e', 'subnets': [{'id': '75642619-b3dc-44b3-8161-971653f931cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831439-3-iscsi', False) {} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:00:23.491083 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-0c1ccb72-0468-40fb-b825-84fdc59205fb None None] For port b4255744-b783-4c55-8d93-f446174b6d2a, host dv-cinder-831439-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831439-3-iscsi',level=0,port_id=b4255744-b783-4c55-8d93-f446174b6d2a,segment=NetworkSegment(361c82d9-fa65-4ef0-ba13-371d2df0f42d),segment_id=361c82d9-fa65-4ef0-ba13-371d2df0f42d)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:00:23.492362 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3c62d9-d27a-427d-ae92-fbc8d9108c3f None None] The sync data for ids ['d45b0b72-37a1-44d1-866b-7d14a75c167f'] in dv-cinder-831439-3-iscsi is: [{'id': 'd45b0b72-37a1-44d1-866b-7d14a75c167f', 'name': 'tempest-TestShelveInstance-1957243007-router', 'tenant_id': '35fa8d020fa2455d9f5f379abf47d14e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'f5b5c9f7-09d3-4f0d-ba06-52d8b5cfc3b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T15:00:14Z', 'updated_at': '2022-03-02T15:00:18Z', 'revision_number': 4, 'project_id': '35fa8d020fa2455d9f5f379abf47d14e', 'gw_port': {'id': 'f5b5c9f7-09d3-4f0d-ba06-52d8b5cfc3b1', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45b0b72-37a1-44d1-866b-7d14a75c167f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:00:15Z', 'updated_at': '2022-03-02T15:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi', '_interfaces': [{'id': 'b4255744-b783-4c55-8d93-f446174b6d2a', 'name': '', 'network_id': '8e0253f3-be69-44b9-92c3-33be31dbad21', 'tenant_id': '35fa8d020fa2455d9f5f379abf47d14e', 'mac_address': 'fa:16:3e:96:de:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd45b0b72-37a1-44d1-866b-7d14a75c167f', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '75642619-b3dc-44b3-8161-971653f931cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:00:18Z', 'updated_at': '2022-03-02T15:00:22Z', 'revision_number': 4, 'project_id': '35fa8d020fa2455d9f5f379abf47d14e', 'subnets': [{'id': '75642619-b3dc-44b3-8161-971653f931cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 15:00:23.494783 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-ac4f2fdf-1f24-474f-8a33-6c6f98f4d6ec tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Publish callbacks [] for security_group_rule (fd871378-5946-4837-81d9-9cfcba217ddd), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:23.561607 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-ac4f2fdf-1f24-474f-8a33-6c6f98f4d6ec tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Publish callbacks [] for security_group_rule (fd871378-5946-4837-81d9-9cfcba217ddd), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:23.656023 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-0c1ccb72-0468-40fb-b825-84fdc59205fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (b4255744-b783-4c55-8d93-f446174b6d2a), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:23.707227 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-ac4f2fdf-1f24-474f-8a33-6c6f98f4d6ec tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769636'] for security_group_rule (fd871378-5946-4837-81d9-9cfcba217ddd), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:23.707445 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1ccb72-0468-40fb-b825-84fdc59205fb None None] Pushing event updated for resources: {'Port': ['ID=b4255744-b783-4c55-8d93-f446174b6d2a,revision_number=5']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:00:23.728248 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4f2fdf-1f24-474f-8a33-6c6f98f4d6ec tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd871378-5946-4837-81d9-9cfcba217ddd,revision_number=0']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:00:23.846722 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-ac4f2fdf-1f24-474f-8a33-6c6f98f4d6ec tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:23.848105 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-ac4f2fdf-1f24-474f-8a33-6c6f98f4d6ec tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4877067 Mar 02 15:00:23.850746 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 56560) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:00:23.855078 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.v2.base [None req-540c05aa-9617-4a34-9321-d88dda33fb0a tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Request body: {'security_group_rule': {'security_group_id': 'f2b985be-7f57-4364-87a1-c62bf9e90a30', 'project_id': 'ef7ebc74e4e04842a71eef9540bbb905', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 15:00:23.969057 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-540c05aa-9617-4a34-9321-d88dda33fb0a tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Publish callbacks [] for security_group_rule (98d7c446-b3cd-448e-bc0c-afbd8dbf6694), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:24.067634 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-540c05aa-9617-4a34-9321-d88dda33fb0a tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Publish callbacks [] for security_group_rule (98d7c446-b3cd-448e-bc0c-afbd8dbf6694), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:24.158982 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-540c05aa-9617-4a34-9321-d88dda33fb0a tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769636'] for security_group_rule (98d7c446-b3cd-448e-bc0c-afbd8dbf6694), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:24.167558 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Device b4255744-b783-4c55-8d93-f446174b6d2a up at agent ovs-agent-dv-cinder-831439-3-iscsi {{(pid=110181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 15:00:24.212893 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540c05aa-9617-4a34-9321-d88dda33fb0a tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98d7c446-b3cd-448e-bc0c-afbd8dbf6694,revision_number=0']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:00:24.240165 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Provisioning complete for port b4255744-b783-4c55-8d93-f446174b6d2a triggered by entity L2. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 15:00:24.241575 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (b4255744-b783-4c55-8d93-f446174b6d2a), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:24.262019 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d6bd2-cf00-4121-adf8-88d0ddae3da4 req-9e900527-2467-4edf-879f-de3e70ae7462 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:00:24.264970 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-d32d6bd2-cf00-4121-adf8-88d0ddae3da4 req-9e900527-2467-4edf-879f-de3e70ae7462 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d194f8a-5691-4901-abc3-747c2aed0fcf HTTP/1.1" status: 200 len: 943 time: 0.0884845 Mar 02 15:00:24.320340 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-d32d6bd2-cf00-4121-adf8-88d0ddae3da4 req-d3e93344-df05-4991-becf-c2342962bd8e tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/security-groups?id=74537ba6-1b23-49ee-a8f7-21a45895cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497012 Mar 02 15:00:24.344286 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-540c05aa-9617-4a34-9321-d88dda33fb0a tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:24.345676 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-540c05aa-9617-4a34-9321-d88dda33fb0a tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4939244 Mar 02 15:00:24.349677 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Current status of the port b4255744-b783-4c55-8d93-f446174b6d2a is: ACTIVE; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 15:00:24.349916 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 56570) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:00:24.356907 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.v2.base [None req-515862c5-a614-4733-88f9-c41673409b12 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Request body: {'security_group_rule': {'security_group_id': 'f2b985be-7f57-4364-87a1-c62bf9e90a30', 'project_id': 'ef7ebc74e4e04842a71eef9540bbb905', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 15:00:24.430845 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb55c5b9-d53c-40ca-9201-2057a3ff5d1e req-11067b50-fdbc-45ad-9b3e-3ca9ea3ac0a4 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:00:24.432363 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-eb55c5b9-d53c-40ca-9201-2057a3ff5d1e req-11067b50-fdbc-45ad-9b3e-3ca9ea3ac0a4 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a048e7d-380d-4eb6-b2f3-553fde4437a8 HTTP/1.1" status: 200 len: 945 time: 0.0534286 Mar 02 15:00:24.486921 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-eb55c5b9-d53c-40ca-9201-2057a3ff5d1e req-e05d0c2f-db31-417e-94d3-3bdcefa10d32 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489635 Mar 02 15:00:24.488262 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-515862c5-a614-4733-88f9-c41673409b12 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Publish callbacks [] for security_group_rule (d7a96481-0cdd-44d2-b912-753b7ca5596e), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:24.538217 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-515862c5-a614-4733-88f9-c41673409b12 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Publish callbacks [] for security_group_rule (d7a96481-0cdd-44d2-b912-753b7ca5596e), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:24.701357 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-515862c5-a614-4733-88f9-c41673409b12 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769636'] for security_group_rule (d7a96481-0cdd-44d2-b912-753b7ca5596e), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:24.720354 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515862c5-a614-4733-88f9-c41673409b12 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7a96481-0cdd-44d2-b912-753b7ca5596e,revision_number=0']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:00:24.886277 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-515862c5-a614-4733-88f9-c41673409b12 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:24.887533 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-515862c5-a614-4733-88f9-c41673409b12 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5365663 Mar 02 15:00:24.890283 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 56572) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:00:24.894630 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.v2.base [None req-fb0e27bd-5ae1-4392-908b-1fe7dbe61330 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Request body: {'security_group_rule': {'security_group_id': 'f2b985be-7f57-4364-87a1-c62bf9e90a30', 'project_id': 'ef7ebc74e4e04842a71eef9540bbb905', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 15:00:24.992672 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.db.securitygroups_db [None req-fb0e27bd-5ae1-4392-908b-1fe7dbe61330 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Project ef7ebc74e4e04842a71eef9540bbb905 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 15:00:24.997909 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-fb0e27bd-5ae1-4392-908b-1fe7dbe61330 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Publish callbacks [] for security_group_rule (329d6f0b-de8a-454d-b158-7d4b0e9eac69), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:25.055023 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-fb0e27bd-5ae1-4392-908b-1fe7dbe61330 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Publish callbacks [] for security_group_rule (329d6f0b-de8a-454d-b158-7d4b0e9eac69), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:25.135790 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-fb0e27bd-5ae1-4392-908b-1fe7dbe61330 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769636'] for security_group_rule (329d6f0b-de8a-454d-b158-7d4b0e9eac69), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:25.153236 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0e27bd-5ae1-4392-908b-1fe7dbe61330 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=329d6f0b-de8a-454d-b158-7d4b0e9eac69,revision_number=0']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:00:25.263411 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-fb0e27bd-5ae1-4392-908b-1fe7dbe61330 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:25.264624 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-fb0e27bd-5ae1-4392-908b-1fe7dbe61330 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3734026 Mar 02 15:00:25.267403 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 56576) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:00:25.271647 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.v2.base [None req-15a69d00-2ebd-4dee-85a5-718df5a307d8 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Request body: {'security_group_rule': {'security_group_id': 'f2b985be-7f57-4364-87a1-c62bf9e90a30', 'project_id': 'ef7ebc74e4e04842a71eef9540bbb905', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 15:00:25.370309 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.db.securitygroups_db [None req-15a69d00-2ebd-4dee-85a5-718df5a307d8 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Project ef7ebc74e4e04842a71eef9540bbb905 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 15:00:25.375897 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-15a69d00-2ebd-4dee-85a5-718df5a307d8 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Publish callbacks [] for security_group_rule (e7b766d1-eab5-4f50-9b00-128ff4019dee), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:25.457252 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-15a69d00-2ebd-4dee-85a5-718df5a307d8 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Publish callbacks [] for security_group_rule (e7b766d1-eab5-4f50-9b00-128ff4019dee), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:25.472287 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fff806-7f1e-4cc1-b62b-dc507686f625 req-f18d4060-2e9e-4ea6-90e7-ac952b272241 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:00:25.473816 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-45fff806-7f1e-4cc1-b62b-dc507686f625 req-f18d4060-2e9e-4ea6-90e7-ac952b272241 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d194f8a-5691-4901-abc3-747c2aed0fcf HTTP/1.1" status: 200 len: 943 time: 0.0785508 Mar 02 15:00:25.524387 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-45fff806-7f1e-4cc1-b62b-dc507686f625 req-ff91dcb3-1c52-42e4-bb2a-01bae3ecd6a9 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/security-groups?id=74537ba6-1b23-49ee-a8f7-21a45895cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443556 Mar 02 15:00:25.535447 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-15a69d00-2ebd-4dee-85a5-718df5a307d8 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769636'] for security_group_rule (e7b766d1-eab5-4f50-9b00-128ff4019dee), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:25.553479 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a69d00-2ebd-4dee-85a5-718df5a307d8 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7b766d1-eab5-4f50-9b00-128ff4019dee,revision_number=0']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:00:25.615321 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ec0e3b-53a8-4a9b-bafd-67657edc1c5e req-23182fd1-b09b-44e1-be35-441919853971 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:00:25.616877 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-c5ec0e3b-53a8-4a9b-bafd-67657edc1c5e req-23182fd1-b09b-44e1-be35-441919853971 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a048e7d-380d-4eb6-b2f3-553fde4437a8 HTTP/1.1" status: 200 len: 945 time: 0.0539913 Mar 02 15:00:25.663687 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-c5ec0e3b-53a8-4a9b-bafd-67657edc1c5e req-ead81371-0990-4588-9c78-0213a42d379c tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404434 Mar 02 15:00:25.679986 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-15a69d00-2ebd-4dee-85a5-718df5a307d8 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:25.681843 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-15a69d00-2ebd-4dee-85a5-718df5a307d8 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4128642 Mar 02 15:00:26.647038 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1449b5-f68f-497f-b373-a269b5d7942b req-beb141cc-76dc-4062-a856-01c6de134392 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:00:26.648673 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-be1449b5-f68f-497f-b373-a269b5d7942b req-beb141cc-76dc-4062-a856-01c6de134392 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d194f8a-5691-4901-abc3-747c2aed0fcf HTTP/1.1" status: 200 len: 943 time: 0.0536289 Mar 02 15:00:26.702110 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-be1449b5-f68f-497f-b373-a269b5d7942b req-459557be-dfc3-4e22-981e-c2616ea517d5 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/security-groups?id=74537ba6-1b23-49ee-a8f7-21a45895cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476069 Mar 02 15:00:26.711493 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Device eb68c75c-2f0d-44b5-b257-85e76aaf8ddc details requested by agent hyperv_hv-cinder-83143 with host hv-cinder-83143 {{(pid=110181) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 15:00:26.788552 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ee7d63-9f2b-425e-ad90-f014c5a4a440 req-555292e9-ca2c-466c-840a-bc95015fe889 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:00:26.790043 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-33ee7d63-9f2b-425e-ad90-f014c5a4a440 req-555292e9-ca2c-466c-840a-bc95015fe889 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a048e7d-380d-4eb6-b2f3-553fde4437a8 HTTP/1.1" status: 200 len: 945 time: 0.0550694 Mar 02 15:00:26.825526 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] For port eb68c75c-2f0d-44b5-b257-85e76aaf8ddc, host hv-cinder-83143, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=eb68c75c-2f0d-44b5-b257-85e76aaf8ddc,segment=NetworkSegment(8893ea58-7cff-4b58-935d-3a9feb64b4ca),segment_id=8893ea58-7cff-4b58-935d-3a9feb64b4ca)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:00:26.838161 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Returning: {'device': 'eb68c75c-2f0d-44b5-b257-85e76aaf8ddc', 'network_id': '4aeef58e-3340-46c4-943d-ae2ec26e78a0', 'port_id': 'eb68c75c-2f0d-44b5-b257-85e76aaf8ddc', 'mac_address': 'fa:16:3e:13:2f:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33e89568-1c93-4c51-af7d-02f9e3bdcc0f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110181) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 15:00:26.847422 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-33ee7d63-9f2b-425e-ad90-f014c5a4a440 req-ab6fb65e-9436-4d36-a6c2-03168acd5e4a tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448334 Mar 02 15:00:26.880922 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (a761fe19-4045-45cc-a7c7-f029a0c82591), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:26.883253 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Current status of the port eb68c75c-2f0d-44b5-b257-85e76aaf8ddc is: DOWN; New status is: BUILD {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 15:00:26.883668 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (eb68c75c-2f0d-44b5-b257-85e76aaf8ddc), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:26.897822 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.notifiers.nova [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb68c75c-2f0d-44b5-b257-85e76aaf8ddc {{(pid=110181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 15:00:26.924836 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] For port eb68c75c-2f0d-44b5-b257-85e76aaf8ddc, host hv-cinder-83143, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=eb68c75c-2f0d-44b5-b257-85e76aaf8ddc,segment=NetworkSegment(8893ea58-7cff-4b58-935d-3a9feb64b4ca),segment_id=8893ea58-7cff-4b58-935d-3a9feb64b4ca)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:00:27.038394 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (eb68c75c-2f0d-44b5-b257-85e76aaf8ddc), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:27.092393 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Pushing event updated for resources: {'Port': ['ID=eb68c75c-2f0d-44b5-b257-85e76aaf8ddc,revision_number=4']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:00:27.685492 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] get_ports_and_sgs() called for port_ids ['eb68c75c-2f0d-44b5-b257-85e76aaf8ddc'] {{(pid=110181) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 15:00:27.823570 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc93166e-432a-472b-a439-19b9a2bb1585 req-7bd5053c-5875-44df-9d01-15fd5d98e54f tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:00:27.825147 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-cc93166e-432a-472b-a439-19b9a2bb1585 req-7bd5053c-5875-44df-9d01-15fd5d98e54f tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d194f8a-5691-4901-abc3-747c2aed0fcf HTTP/1.1" status: 200 len: 944 time: 0.0536757 Mar 02 15:00:27.873253 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-cc93166e-432a-472b-a439-19b9a2bb1585 req-c74c8731-67d2-4d26-83f2-51f991063dfe tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/security-groups?id=74537ba6-1b23-49ee-a8f7-21a45895cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424480 Mar 02 15:00:27.973748 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c809f8-94ee-44d0-aa04-2bf146afab50 req-b1690eb5-02ae-4165-911c-c753c0fa4dc7 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:00:27.975133 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-c3c809f8-94ee-44d0-aa04-2bf146afab50 req-b1690eb5-02ae-4165-911c-c753c0fa4dc7 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a048e7d-380d-4eb6-b2f3-553fde4437a8 HTTP/1.1" status: 200 len: 945 time: 0.0563776 Mar 02 15:00:28.023983 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-c3c809f8-94ee-44d0-aa04-2bf146afab50 req-f351610d-b659-4dff-ac10-93692b196fc8 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430965 Mar 02 15:00:28.994020 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c4f9df-ec92-42ba-8a46-0449c709d4f1 req-ee45d405-e923-486a-bc46-e01193b3fe44 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:00:28.995487 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-51c4f9df-ec92-42ba-8a46-0449c709d4f1 req-ee45d405-e923-486a-bc46-e01193b3fe44 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d194f8a-5691-4901-abc3-747c2aed0fcf HTTP/1.1" status: 200 len: 944 time: 0.0530117 Mar 02 15:00:29.045568 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-51c4f9df-ec92-42ba-8a46-0449c709d4f1 req-038df4ac-3125-4090-bdf2-76b54661e14a tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/security-groups?id=74537ba6-1b23-49ee-a8f7-21a45895cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439830 Mar 02 15:00:29.142210 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbfcc1b-f824-4b6b-96ce-92bb11b55a56 req-faaffeeb-08c2-4faf-8338-28a50ee37093 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:00:29.143728 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-efbfcc1b-f824-4b6b-96ce-92bb11b55a56 req-faaffeeb-08c2-4faf-8338-28a50ee37093 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a048e7d-380d-4eb6-b2f3-553fde4437a8 HTTP/1.1" status: 200 len: 945 time: 0.0520716 Mar 02 15:00:29.197840 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-efbfcc1b-f824-4b6b-96ce-92bb11b55a56 req-88f2f5df-dfbe-422e-bebf-e64d621e304f tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456038 Mar 02 15:00:29.876146 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.agents_db [None req-b044b9bd-a670-44c5-b22a-8886b11808d8 None None] Agent healthcheck: found 6 active agents {{(pid=110182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 15:00:30.171226 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba0e973-0280-4e22-8a71-6a3f15156b76 req-f169614b-f57b-443d-b8f8-3ca49419c2af tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:00:30.172908 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-4ba0e973-0280-4e22-8a71-6a3f15156b76 req-f169614b-f57b-443d-b8f8-3ca49419c2af tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d194f8a-5691-4901-abc3-747c2aed0fcf HTTP/1.1" status: 200 len: 944 time: 0.0560381 Mar 02 15:00:30.220613 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-4ba0e973-0280-4e22-8a71-6a3f15156b76 req-ec2651b5-58ae-4109-8f06-6f610599e164 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/security-groups?id=74537ba6-1b23-49ee-a8f7-21a45895cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421696 Mar 02 15:00:30.325210 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5e718e-acfd-48c9-aa96-adac332d7b53 req-f774fbce-8d64-4ebe-b1fa-dcf4875072d8 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:00:30.326655 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ec5e718e-acfd-48c9-aa96-adac332d7b53 req-f774fbce-8d64-4ebe-b1fa-dcf4875072d8 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a048e7d-380d-4eb6-b2f3-553fde4437a8 HTTP/1.1" status: 200 len: 945 time: 0.0523012 Mar 02 15:00:30.373747 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ec5e718e-acfd-48c9-aa96-adac332d7b53 req-b67b86a4-bb6f-43b5-aec4-384e7a6c2683 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413873 Mar 02 15:00:30.758816 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Device eb68c75c-2f0d-44b5-b257-85e76aaf8ddc up at agent hyperv_hv-cinder-83143 {{(pid=110181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 15:00:30.912364 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Provisioning for port eb68c75c-2f0d-44b5-b257-85e76aaf8ddc completed by entity L2. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 15:00:30.916314 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Provisioning complete for port eb68c75c-2f0d-44b5-b257-85e76aaf8ddc triggered by entity L2. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 15:00:30.916696 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (eb68c75c-2f0d-44b5-b257-85e76aaf8ddc), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:30.919288 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ce007b-3ebb-46e1-9d06-241adf2ff403 req-3209781d-909c-4c05-be05-9b4314164e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:00:30.920983 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-29ce007b-3ebb-46e1-9d06-241adf2ff403 req-3209781d-909c-4c05-be05-9b4314164e44 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3a048e7d-380d-4eb6-b2f3-553fde4437a8 HTTP/1.1" status: 200 len: 1129 time: 0.0504181 Mar 02 15:00:30.965052 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-29ce007b-3ebb-46e1-9d06-241adf2ff403 req-17f6cb8f-8c06-429a-b71c-74d486d90967 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368290 Mar 02 15:00:30.992004 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Current status of the port eb68c75c-2f0d-44b5-b257-85e76aaf8ddc is: BUILD; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 15:00:30.992397 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (eb68c75c-2f0d-44b5-b257-85e76aaf8ddc), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:31.016821 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d194f8a-5691-4901-abc3-747c2aed0fcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb68c75c-2f0d-44b5-b257-85e76aaf8ddc'}] {{(pid=110181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 15:00:31.018987 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6faebeedf0149bd95a8e5aac95437523d12653d92db1e1e7ce78ae8719853609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-209463d6-14ba-43be-9629-b2dcf73f4c9c" -d '{"events": [{"server_uuid": "0d194f8a-5691-4901-abc3-747c2aed0fcf", "name": "network-vif-plugged", "status": "completed", "tag": "eb68c75c-2f0d-44b5-b257-85e76aaf8ddc"}]}' {{(pid=110181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 15:00:31.035350 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] For port eb68c75c-2f0d-44b5-b257-85e76aaf8ddc, host hv-cinder-83143, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=eb68c75c-2f0d-44b5-b257-85e76aaf8ddc,segment=NetworkSegment(8893ea58-7cff-4b58-935d-3a9feb64b4ca),segment_id=8893ea58-7cff-4b58-935d-3a9feb64b4ca)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:00:31.055312 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 15:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36657281-e65b-42d4-96b8-7bd69c4c20de x-openstack-request-id: req-36657281-e65b-42d4-96b8-7bd69c4c20de {{(pid=110181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 15:00:31.055629 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d194f8a-5691-4901-abc3-747c2aed0fcf", "name": "network-vif-plugged", "status": "completed", "tag": "eb68c75c-2f0d-44b5-b257-85e76aaf8ddc", "code": 200}]} {{(pid=110181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 15:00:31.055948 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-36657281-e65b-42d4-96b8-7bd69c4c20de {{(pid=110181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 15:00:31.056927 dv-cinder-831439-3-iscsi neutron-server[110181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d194f8a-5691-4901-abc3-747c2aed0fcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb68c75c-2f0d-44b5-b257-85e76aaf8ddc', 'code': 200} Mar 02 15:00:31.112454 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (eb68c75c-2f0d-44b5-b257-85e76aaf8ddc), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:31.162550 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Pushing event updated for resources: {'Port': ['ID=eb68c75c-2f0d-44b5-b257-85e76aaf8ddc,revision_number=5']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:00:31.170915 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:00:31.171296 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:00:31.171673 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:00:31.172039 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:00:31.172380 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:00:31.172710 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:00:31.173042 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:00:31.173374 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:00:31.173716 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:00:31.174034 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:00:31.174359 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:00:31.174690 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:00:31.175010 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:00:31.341707 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841f9af5-6ad9-4bbe-8e79-76d5475dc6bf req-a2f42fde-d34f-4aaa-9635-9c5c948a5ea4 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:00:31.343058 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-841f9af5-6ad9-4bbe-8e79-76d5475dc6bf req-a2f42fde-d34f-4aaa-9635-9c5c948a5ea4 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d194f8a-5691-4901-abc3-747c2aed0fcf HTTP/1.1" status: 200 len: 945 time: 0.0508769 Mar 02 15:00:31.388445 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-841f9af5-6ad9-4bbe-8e79-76d5475dc6bf req-5d97410a-ce0f-47fb-bb70-aeb8127dd4e5 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/security-groups?id=74537ba6-1b23-49ee-a8f7-21a45895cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396307 Mar 02 15:00:31.500313 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ba61ec-02f8-43c2-b09d-b486d16f8797 req-ab15d028-0962-4cff-b600-68c95483fe84 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:00:31.501788 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-f0ba61ec-02f8-43c2-b09d-b486d16f8797 req-ab15d028-0962-4cff-b600-68c95483fe84 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a048e7d-380d-4eb6-b2f3-553fde4437a8 HTTP/1.1" status: 200 len: 945 time: 0.0562270 Mar 02 15:00:31.553389 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-f0ba61ec-02f8-43c2-b09d-b486d16f8797 req-a3326cfe-f35b-4ffb-8143-1740aaeff1ec tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459478 Mar 02 15:00:31.871176 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437a6f34-0446-4f81-a87a-3aca265a5096 req-3dc88969-9f47-4890-8765-a8e30692724b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:00:31.872683 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-437a6f34-0446-4f81-a87a-3aca265a5096 req-3dc88969-9f47-4890-8765-a8e30692724b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0d194f8a-5691-4901-abc3-747c2aed0fcf HTTP/1.1" status: 200 len: 1129 time: 0.0459569 Mar 02 15:00:31.917562 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-437a6f34-0446-4f81-a87a-3aca265a5096 req-417a5a1f-2690-4c20-aa06-3bc1e3ce7774 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=74537ba6-1b23-49ee-a8f7-21a45895cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373232 Mar 02 15:00:32.518679 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cac0c9a-4114-4192-a9af-85b07d773332 req-c1008322-eee1-4c56-8ad3-07d155691a4e tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:00:32.520233 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-4cac0c9a-4114-4192-a9af-85b07d773332 req-c1008322-eee1-4c56-8ad3-07d155691a4e tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d194f8a-5691-4901-abc3-747c2aed0fcf HTTP/1.1" status: 200 len: 945 time: 0.0523343 Mar 02 15:00:32.570385 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-4cac0c9a-4114-4192-a9af-85b07d773332 req-fc4d9215-7765-409d-829d-72fe2da5b048 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/security-groups?id=74537ba6-1b23-49ee-a8f7-21a45895cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438297 Mar 02 15:00:32.686926 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298c8a76-b55e-4885-8d5d-8bcf2b627ea4 req-5009a67a-3e5f-4119-932f-bcb1e08b154b tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:00:32.688423 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-298c8a76-b55e-4885-8d5d-8bcf2b627ea4 req-5009a67a-3e5f-4119-932f-bcb1e08b154b tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a048e7d-380d-4eb6-b2f3-553fde4437a8 HTTP/1.1" status: 200 len: 945 time: 0.0568342 Mar 02 15:00:32.737140 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-298c8a76-b55e-4885-8d5d-8bcf2b627ea4 req-b05be931-fbc4-4a39-8bf7-7a4677cfc604 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430984 Mar 02 15:00:33.695248 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57513494-285f-465b-a9ad-0cdc82c2de97 req-1f77c205-59af-4660-964a-f839942e69c5 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:00:33.697370 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-57513494-285f-465b-a9ad-0cdc82c2de97 req-1f77c205-59af-4660-964a-f839942e69c5 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d194f8a-5691-4901-abc3-747c2aed0fcf HTTP/1.1" status: 200 len: 945 time: 0.0537710 Mar 02 15:00:33.743219 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-57513494-285f-465b-a9ad-0cdc82c2de97 req-c9b53362-e19e-44c4-8052-d6c886f641d3 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/security-groups?id=74537ba6-1b23-49ee-a8f7-21a45895cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400739 Mar 02 15:00:33.860743 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f38de6a-7c7b-4876-af84-08d9ac68cf42 req-d4fea003-6015-4484-8448-450d2eac24df tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:00:33.862216 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-8f38de6a-7c7b-4876-af84-08d9ac68cf42 req-d4fea003-6015-4484-8448-450d2eac24df tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a048e7d-380d-4eb6-b2f3-553fde4437a8 HTTP/1.1" status: 200 len: 945 time: 0.0567262 Mar 02 15:00:33.909250 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-8f38de6a-7c7b-4876-af84-08d9ac68cf42 req-06eec820-54cd-438c-bebe-6f36f1143b38 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413921 Mar 02 15:00:34.806372 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 56760) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:00:34.869600 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbfbefc-e3bd-4bbf-9770-d5b5c11e021e req-9c00068e-b399-44d7-be2a-e9bf62d3303c tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:00:34.871137 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-2bbfbefc-e3bd-4bbf-9770-d5b5c11e021e req-9c00068e-b399-44d7-be2a-e9bf62d3303c tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d194f8a-5691-4901-abc3-747c2aed0fcf HTTP/1.1" status: 200 len: 945 time: 0.0566218 Mar 02 15:00:34.919497 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-2bbfbefc-e3bd-4bbf-9770-d5b5c11e021e req-0f808453-9ffa-4d46-b787-350ef75c4bf0 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/security-groups?id=74537ba6-1b23-49ee-a8f7-21a45895cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428054 Mar 02 15:00:34.922160 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-943eab19-7b5d-41d6-8791-5b4b1336364b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:35.013279 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-943eab19-7b5d-41d6-8791-5b4b1336364b admin admin] Publish callbacks [] for security_group (1927513b-3510-4b00-8ac5-40cc41b9f6f3), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:35.062896 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cea45a-1733-4a7a-818e-75f9f5878b60 req-c226324d-4c99-455c-8e52-4299aaa4424a tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:00:35.064426 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-b7cea45a-1733-4a7a-818e-75f9f5878b60 req-c226324d-4c99-455c-8e52-4299aaa4424a tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a048e7d-380d-4eb6-b2f3-553fde4437a8 HTTP/1.1" status: 200 len: 945 time: 0.0536895 Mar 02 15:00:35.072119 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-943eab19-7b5d-41d6-8791-5b4b1336364b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (1927513b-3510-4b00-8ac5-40cc41b9f6f3), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:35.112721 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-943eab19-7b5d-41d6-8791-5b4b1336364b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=08951b21b1834f438f355bf07bf1dd10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3052664 Mar 02 15:00:35.113479 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943eab19-7b5d-41d6-8791-5b4b1336364b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1927513b-3510-4b00-8ac5-40cc41b9f6f3,revision_number=1']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:00:35.115863 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 56770) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:00:35.135708 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-b7cea45a-1733-4a7a-818e-75f9f5878b60 req-3ef36954-9370-480e-b321-f59d0f88f10d tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610802 Mar 02 15:00:35.171240 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-4f7cbeb6-e08a-4591-891f-a2fe70a54867 admin admin] Publish callbacks [] for security_group (1927513b-3510-4b00-8ac5-40cc41b9f6f3), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:35.196276 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-4f7cbeb6-e08a-4591-891f-a2fe70a54867 admin admin] Publish callbacks [] for security_group (1927513b-3510-4b00-8ac5-40cc41b9f6f3), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:35.335237 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-4f7cbeb6-e08a-4591-891f-a2fe70a54867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (1927513b-3510-4b00-8ac5-40cc41b9f6f3), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:35.338547 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-4f7cbeb6-e08a-4591-891f-a2fe70a54867 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:35.339805 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-4f7cbeb6-e08a-4591-891f-a2fe70a54867 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1927513b-3510-4b00-8ac5-40cc41b9f6f3 HTTP/1.1" status: 204 len: 168 time: 0.2229245 Mar 02 15:00:35.348131 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7cbeb6-e08a-4591-891f-a2fe70a54867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1927513b-3510-4b00-8ac5-40cc41b9f6f3,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:00:35.586863 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcdf18d-9e8b-4c43-ac7c-99ae57daaea5 req-7a2e4f97-ab9e-450b-ba84-de430d5516a1 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:00:35.588420 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ffcdf18d-9e8b-4c43-ac7c-99ae57daaea5 req-7a2e4f97-ab9e-450b-ba84-de430d5516a1 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a048e7d-380d-4eb6-b2f3-553fde4437a8 HTTP/1.1" status: 200 len: 945 time: 0.0532062 Mar 02 15:00:35.638036 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ffcdf18d-9e8b-4c43-ac7c-99ae57daaea5 req-dac65f99-e89a-47f2-a76d-298dc78e321a tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438354 Mar 02 15:00:35.698600 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3524af7-c9b6-4b3f-9a5e-089a63b2d570 req-65da8dfb-a199-4508-bedb-8407d780d569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:00:35.705696 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-c3524af7-c9b6-4b3f-9a5e-089a63b2d570 req-65da8dfb-a199-4508-bedb-8407d780d569 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f1bd7e528fca43dbb4023b42e4d1b6a1&device_id=3a048e7d-380d-4eb6-b2f3-553fde4437a8 HTTP/1.1" status: 200 len: 1129 time: 0.0539651 Mar 02 15:00:35.793296 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3524af7-c9b6-4b3f-9a5e-089a63b2d570 req-e75814a4-0a09-49e4-acb0-d3014783e9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:00:35.794861 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-c3524af7-c9b6-4b3f-9a5e-089a63b2d570 req-e75814a4-0a09-49e4-acb0-d3014783e9ca service neutron] 10.222.0.55 "GET /v2.0/networks?id=f57784fe-c0ba-4637-8703-002c97dfe5a6 HTTP/1.1" status: 200 len: 919 time: 0.0884831 Mar 02 15:00:35.847030 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-c3524af7-c9b6-4b3f-9a5e-089a63b2d570 req-4a429cb2-77a3-47ae-8f8c-79716942c33c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e147af4-38c2-40f4-93bc-dd65df75f682 HTTP/1.1" status: 200 len: 217 time: 0.0428188 Mar 02 15:00:35.902270 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3524af7-c9b6-4b3f-9a5e-089a63b2d570 req-397b0a3b-f2b7-487f-b793-5fb9c310a23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:00:35.903639 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-c3524af7-c9b6-4b3f-9a5e-089a63b2d570 req-397b0a3b-f2b7-487f-b793-5fb9c310a23f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c3f153de-817f-4669-9f3c-7dca79be3db5 HTTP/1.1" status: 200 len: 858 time: 0.0440404 Mar 02 15:00:35.942746 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-c3524af7-c9b6-4b3f-9a5e-089a63b2d570 req-46991d24-d278-41d7-acce-07dbace410ec service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f57784fe-c0ba-4637-8703-002c97dfe5a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281329 Mar 02 15:00:36.036555 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-c3524af7-c9b6-4b3f-9a5e-089a63b2d570 req-7f123022-c21d-4de3-a602-bb9bbf995ca8 service neutron] 10.222.0.55 "GET /v2.0/networks/f57784fe-c0ba-4637-8703-002c97dfe5a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862114 Mar 02 15:00:36.129764 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-c3524af7-c9b6-4b3f-9a5e-089a63b2d570 req-b6ad3c3b-5647-49fb-9917-ffa9b287beb3 service neutron] 10.222.0.55 "GET /v2.0/networks/f57784fe-c0ba-4637-8703-002c97dfe5a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865209 Mar 02 15:00:36.151633 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 56788) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:00:36.167288 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-89a70531-e8f1-4bf2-a8c8-335a7678e958 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:36.242127 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-89a70531-e8f1-4bf2-a8c8-335a7678e958 admin admin] Publish callbacks [] for security_group (c4aeb6a3-532e-4e73-9537-d6ce16f23eba), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:36.322331 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-89a70531-e8f1-4bf2-a8c8-335a7678e958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (c4aeb6a3-532e-4e73-9537-d6ce16f23eba), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:36.362458 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a70531-e8f1-4bf2-a8c8-335a7678e958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4aeb6a3-532e-4e73-9537-d6ce16f23eba,revision_number=1']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:00:36.368071 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-89a70531-e8f1-4bf2-a8c8-335a7678e958 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ad188108e51647719e7bea61e6e16fde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2146955 Mar 02 15:00:36.370884 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 56790) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:00:36.422079 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-47cebb54-814a-4322-ad1e-ce3f31778c52 admin admin] Publish callbacks [] for security_group (c4aeb6a3-532e-4e73-9537-d6ce16f23eba), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:36.441971 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-47cebb54-814a-4322-ad1e-ce3f31778c52 admin admin] Publish callbacks [] for security_group (c4aeb6a3-532e-4e73-9537-d6ce16f23eba), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:36.626545 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-47cebb54-814a-4322-ad1e-ce3f31778c52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (c4aeb6a3-532e-4e73-9537-d6ce16f23eba), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:36.629152 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-47cebb54-814a-4322-ad1e-ce3f31778c52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:36.630336 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-47cebb54-814a-4322-ad1e-ce3f31778c52 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c4aeb6a3-532e-4e73-9537-d6ce16f23eba HTTP/1.1" status: 204 len: 168 time: 0.2585592 Mar 02 15:00:36.637982 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cebb54-814a-4322-ad1e-ce3f31778c52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4aeb6a3-532e-4e73-9537-d6ce16f23eba,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:00:36.775725 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f030704-9122-427a-b10a-982f3d0f008a req-6fc36d93-2210-49a2-b531-66d042527271 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:00:36.777415 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-1f030704-9122-427a-b10a-982f3d0f008a req-6fc36d93-2210-49a2-b531-66d042527271 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a048e7d-380d-4eb6-b2f3-553fde4437a8 HTTP/1.1" status: 200 len: 945 time: 0.0544748 Mar 02 15:00:36.825507 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-1f030704-9122-427a-b10a-982f3d0f008a req-2d228ba1-b727-4309-b9d1-3af50cbf87ea tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423763 Mar 02 15:00:37.345041 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 56802) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:00:37.358041 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-eed1d9d3-309c-43e7-9ac2-822d941d172f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:37.435262 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-eed1d9d3-309c-43e7-9ac2-822d941d172f admin admin] Publish callbacks [] for security_group (27b7ba11-03c1-42d9-b881-9eea2ae364d2), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:37.495231 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-eed1d9d3-309c-43e7-9ac2-822d941d172f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (27b7ba11-03c1-42d9-b881-9eea2ae364d2), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:37.536598 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-eed1d9d3-309c-43e7-9ac2-822d941d172f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3bc1fb09686242d5bd17efb7c108a2c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1879926 Mar 02 15:00:37.536598 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d9d3-309c-43e7-9ac2-822d941d172f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27b7ba11-03c1-42d9-b881-9eea2ae364d2,revision_number=1']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:00:37.536947 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 56804) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:00:37.585173 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-9419b176-87c7-49cf-9bda-6e424e683545 admin admin] Publish callbacks [] for security_group (27b7ba11-03c1-42d9-b881-9eea2ae364d2), before_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:37.606476 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-9419b176-87c7-49cf-9bda-6e424e683545 admin admin] Publish callbacks [] for security_group (27b7ba11-03c1-42d9-b881-9eea2ae364d2), precommit_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:37.769510 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-9419b176-87c7-49cf-9bda-6e424e683545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (27b7ba11-03c1-42d9-b881-9eea2ae364d2), after_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:37.772160 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-9419b176-87c7-49cf-9bda-6e424e683545 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:37.773328 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-9419b176-87c7-49cf-9bda-6e424e683545 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/27b7ba11-03c1-42d9-b881-9eea2ae364d2 HTTP/1.1" status: 204 len: 168 time: 0.2353756 Mar 02 15:00:37.781826 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9419b176-87c7-49cf-9bda-6e424e683545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b7ba11-03c1-42d9-b881-9eea2ae364d2,revision_number=None']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:00:37.942325 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f49bc9-63f2-4295-a79e-c4619680b747 req-92a4c7bc-538b-4602-b929-5e805d7e0304 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:00:37.943817 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-09f49bc9-63f2-4295-a79e-c4619680b747 req-92a4c7bc-538b-4602-b929-5e805d7e0304 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a048e7d-380d-4eb6-b2f3-553fde4437a8 HTTP/1.1" status: 200 len: 945 time: 0.0527468 Mar 02 15:00:37.993828 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-09f49bc9-63f2-4295-a79e-c4619680b747 req-92000c73-9675-4c85-8a08-4fe0d5b1c74b tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426838 Mar 02 15:00:38.655958 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-b7407fea-8d7b-4cb4-8bbb-41f39d93e5bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (dc3a6147-3194-47be-b33a-76a9a2a48933), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:38.850439 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 56836) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:00:38.952403 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.v2.base [None req-81caa8a6-bc7d-4a84-8595-2c41d4dbad88 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-203985958-network', 'tenant_id': 'ed838377681c44ba910e54830ee9c6d9'}} {{(pid=110179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 15:00:39.037751 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81caa8a6-bc7d-4a84-8595-2c41d4dbad88 admin admin] Made reservation on behalf of ed838377681c44ba910e54830ee9c6d9 for: {'network': 1} {{(pid=110179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 15:00:39.040117 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-81caa8a6-bc7d-4a84-8595-2c41d4dbad88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for network (None), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:39.049314 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-81caa8a6-bc7d-4a84-8595-2c41d4dbad88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:39.114571 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfba5897-7ebc-4b61-bd79-0a49682127d3 req-d795e09c-802e-45d2-bf96-bb63de294919 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:00:39.116087 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-dfba5897-7ebc-4b61-bd79-0a49682127d3 req-d795e09c-802e-45d2-bf96-bb63de294919 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a048e7d-380d-4eb6-b2f3-553fde4437a8 HTTP/1.1" status: 200 len: 945 time: 0.0538528 Mar 02 15:00:39.135678 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-81caa8a6-bc7d-4a84-8595-2c41d4dbad88 admin admin] Publish callbacks [] for security_group (a66d81a0-3f62-465d-aba9-e85681d30424), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:39.169595 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-dfba5897-7ebc-4b61-bd79-0a49682127d3 req-3055d794-59d6-41d8-9fea-560d5b3d2692 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470710 Mar 02 15:00:39.232016 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-81caa8a6-bc7d-4a84-8595-2c41d4dbad88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (a66d81a0-3f62-465d-aba9-e85681d30424), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:39.256576 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81caa8a6-bc7d-4a84-8595-2c41d4dbad88 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=110179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 15:00:39.266603 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81caa8a6-bc7d-4a84-8595-2c41d4dbad88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a66d81a0-3f62-465d-aba9-e85681d30424,revision_number=1']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:00:39.271878 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-81caa8a6-bc7d-4a84-8595-2c41d4dbad88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16119287'] for segment (db334d9b-ce3f-4428-8bb8-a410abf6a449), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:39.272519 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.db.segments_db [None req-81caa8a6-bc7d-4a84-8595-2c41d4dbad88 admin admin] Added segment db334d9b-ce3f-4428-8bb8-a410abf6a449 of type vlan for network 1af0a77f-f854-46bc-92ff-f92bb3875638 Mar 02 15:00:39.312372 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-81caa8a6-bc7d-4a84-8595-2c41d4dbad88 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757345464387'] for network (1af0a77f-f854-46bc-92ff-f92bb3875638), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:39.420991 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-81caa8a6-bc7d-4a84-8595-2c41d4dbad88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677'] for network (1af0a77f-f854-46bc-92ff-f92bb3875638), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:39.421919 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81caa8a6-bc7d-4a84-8595-2c41d4dbad88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:00:39.422502 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-81caa8a6-bc7d-4a84-8595-2c41d4dbad88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16231659'] for network (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:39.478837 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81caa8a6-bc7d-4a84-8595-2c41d4dbad88 admin admin] Pushing event updated for resources: {'Network': ['ID=1af0a77f-f854-46bc-92ff-f92bb3875638,revision_number=1']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:00:39.489228 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Network 1af0a77f-f854-46bc-92ff-f92bb3875638 details requested by agent ovs-agent-dv-cinder-831439-3-iscsi with host dv-cinder-831439-3-iscsi {{(pid=110181) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 15:00:39.582603 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-81caa8a6-bc7d-4a84-8595-2c41d4dbad88 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7310295 Mar 02 15:00:39.585326 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 56850) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:00:39.590673 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.v2.base [None req-8def07b1-986f-4d17-9067-51f9ad9aa1b7 admin admin] Request body: {'subnet': {'network_id': '1af0a77f-f854-46bc-92ff-f92bb3875638', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-203985958-subnet', 'tenant_id': 'ed838377681c44ba910e54830ee9c6d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 15:00:39.729178 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8def07b1-986f-4d17-9067-51f9ad9aa1b7 admin admin] Made reservation on behalf of ed838377681c44ba910e54830ee9c6d9 for: {'subnet': 1} {{(pid=110179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 15:00:39.731521 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-8def07b1-986f-4d17-9067-51f9ad9aa1b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3566905'] for subnet (None), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:39.969400 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-8def07b1-986f-4d17-9067-51f9ad9aa1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3822813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3566859'] for subnet (bafd431d-9848-412d-85d9-fef7a7049713), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:40.032900 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8def07b1-986f-4d17-9067-51f9ad9aa1b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bafd431d-9848-412d-85d9-fef7a7049713,revision_number=0']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:00:40.040945 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8def07b1-986f-4d17-9067-51f9ad9aa1b7 admin admin] Checking segment: {'id': 'db334d9b-ce3f-4428-8bb8-a410abf6a449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '1af0a77f-f854-46bc-92ff-f92bb3875638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 15:00:40.041304 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8def07b1-986f-4d17-9067-51f9ad9aa1b7 admin admin] Network hostable DHCP agents. Network: 1af0a77f-f854-46bc-92ff-f92bb3875638, hostable agents: ['dc3a6147-3194-47be-b33a-76a9a2a48933'], hosted agents: [] {{(pid=110179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 15:00:40.140874 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8def07b1-986f-4d17-9067-51f9ad9aa1b7 admin admin] Network 1af0a77f-f854-46bc-92ff-f92bb3875638 is scheduled to be hosted by DHCP agent dc3a6147-3194-47be-b33a-76a9a2a48933 with binding_index 1 {{(pid=110179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 15:00:40.271298 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.scheduler.base_scheduler [None req-8def07b1-986f-4d17-9067-51f9ad9aa1b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831439-3-iscsi, 1af0a77f-f854-46bc-92ff-f92bb3875638) {{(pid=110179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 15:00:40.275581 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8def07b1-986f-4d17-9067-51f9ad9aa1b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:00:40.276430 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-8def07b1-986f-4d17-9067-51f9ad9aa1b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16231659'] for subnet (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:40.284543 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d01811b-57bf-44be-b854-0832c055c711 None None] Network 1af0a77f-f854-46bc-92ff-f92bb3875638 requested from dv-cinder-831439-3-iscsi {{(pid=110181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 15:00:40.296937 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40100496-c6b4-4ad8-bbd3-b621a4421bef req-292c8b65-f182-4f03-b07b-1e45d71dfd2b tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:00:40.298454 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-40100496-c6b4-4ad8-bbd3-b621a4421bef req-292c8b65-f182-4f03-b07b-1e45d71dfd2b tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a048e7d-380d-4eb6-b2f3-553fde4437a8 HTTP/1.1" status: 200 len: 945 time: 0.0611491 Mar 02 15:00:40.348932 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-40100496-c6b4-4ad8-bbd3-b621a4421bef req-7f3fa683-d07b-433e-973a-bcb80040c990 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443068 Mar 02 15:00:40.379600 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-8def07b1-986f-4d17-9067-51f9ad9aa1b7 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7932127 Mar 02 15:00:40.387526 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8decd92-7cec-4451-810a-c7dd9169f450 None None] Network 1af0a77f-f854-46bc-92ff-f92bb3875638 requested from dv-cinder-831439-3-iscsi {{(pid=110181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 15:00:41.054785 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-d09a7207-1fcb-4a0c-a95b-21aa9aef0824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (4b7d4a90-2987-419a-b6cd-7624b7dba065), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:41.476115 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9db9f2-7da6-4d3f-afb5-4fbf6c94a8f7 req-b58d0918-e723-4792-87fa-10472f5d1bc5 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:00:41.477660 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ae9db9f2-7da6-4d3f-afb5-4fbf6c94a8f7 req-b58d0918-e723-4792-87fa-10472f5d1bc5 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a048e7d-380d-4eb6-b2f3-553fde4437a8 HTTP/1.1" status: 200 len: 945 time: 0.0579207 Mar 02 15:00:41.525531 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ae9db9f2-7da6-4d3f-afb5-4fbf6c94a8f7 req-4181938c-4bdf-4b73-83b7-86d8f460f223 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414655 Mar 02 15:00:42.249574 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-8c265469-93de-451d-a227-73ff998d8f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (bfbb2626-1130-458a-80a5-4632d76fa057), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:42.648158 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2db854-4e11-44ae-889a-4d50b3084d09 req-e913c19e-e7ef-4d2d-aefe-68cddab825f5 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:00:42.650282 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-7b2db854-4e11-44ae-889a-4d50b3084d09 req-e913c19e-e7ef-4d2d-aefe-68cddab825f5 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a048e7d-380d-4eb6-b2f3-553fde4437a8 HTTP/1.1" status: 200 len: 945 time: 0.0578568 Mar 02 15:00:42.701219 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-7b2db854-4e11-44ae-889a-4d50b3084d09 req-85a7524a-cbe7-4ee6-b1df-dd3e21ad47fa tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447319 Mar 02 15:00:43.590398 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddda3fdd-bb39-4043-8951-5cbc6100598f req-eaf8cba6-665c-4e68-80d1-40cb140664d9 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:00:43.591930 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ddda3fdd-bb39-4043-8951-5cbc6100598f req-eaf8cba6-665c-4e68-80d1-40cb140664d9 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.52 "GET /v2.0/networks?id=1af0a77f-f854-46bc-92ff-f92bb3875638 HTTP/1.1" status: 200 len: 808 time: 0.1128285 Mar 02 15:00:43.602578 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-9cfe1c82-1e01-4346-89c5-c3e1093f4022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (b9ce56f8-3527-4dd9-b024-9df7b3f4c018), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:43.608400 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ddda3fdd-bb39-4043-8951-5cbc6100598f req-4d7495f5-fe53-4f57-965f-bd86fd3d597e tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.52 "GET /v2.0/quotas/ed838377681c44ba910e54830ee9c6d9 HTTP/1.1" status: 200 len: 375 time: 0.0107887 Mar 02 15:00:43.646669 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ddda3fdd-bb39-4043-8951-5cbc6100598f req-18cd5025-aacf-4251-b72e-c2e45a68cb1b tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=ed838377681c44ba910e54830ee9c6d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327735 Mar 02 15:00:43.739316 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ddda3fdd-bb39-4043-8951-5cbc6100598f req-376bce0b-3538-48fe-bd64-5533b582835f service neutron] 10.222.0.52 "GET /v2.0/networks/1af0a77f-f854-46bc-92ff-f92bb3875638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859735 Mar 02 15:00:43.831085 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ddda3fdd-bb39-4043-8951-5cbc6100598f req-cb1b4417-8bb5-4d82-b8c6-83465dce9176 service neutron] 10.222.0.52 "GET /v2.0/networks/1af0a77f-f854-46bc-92ff-f92bb3875638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853269 Mar 02 15:00:44.092433 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-05e4b975-f696-4af2-8dfa-f9f2ee41e214 req-a4c97f2c-c0de-4308-aaf1-eeeca4d427b7 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e8479f3-f6d5-4326-aa70-42159fddf9f4 HTTP/1.1" status: 200 len: 210 time: 0.0333176 Mar 02 15:00:44.895130 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (3a73802c-5f14-4c1f-8439-e74c4c90063b), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:45.179294 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-d03a2e69-bd00-4d51-aada-365af00abc69 req-f4667dd1-65c8-49df-87a4-4b113e043045 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e8479f3-f6d5-4326-aa70-42159fddf9f4 HTTP/1.1" status: 200 len: 210 time: 0.0273263 Mar 02 15:00:46.288799 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-d56473ac-7c5e-40b2-b22c-98eed09295c2 req-595292f0-257a-4060-a98d-e7150ee6bb05 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e8479f3-f6d5-4326-aa70-42159fddf9f4 HTTP/1.1" status: 200 len: 210 time: 0.0275080 Mar 02 15:00:46.558996 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890492ad-bade-41a9-9c04-b43cd59f292a req-472aaf53-ad35-4525-8ac9-96eff0610a25 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:00:46.560524 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-890492ad-bade-41a9-9c04-b43cd59f292a req-472aaf53-ad35-4525-8ac9-96eff0610a25 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a048e7d-380d-4eb6-b2f3-553fde4437a8 HTTP/1.1" status: 200 len: 945 time: 0.0535741 Mar 02 15:00:46.610417 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-890492ad-bade-41a9-9c04-b43cd59f292a req-b52c5f81-7dbd-4835-9db4-6bd741543eda tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443711 Mar 02 15:00:47.186801 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddda3fdd-bb39-4043-8951-5cbc6100598f req-282eac23-534e-486f-b4ef-2ee8bf7e5fc3 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:00:47.188384 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ddda3fdd-bb39-4043-8951-5cbc6100598f req-282eac23-534e-486f-b4ef-2ee8bf7e5fc3 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.55 "GET /v2.0/networks?id=1af0a77f-f854-46bc-92ff-f92bb3875638 HTTP/1.1" status: 200 len: 808 time: 0.1025336 Mar 02 15:00:47.223775 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.v2.base [req-ddda3fdd-bb39-4043-8951-5cbc6100598f req-8c8ff9db-6aa2-4052-b9df-c1846d446e95 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] Request body: {'port': {'device_id': '8e8479f3-f6d5-4326-aa70-42159fddf9f4', 'network_id': '1af0a77f-f854-46bc-92ff-f92bb3875638', 'admin_state_up': True, 'tenant_id': 'ed838377681c44ba910e54830ee9c6d9'}} {{(pid=110180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 15:00:47.388403 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-99cd3116-fcba-405e-843a-149559c2b31f req-f8d6a63a-7d57-44f4-9838-ebef5b91738f tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e8479f3-f6d5-4326-aa70-42159fddf9f4 HTTP/1.1" status: 200 len: 210 time: 0.0282097 Mar 02 15:00:47.420556 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddda3fdd-bb39-4043-8951-5cbc6100598f req-8c8ff9db-6aa2-4052-b9df-c1846d446e95 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] Made reservation on behalf of ed838377681c44ba910e54830ee9c6d9 for: {'port': 1} {{(pid=110180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 15:00:47.423935 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-ddda3fdd-bb39-4043-8951-5cbc6100598f req-8c8ff9db-6aa2-4052-b9df-c1846d446e95 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (None), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:47.559689 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.db_base_plugin_common [req-ddda3fdd-bb39-4043-8951-5cbc6100598f req-8c8ff9db-6aa2-4052-b9df-c1846d446e95 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] Allocated IP 172.20.0.2 (1af0a77f-f854-46bc-92ff-f92bb3875638/bafd431d-9848-412d-85d9-fef7a7049713/bc6be825-3653-4d94-a52b-6bdafc93b6dd) {{(pid=110180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 15:00:47.722930 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-ddda3fdd-bb39-4043-8951-5cbc6100598f req-8c8ff9db-6aa2-4052-b9df-c1846d446e95 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] Publish callbacks [] for port (bc6be825-3653-4d94-a52b-6bdafc93b6dd), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:47.821275 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-ddda3fdd-bb39-4043-8951-5cbc6100598f req-8c8ff9db-6aa2-4052-b9df-c1846d446e95 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757345480668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672616'] for port (bc6be825-3653-4d94-a52b-6bdafc93b6dd), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:47.865294 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddda3fdd-bb39-4043-8951-5cbc6100598f req-8c8ff9db-6aa2-4052-b9df-c1846d446e95 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] Network 1af0a77f-f854-46bc-92ff-f92bb3875638 is already hosted by enough agents. {{(pid=110180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 15:00:47.868978 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.base_scheduler [req-ddda3fdd-bb39-4043-8951-5cbc6100598f req-8c8ff9db-6aa2-4052-b9df-c1846d446e95 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] Resources bound (agent type, host, resource id): {{(pid=110180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 15:00:47.872519 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddda3fdd-bb39-4043-8951-5cbc6100598f req-8c8ff9db-6aa2-4052-b9df-c1846d446e95 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] Received port after_create {{(pid=110180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 15:00:47.895799 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8ff9db-6aa2-4052-b9df-c1846d446e95 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] Pushing event updated for resources: {'Port': ['ID=bc6be825-3653-4d94-a52b-6bdafc93b6dd,revision_number=1']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:00:47.922928 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddda3fdd-bb39-4043-8951-5cbc6100598f req-8c8ff9db-6aa2-4052-b9df-c1846d446e95 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:00:47.923524 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-ddda3fdd-bb39-4043-8951-5cbc6100598f req-8c8ff9db-6aa2-4052-b9df-c1846d446e95 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221961'] for port (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:48.006013 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ddda3fdd-bb39-4043-8951-5cbc6100598f req-8c8ff9db-6aa2-4052-b9df-c1846d446e95 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7863219 Mar 02 15:00:48.025349 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.v2.base [req-ddda3fdd-bb39-4043-8951-5cbc6100598f req-4618be36-f9ce-411a-8000-355932a4d5db service neutron] Request body: {'port': {'device_id': '8e8479f3-f6d5-4326-aa70-42159fddf9f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83143'}} {{(pid=110180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 15:00:48.091410 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-ddda3fdd-bb39-4043-8951-5cbc6100598f req-4618be36-f9ce-411a-8000-355932a4d5db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (bc6be825-3653-4d94-a52b-6bdafc93b6dd), before_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:48.601182 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5195a159-f4b6-44b5-9c8d-9226b2f9c215 req-d63fe267-800d-4dfc-98c5-cfe64cc3aaa9 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:00:48.603370 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-5195a159-f4b6-44b5-9c8d-9226b2f9c215 req-d63fe267-800d-4dfc-98c5-cfe64cc3aaa9 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e8479f3-f6d5-4326-aa70-42159fddf9f4 HTTP/1.1" status: 200 len: 931 time: 0.0973732 Mar 02 15:00:48.691692 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-5195a159-f4b6-44b5-9c8d-9226b2f9c215 req-63923dc7-248c-470a-89ca-56f28e7fe247 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.52 "GET /v2.0/security-groups?id=a66d81a0-3f62-465d-aba9-e85681d30424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807121 Mar 02 15:00:48.693785 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.notifiers.nova [req-ddda3fdd-bb39-4043-8951-5cbc6100598f req-4618be36-f9ce-411a-8000-355932a4d5db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc6be825-3653-4d94-a52b-6bdafc93b6dd {{(pid=110180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 15:00:48.702429 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-ddda3fdd-bb39-4043-8951-5cbc6100598f req-4618be36-f9ce-411a-8000-355932a4d5db service neutron] Publish callbacks [] for port (bc6be825-3653-4d94-a52b-6bdafc93b6dd), precommit_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:48.720975 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.provisioning_blocks [req-ddda3fdd-bb39-4043-8951-5cbc6100598f req-4618be36-f9ce-411a-8000-355932a4d5db service neutron] Transition to ACTIVE for port object bc6be825-3653-4d94-a52b-6bdafc93b6dd will not be triggered until provisioned by entity L2. {{(pid=110180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 15:00:48.798035 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-ddda3fdd-bb39-4043-8951-5cbc6100598f req-4618be36-f9ce-411a-8000-355932a4d5db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3672609'] for port (bc6be825-3653-4d94-a52b-6bdafc93b6dd), after_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:48.851042 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4618be36-f9ce-411a-8000-355932a4d5db service neutron] Pushing event updated for resources: {'Port': ['ID=bc6be825-3653-4d94-a52b-6bdafc93b6dd,revision_number=2']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:00:48.921511 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.managers [req-ddda3fdd-bb39-4043-8951-5cbc6100598f req-4618be36-f9ce-411a-8000-355932a4d5db service neutron] Attempting to bind port bc6be825-3653-4d94-a52b-6bdafc93b6dd on host hv-cinder-83143 for vnic_type normal with profile {{(pid=110180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 15:00:48.921851 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.managers [req-ddda3fdd-bb39-4043-8951-5cbc6100598f req-4618be36-f9ce-411a-8000-355932a4d5db service neutron] Attempting to bind port bc6be825-3653-4d94-a52b-6bdafc93b6dd by drivers openvswitch,hyperv on host hv-cinder-83143 at level 0 using segments [{'id': 'db334d9b-ce3f-4428-8bb8-a410abf6a449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '1af0a77f-f854-46bc-92ff-f92bb3875638'}] {{(pid=110180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 15:00:48.922184 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddda3fdd-bb39-4043-8951-5cbc6100598f req-4618be36-f9ce-411a-8000-355932a4d5db service neutron] Attempting to bind port bc6be825-3653-4d94-a52b-6bdafc93b6dd on network 1af0a77f-f854-46bc-92ff-f92bb3875638 {{(pid=110180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 15:00:48.927151 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddda3fdd-bb39-4043-8951-5cbc6100598f req-4618be36-f9ce-411a-8000-355932a4d5db service neutron] Port bc6be825-3653-4d94-a52b-6bdafc93b6dd on network 1af0a77f-f854-46bc-92ff-f92bb3875638 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83143 {{(pid=110180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 15:00:48.929501 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddda3fdd-bb39-4043-8951-5cbc6100598f req-4618be36-f9ce-411a-8000-355932a4d5db service neutron] Attempting to bind port bc6be825-3653-4d94-a52b-6bdafc93b6dd on network 1af0a77f-f854-46bc-92ff-f92bb3875638 {{(pid=110180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 15:00:48.933025 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddda3fdd-bb39-4043-8951-5cbc6100598f req-4618be36-f9ce-411a-8000-355932a4d5db service neutron] Checking agent: {'id': 'a761fe19-4045-45cc-a7c7-f029a0c82591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83143', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 14, 54, 53), 'started_at': datetime.datetime(2022, 3, 2, 14, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 15, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 15:00:48.933419 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddda3fdd-bb39-4043-8951-5cbc6100598f req-4618be36-f9ce-411a-8000-355932a4d5db service neutron] Checking segment: {'id': 'db334d9b-ce3f-4428-8bb8-a410abf6a449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '1af0a77f-f854-46bc-92ff-f92bb3875638'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 15:00:48.933808 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddda3fdd-bb39-4043-8951-5cbc6100598f req-4618be36-f9ce-411a-8000-355932a4d5db service neutron] Bound using segment: {'id': 'db334d9b-ce3f-4428-8bb8-a410abf6a449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '1af0a77f-f854-46bc-92ff-f92bb3875638'} {{(pid=110180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 15:00:48.934245 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.managers [req-ddda3fdd-bb39-4043-8951-5cbc6100598f req-4618be36-f9ce-411a-8000-355932a4d5db service neutron] Bound port: bc6be825-3653-4d94-a52b-6bdafc93b6dd, host: hv-cinder-83143, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db334d9b-ce3f-4428-8bb8-a410abf6a449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '1af0a77f-f854-46bc-92ff-f92bb3875638'}}] {{(pid=110180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 15:00:48.934605 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-ddda3fdd-bb39-4043-8951-5cbc6100598f req-4618be36-f9ce-411a-8000-355932a4d5db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (bc6be825-3653-4d94-a52b-6bdafc93b6dd), before_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:49.032503 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.db [req-ddda3fdd-bb39-4043-8951-5cbc6100598f req-4618be36-f9ce-411a-8000-355932a4d5db service neutron] For port bc6be825-3653-4d94-a52b-6bdafc93b6dd, host hv-cinder-83143, cleared binding levels {{(pid=110180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 15:00:49.037789 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.db [req-ddda3fdd-bb39-4043-8951-5cbc6100598f req-4618be36-f9ce-411a-8000-355932a4d5db service neutron] For port bc6be825-3653-4d94-a52b-6bdafc93b6dd, host hv-cinder-83143, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=bc6be825-3653-4d94-a52b-6bdafc93b6dd,segment=NetworkSegment(db334d9b-ce3f-4428-8bb8-a410abf6a449),segment_id=db334d9b-ce3f-4428-8bb8-a410abf6a449)] {{(pid=110180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 15:00:49.106988 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-ddda3fdd-bb39-4043-8951-5cbc6100598f req-4618be36-f9ce-411a-8000-355932a4d5db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3672609'] for port (bc6be825-3653-4d94-a52b-6bdafc93b6dd), after_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:49.144712 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddda3fdd-bb39-4043-8951-5cbc6100598f req-4618be36-f9ce-411a-8000-355932a4d5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:00:49.145395 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-ddda3fdd-bb39-4043-8951-5cbc6100598f req-4618be36-f9ce-411a-8000-355932a4d5db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221961'] for port (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:49.146816 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ddda3fdd-bb39-4043-8951-5cbc6100598f req-4618be36-f9ce-411a-8000-355932a4d5db service neutron] 10.222.0.55 "PUT /v2.0/ports/bc6be825-3653-4d94-a52b-6bdafc93b6dd HTTP/1.1" status: 200 len: 1093 time: 1.1257293 Mar 02 15:00:49.147271 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e8479f3-f6d5-4326-aa70-42159fddf9f4', 'tag': 'bc6be825-3653-4d94-a52b-6bdafc93b6dd'}] {{(pid=110180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 15:00:49.149580 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d4cb776884cbbf8177075bc934a95f6bdaf5bba346c2d7fc75eae3cda02a5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d86e2da1-e579-47fc-9cbb-ed685e4e89f3" -d '{"events": [{"name": "network-changed", "server_uuid": "8e8479f3-f6d5-4326-aa70-42159fddf9f4", "tag": "bc6be825-3653-4d94-a52b-6bdafc93b6dd"}]}' {{(pid=110180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 15:00:49.171424 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4618be36-f9ce-411a-8000-355932a4d5db service neutron] Pushing event updated for resources: {'Port': ['ID=bc6be825-3653-4d94-a52b-6bdafc93b6dd,revision_number=3']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:00:49.185885 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 15:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f25c98b-4f4d-4659-98de-91456ee2b596 x-openstack-request-id: req-8f25c98b-4f4d-4659-98de-91456ee2b596 {{(pid=110180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 15:00:49.186173 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e8479f3-f6d5-4326-aa70-42159fddf9f4", "tag": "bc6be825-3653-4d94-a52b-6bdafc93b6dd", "status": "completed", "code": 200}]} {{(pid=110180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 15:00:49.186429 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8f25c98b-4f4d-4659-98de-91456ee2b596 {{(pid=110180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 15:00:49.186830 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e8479f3-f6d5-4326-aa70-42159fddf9f4', 'tag': 'bc6be825-3653-4d94-a52b-6bdafc93b6dd', 'status': 'completed', 'code': 200} Mar 02 15:00:49.486707 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86e2da1-e579-47fc-9cbb-ed685e4e89f3 req-0423d306-a6ae-42a6-b9f3-98e92b41647f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:00:49.488459 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-d86e2da1-e579-47fc-9cbb-ed685e4e89f3 req-0423d306-a6ae-42a6-b9f3-98e92b41647f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ed838377681c44ba910e54830ee9c6d9&device_id=8e8479f3-f6d5-4326-aa70-42159fddf9f4 HTTP/1.1" status: 200 len: 1127 time: 0.0495577 Mar 02 15:00:49.608692 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86e2da1-e579-47fc-9cbb-ed685e4e89f3 req-47bdcfb7-7595-4b63-9b2f-737eb2f29fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:00:49.610206 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-d86e2da1-e579-47fc-9cbb-ed685e4e89f3 req-47bdcfb7-7595-4b63-9b2f-737eb2f29fac service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=ed838377681c44ba910e54830ee9c6d9&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1016166 Mar 02 15:00:49.718676 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86e2da1-e579-47fc-9cbb-ed685e4e89f3 req-fa52c0a7-c8d0-46e0-a450-2623d3bc150d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:00:49.720438 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-d86e2da1-e579-47fc-9cbb-ed685e4e89f3 req-fa52c0a7-c8d0-46e0-a450-2623d3bc150d service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0947871 Mar 02 15:00:49.864609 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebbd58e-f270-4e14-8ffd-61962de30ed1 req-75b9f123-05fc-4f07-9655-a1da2bcdbbbc tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:00:49.866262 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-9ebbd58e-f270-4e14-8ffd-61962de30ed1 req-75b9f123-05fc-4f07-9655-a1da2bcdbbbc tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e8479f3-f6d5-4326-aa70-42159fddf9f4 HTTP/1.1" status: 200 len: 943 time: 0.0981739 Mar 02 15:00:49.872753 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddda3fdd-bb39-4043-8951-5cbc6100598f req-c9dd7bb4-0d6b-47be-a44d-bb6a50fca011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:00:49.874296 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ddda3fdd-bb39-4043-8951-5cbc6100598f req-c9dd7bb4-0d6b-47be-a44d-bb6a50fca011 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ed838377681c44ba910e54830ee9c6d9&device_id=8e8479f3-f6d5-4326-aa70-42159fddf9f4 HTTP/1.1" status: 200 len: 1127 time: 0.0679240 Mar 02 15:00:49.931219 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ddda3fdd-bb39-4043-8951-5cbc6100598f req-31484a11-c985-4c8e-ac9b-794af76d4ea4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bc6be825-3653-4d94-a52b-6bdafc93b6dd HTTP/1.1" status: 200 len: 217 time: 0.0422068 Mar 02 15:00:49.987195 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-9ebbd58e-f270-4e14-8ffd-61962de30ed1 req-ea141409-f938-47f0-a807-137c410c2927 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.52 "GET /v2.0/security-groups?id=a66d81a0-3f62-465d-aba9-e85681d30424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118011 Mar 02 15:00:49.999937 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddda3fdd-bb39-4043-8951-5cbc6100598f req-1f49ae0f-bda2-4afa-9f6b-4c1dda46154e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:00:50.002136 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ddda3fdd-bb39-4043-8951-5cbc6100598f req-1f49ae0f-bda2-4afa-9f6b-4c1dda46154e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bafd431d-9848-412d-85d9-fef7a7049713 HTTP/1.1" status: 200 len: 848 time: 0.0649219 Mar 02 15:00:50.042336 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ddda3fdd-bb39-4043-8951-5cbc6100598f req-8278f5f5-6b3d-4c76-bc0f-216534cbf2da service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1af0a77f-f854-46bc-92ff-f92bb3875638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331225 Mar 02 15:00:50.136156 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ddda3fdd-bb39-4043-8951-5cbc6100598f req-7f64b5d8-06c9-4172-8e53-8e3a580c18a4 service neutron] 10.222.0.55 "GET /v2.0/networks/1af0a77f-f854-46bc-92ff-f92bb3875638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872674 Mar 02 15:00:50.240640 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ddda3fdd-bb39-4043-8951-5cbc6100598f req-fa5fed29-280a-4368-8018-aff64985374f service neutron] 10.222.0.55 "GET /v2.0/networks/1af0a77f-f854-46bc-92ff-f92bb3875638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932789 Mar 02 15:00:51.114748 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46021af9-7515-4623-9a30-f41dbb53e690 req-72af8093-78ca-443c-bb00-9b4f92153912 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:00:51.116347 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-46021af9-7515-4623-9a30-f41dbb53e690 req-72af8093-78ca-443c-bb00-9b4f92153912 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e8479f3-f6d5-4326-aa70-42159fddf9f4 HTTP/1.1" status: 200 len: 943 time: 0.0587373 Mar 02 15:00:51.167276 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-46021af9-7515-4623-9a30-f41dbb53e690 req-3845dbf3-8a43-462c-a979-49a6d5d0a825 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.52 "GET /v2.0/security-groups?id=a66d81a0-3f62-465d-aba9-e85681d30424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443141 Mar 02 15:00:52.302757 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa509b14-4ecf-4413-9724-2322fd53bf12 req-2ce0f54d-ac6f-49d3-92d5-3e0df812672e tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:00:52.304291 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-aa509b14-4ecf-4413-9724-2322fd53bf12 req-2ce0f54d-ac6f-49d3-92d5-3e0df812672e tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e8479f3-f6d5-4326-aa70-42159fddf9f4 HTTP/1.1" status: 200 len: 943 time: 0.0584307 Mar 02 15:00:52.355945 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-aa509b14-4ecf-4413-9724-2322fd53bf12 req-f8e2bcff-3181-4e75-b8d8-04673fa4ca5b tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.52 "GET /v2.0/security-groups?id=a66d81a0-3f62-465d-aba9-e85681d30424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454979 Mar 02 15:00:53.478359 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0a9d0f-e02e-42c0-b9c7-0cc583d9d842 req-f099d452-0cb7-4eb3-b161-6234f6125e84 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:00:53.479925 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6a0a9d0f-e02e-42c0-b9c7-0cc583d9d842 req-f099d452-0cb7-4eb3-b161-6234f6125e84 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e8479f3-f6d5-4326-aa70-42159fddf9f4 HTTP/1.1" status: 200 len: 943 time: 0.0559654 Mar 02 15:00:53.528811 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6a0a9d0f-e02e-42c0-b9c7-0cc583d9d842 req-cdf14014-bb85-43c4-b0e6-582741e71611 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.52 "GET /v2.0/security-groups?id=a66d81a0-3f62-465d-aba9-e85681d30424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428929 Mar 02 15:00:53.588852 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-b97192f6-4037-4044-a4bc-5ca188c439f6 req-b57ea6c7-d11e-4b54-8183-be5ddeaa633a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436554 Mar 02 15:00:53.677560 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97192f6-4037-4044-a4bc-5ca188c439f6 req-1e5b2b12-4e7f-4ef8-b74e-a94fa2d0d49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:00:53.678587 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-b97192f6-4037-4044-a4bc-5ca188c439f6 req-1e5b2b12-4e7f-4ef8-b74e-a94fa2d0d49f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8d6fe98143c241798db8cd747803fb48&device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 1129 time: 0.0492911 Mar 02 15:00:53.781406 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97192f6-4037-4044-a4bc-5ca188c439f6 req-c7f7df72-599b-4737-a450-758e805a846d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:00:53.782855 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-b97192f6-4037-4044-a4bc-5ca188c439f6 req-c7f7df72-599b-4737-a450-758e805a846d service neutron] 10.222.0.55 "GET /v2.0/networks?id=32a772a1-de65-4149-a254-15f24cef804d HTTP/1.1" status: 200 len: 918 time: 0.0848448 Mar 02 15:00:53.859675 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-b97192f6-4037-4044-a4bc-5ca188c439f6 req-91e33b5b-85f5-4bed-bbf7-0e10286d6e73 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e876fffc-f842-4f0f-ad30-380165a0570d HTTP/1.1" status: 200 len: 1000 time: 0.0636370 Mar 02 15:00:53.913795 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97192f6-4037-4044-a4bc-5ca188c439f6 req-3a0d6d6f-384a-4036-9803-48fc910ffdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:00:53.915902 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-b97192f6-4037-4044-a4bc-5ca188c439f6 req-3a0d6d6f-384a-4036-9803-48fc910ffdeb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4f813be6-b019-4418-9613-23d83e4ca2ff HTTP/1.1" status: 200 len: 856 time: 0.0451326 Mar 02 15:00:53.966988 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97192f6-4037-4044-a4bc-5ca188c439f6 req-fa884c44-55ec-4c3a-af7f-e40e415b5ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:00:53.968549 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-b97192f6-4037-4044-a4bc-5ca188c439f6 req-fa884c44-55ec-4c3a-af7f-e40e415b5ca6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=32a772a1-de65-4149-a254-15f24cef804d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465000 Mar 02 15:00:54.069725 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-b97192f6-4037-4044-a4bc-5ca188c439f6 req-42c2c09e-9399-43d3-9e14-da1b58e90d03 service neutron] 10.222.0.55 "GET /v2.0/networks/32a772a1-de65-4149-a254-15f24cef804d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942187 Mar 02 15:00:54.164704 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-b97192f6-4037-4044-a4bc-5ca188c439f6 req-e29fd58f-3564-4af9-8d1b-3f4845e0d5f3 service neutron] 10.222.0.55 "GET /v2.0/networks/32a772a1-de65-4149-a254-15f24cef804d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876667 Mar 02 15:00:54.656685 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df51da-7bdc-4036-8d38-dbe1ed0b25c8 req-c5fd04da-5d6b-4d11-8a6b-12a8f416f5d1 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:00:54.658212 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-74df51da-7bdc-4036-8d38-dbe1ed0b25c8 req-c5fd04da-5d6b-4d11-8a6b-12a8f416f5d1 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e8479f3-f6d5-4326-aa70-42159fddf9f4 HTTP/1.1" status: 200 len: 943 time: 0.0586689 Mar 02 15:00:54.709972 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-74df51da-7bdc-4036-8d38-dbe1ed0b25c8 req-9a44f0d7-fb2b-45e9-b11a-fbf26f7068b2 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.52 "GET /v2.0/security-groups?id=a66d81a0-3f62-465d-aba9-e85681d30424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461326 Mar 02 15:00:55.839149 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64b14cf-7dfb-454f-abaf-24125ca7af2e req-2175067a-a272-48f3-8dbb-ee82bb760cd1 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:00:55.840866 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-f64b14cf-7dfb-454f-abaf-24125ca7af2e req-2175067a-a272-48f3-8dbb-ee82bb760cd1 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e8479f3-f6d5-4326-aa70-42159fddf9f4 HTTP/1.1" status: 200 len: 943 time: 0.0583832 Mar 02 15:00:55.892054 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-f64b14cf-7dfb-454f-abaf-24125ca7af2e req-b1a49553-976f-4821-8a6d-e7dcab88f958 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.52 "GET /v2.0/security-groups?id=a66d81a0-3f62-465d-aba9-e85681d30424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450647 Mar 02 15:00:56.923333 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (a761fe19-4045-45cc-a7c7-f029a0c82591), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:57.019735 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19a3873-1894-45c3-b33f-1aded0171ced req-ba0f2b56-a0e7-45d7-8154-9780a168054c tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:00:57.021321 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a19a3873-1894-45c3-b33f-1aded0171ced req-ba0f2b56-a0e7-45d7-8154-9780a168054c tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e8479f3-f6d5-4326-aa70-42159fddf9f4 HTTP/1.1" status: 200 len: 943 time: 0.0546288 Mar 02 15:00:57.081873 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a19a3873-1894-45c3-b33f-1aded0171ced req-aa598530-80ae-41b0-8f5d-bc2cdff1b5cb tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.52 "GET /v2.0/security-groups?id=a66d81a0-3f62-465d-aba9-e85681d30424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548270 Mar 02 15:00:58.261810 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a81575b-5b0a-4247-962d-435f1ae216d8 req-60567c76-be9c-4ccd-a277-3f016c3f793a tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:00:58.263568 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-8a81575b-5b0a-4247-962d-435f1ae216d8 req-60567c76-be9c-4ccd-a277-3f016c3f793a tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e8479f3-f6d5-4326-aa70-42159fddf9f4 HTTP/1.1" status: 200 len: 943 time: 0.0801284 Mar 02 15:00:58.332871 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-8a81575b-5b0a-4247-962d-435f1ae216d8 req-bf502f9d-d277-41bc-9d32-d42c47124b65 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.52 "GET /v2.0/security-groups?id=a66d81a0-3f62-465d-aba9-e85681d30424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625122 Mar 02 15:00:58.841862 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36bfc2e-0b42-4587-80aa-5a254f6bdcdd req-1dcb4980-baab-46c6-ace3-f8374003dd1a tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:00:58.844429 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-c36bfc2e-0b42-4587-80aa-5a254f6bdcdd req-1dcb4980-baab-46c6-ace3-f8374003dd1a tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a048e7d-380d-4eb6-b2f3-553fde4437a8 HTTP/1.1" status: 200 len: 945 time: 0.0683358 Mar 02 15:00:58.907173 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-c36bfc2e-0b42-4587-80aa-5a254f6bdcdd req-2485273a-74a6-4d1f-be2c-557229d14add tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568621 Mar 02 15:00:58.935806 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Device bc6be825-3653-4d94-a52b-6bdafc93b6dd details requested by agent hyperv_hv-cinder-83143 with host hv-cinder-83143 {{(pid=110181) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 15:00:58.944514 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe08297d-71d4-40cd-a3e2-53cc4bcf00b0 req-f6e9f609-1c00-4a2e-9412-d573065463bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:00:58.946171 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-fe08297d-71d4-40cd-a3e2-53cc4bcf00b0 req-f6e9f609-1c00-4a2e-9412-d573065463bb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f1bd7e528fca43dbb4023b42e4d1b6a1&device_id=3a048e7d-380d-4eb6-b2f3-553fde4437a8 HTTP/1.1" status: 200 len: 1129 time: 0.0524266 Mar 02 15:00:59.065957 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] For port bc6be825-3653-4d94-a52b-6bdafc93b6dd, host hv-cinder-83143, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=bc6be825-3653-4d94-a52b-6bdafc93b6dd,segment=NetworkSegment(db334d9b-ce3f-4428-8bb8-a410abf6a449),segment_id=db334d9b-ce3f-4428-8bb8-a410abf6a449)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:00:59.083542 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe08297d-71d4-40cd-a3e2-53cc4bcf00b0 req-41918058-3c8e-4ce8-ae58-8662262eb130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:00:59.085159 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-fe08297d-71d4-40cd-a3e2-53cc4bcf00b0 req-41918058-3c8e-4ce8-ae58-8662262eb130 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f57784fe-c0ba-4637-8703-002c97dfe5a6 HTTP/1.1" status: 200 len: 919 time: 0.1309524 Mar 02 15:00:59.089568 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Returning: {'device': 'bc6be825-3653-4d94-a52b-6bdafc93b6dd', 'network_id': '1af0a77f-f854-46bc-92ff-f92bb3875638', 'port_id': 'bc6be825-3653-4d94-a52b-6bdafc93b6dd', 'mac_address': 'fa:16:3e:3f:8d:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bafd431d-9848-412d-85d9-fef7a7049713', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110181) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 15:00:59.132405 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-fe08297d-71d4-40cd-a3e2-53cc4bcf00b0 req-b70b7916-cd1d-428d-a2f2-c9f2ae447529 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e147af4-38c2-40f4-93bc-dd65df75f682 HTTP/1.1" status: 200 len: 217 time: 0.0378909 Mar 02 15:00:59.144176 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Current status of the port bc6be825-3653-4d94-a52b-6bdafc93b6dd is: DOWN; New status is: BUILD {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 15:00:59.144842 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (bc6be825-3653-4d94-a52b-6bdafc93b6dd), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:59.170960 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.notifiers.nova [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc6be825-3653-4d94-a52b-6bdafc93b6dd {{(pid=110181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 15:00:59.189246 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe08297d-71d4-40cd-a3e2-53cc4bcf00b0 req-e4b684eb-5210-4781-b0ee-bd64f71450af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:00:59.190748 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-fe08297d-71d4-40cd-a3e2-53cc4bcf00b0 req-e4b684eb-5210-4781-b0ee-bd64f71450af service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c3f153de-817f-4669-9f3c-7dca79be3db5 HTTP/1.1" status: 200 len: 858 time: 0.0524056 Mar 02 15:00:59.206466 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] For port bc6be825-3653-4d94-a52b-6bdafc93b6dd, host hv-cinder-83143, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=bc6be825-3653-4d94-a52b-6bdafc93b6dd,segment=NetworkSegment(db334d9b-ce3f-4428-8bb8-a410abf6a449),segment_id=db334d9b-ce3f-4428-8bb8-a410abf6a449)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:00:59.224272 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-fe08297d-71d4-40cd-a3e2-53cc4bcf00b0 req-84b2bf7c-0ee2-4c21-af5b-365748833b7e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f57784fe-c0ba-4637-8703-002c97dfe5a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268209 Mar 02 15:00:59.320042 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (bc6be825-3653-4d94-a52b-6bdafc93b6dd), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:00:59.342838 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-fe08297d-71d4-40cd-a3e2-53cc4bcf00b0 req-c358d217-2459-43c2-ba30-962f866df583 service neutron] 10.222.0.55 "GET /v2.0/networks/f57784fe-c0ba-4637-8703-002c97dfe5a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127918 Mar 02 15:00:59.411092 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Pushing event updated for resources: {'Port': ['ID=bc6be825-3653-4d94-a52b-6bdafc93b6dd,revision_number=4']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:00:59.543576 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-fe08297d-71d4-40cd-a3e2-53cc4bcf00b0 req-1f44e976-1b7a-4e5e-9344-b00e106b77ca service neutron] 10.222.0.55 "GET /v2.0/networks/f57784fe-c0ba-4637-8703-002c97dfe5a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897206 Mar 02 15:00:59.557928 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a5f7fe-775a-4678-a0a0-2b988c20d89f req-3931f269-dd75-46df-93cb-b5ccbfa1966f tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:00:59.559544 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a6a5f7fe-775a-4678-a0a0-2b988c20d89f req-3931f269-dd75-46df-93cb-b5ccbfa1966f tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e8479f3-f6d5-4326-aa70-42159fddf9f4 HTTP/1.1" status: 200 len: 944 time: 0.1482160 Mar 02 15:00:59.641488 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a6a5f7fe-775a-4678-a0a0-2b988c20d89f req-a02aa78f-4b98-418a-a1ac-f4feef3b324e tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.52 "GET /v2.0/security-groups?id=a66d81a0-3f62-465d-aba9-e85681d30424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672779 Mar 02 15:01:00.048983 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f6fece-8bf5-43b0-914f-fc9807b559a1 req-f2d157db-fb21-48aa-9fe1-7687a4efc6a3 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:00.050536 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-65f6fece-8bf5-43b0-914f-fc9807b559a1 req-f2d157db-fb21-48aa-9fe1-7687a4efc6a3 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a048e7d-380d-4eb6-b2f3-553fde4437a8 HTTP/1.1" status: 200 len: 945 time: 0.0622201 Mar 02 15:01:00.100487 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-65f6fece-8bf5-43b0-914f-fc9807b559a1 req-eb8f68ff-f700-4e0c-91a5-27900d65d3d7 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434396 Mar 02 15:01:00.776719 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f65e73-fafe-4964-b724-f29f61d69c46 req-0ede9cdd-db37-4d2d-b9bb-aacda30b7332 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:00.778221 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-95f65e73-fafe-4964-b724-f29f61d69c46 req-0ede9cdd-db37-4d2d-b9bb-aacda30b7332 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e8479f3-f6d5-4326-aa70-42159fddf9f4 HTTP/1.1" status: 200 len: 944 time: 0.0576565 Mar 02 15:01:00.833431 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-95f65e73-fafe-4964-b724-f29f61d69c46 req-e51a13c0-ba68-4655-a579-d6e47a926ff2 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.52 "GET /v2.0/security-groups?id=a66d81a0-3f62-465d-aba9-e85681d30424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487037 Mar 02 15:01:00.939281 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] get_ports_and_sgs() called for port_ids ['bc6be825-3653-4d94-a52b-6bdafc93b6dd'] {{(pid=110181) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 15:01:01.238758 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e032fd80-993b-4fa5-b8fc-9df26e71fc35 req-5f4b7a36-8ead-4a2a-afc8-7f3dc8ec8bf4 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:01.240211 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-e032fd80-993b-4fa5-b8fc-9df26e71fc35 req-5f4b7a36-8ead-4a2a-afc8-7f3dc8ec8bf4 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a048e7d-380d-4eb6-b2f3-553fde4437a8 HTTP/1.1" status: 200 len: 945 time: 0.0578346 Mar 02 15:01:01.293313 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-e032fd80-993b-4fa5-b8fc-9df26e71fc35 req-78168dc3-f4df-4560-a92f-812189537747 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467513 Mar 02 15:01:01.964064 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ef1538-f820-4418-b1e3-eeacc5f7d892 req-33a945b9-f7ea-4ca0-bd33-0618e4947a0e tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:01.965544 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a9ef1538-f820-4418-b1e3-eeacc5f7d892 req-33a945b9-f7ea-4ca0-bd33-0618e4947a0e tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e8479f3-f6d5-4326-aa70-42159fddf9f4 HTTP/1.1" status: 200 len: 944 time: 0.0622640 Mar 02 15:01:02.015742 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a9ef1538-f820-4418-b1e3-eeacc5f7d892 req-08d44477-9040-47be-afc0-78cbb99971dd tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.52 "GET /v2.0/security-groups?id=a66d81a0-3f62-465d-aba9-e85681d30424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433655 Mar 02 15:01:02.425453 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fba8d6a-ddc4-4090-8874-9892d1cb6052 req-6fad3c28-640a-4a85-80b4-bfb9954c8779 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:02.426980 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-8fba8d6a-ddc4-4090-8874-9892d1cb6052 req-6fad3c28-640a-4a85-80b4-bfb9954c8779 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a048e7d-380d-4eb6-b2f3-553fde4437a8 HTTP/1.1" status: 200 len: 945 time: 0.0577681 Mar 02 15:01:02.481747 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-8fba8d6a-ddc4-4090-8874-9892d1cb6052 req-01d17794-3ab0-4ea5-8394-6346de76ce93 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484552 Mar 02 15:01:02.623946 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-b7f79ac3-73c6-4c27-a2a7-b63db0251094 req-ad4110dc-8f07-4dc9-b444-6e8f45a29873 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-952337530&fields=id&tenant_id=ef7ebc74e4e04842a71eef9540bbb905 HTTP/1.1" status: 200 len: 267 time: 0.0503845 Mar 02 15:01:02.727720 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f79ac3-73c6-4c27-a2a7-b63db0251094 req-cb5447e8-f0ca-4aaa-8c44-c7201613d1e4 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:02.729128 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-b7f79ac3-73c6-4c27-a2a7-b63db0251094 req-cb5447e8-f0ca-4aaa-8c44-c7201613d1e4 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/networks?id=dfd98ec8-5de8-4415-83aa-22cce77e500c HTTP/1.1" status: 200 len: 808 time: 0.0985882 Mar 02 15:01:02.743919 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-b7f79ac3-73c6-4c27-a2a7-b63db0251094 req-47dc5981-2653-4cdd-b9fe-9f30e3795749 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/quotas/ef7ebc74e4e04842a71eef9540bbb905 HTTP/1.1" status: 200 len: 375 time: 0.0094163 Mar 02 15:01:02.800495 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-b7f79ac3-73c6-4c27-a2a7-b63db0251094 req-b2bda494-42bb-4692-bf38-cc518e2b5932 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=ef7ebc74e4e04842a71eef9540bbb905&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512929 Mar 02 15:01:02.907449 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-b7f79ac3-73c6-4c27-a2a7-b63db0251094 req-c0297c50-1a0b-4566-86d7-83ac2d5f20a5 service neutron] 10.222.0.52 "GET /v2.0/networks/dfd98ec8-5de8-4415-83aa-22cce77e500c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938461 Mar 02 15:01:02.997508 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-b7f79ac3-73c6-4c27-a2a7-b63db0251094 req-5a30bf9f-c170-434b-ba7a-3ae68e25c831 service neutron] 10.222.0.52 "GET /v2.0/networks/dfd98ec8-5de8-4415-83aa-22cce77e500c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834532 Mar 02 15:01:03.146665 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c20ed0-9952-4a5e-93b1-1c3959f903b7 req-6a6c76fa-f95c-42f4-8ae6-b049f9183207 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:03.148357 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-02c20ed0-9952-4a5e-93b1-1c3959f903b7 req-6a6c76fa-f95c-42f4-8ae6-b049f9183207 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e8479f3-f6d5-4326-aa70-42159fddf9f4 HTTP/1.1" status: 200 len: 944 time: 0.0641353 Mar 02 15:01:03.197593 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-02c20ed0-9952-4a5e-93b1-1c3959f903b7 req-606e1a1e-3931-47e4-a5fb-f4ddf54eaf2b tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.52 "GET /v2.0/security-groups?id=a66d81a0-3f62-465d-aba9-e85681d30424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423605 Mar 02 15:01:03.825923 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7204c8-2467-43cc-9e4f-c73f820965a1 req-d1003352-bd4a-4701-b17a-6cc2322a72ba tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:03.827370 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-0e7204c8-2467-43cc-9e4f-c73f820965a1 req-d1003352-bd4a-4701-b17a-6cc2322a72ba tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a048e7d-380d-4eb6-b2f3-553fde4437a8 HTTP/1.1" status: 200 len: 945 time: 0.0672522 Mar 02 15:01:03.848600 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-558335a5-814a-4a6b-ac1e-b988760733e6 req-be347fd0-4ace-4753-85bc-7a3eb882d7e5 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/ports?device_id=a230d674-1b12-4b6d-b3c9-16b90396e56d HTTP/1.1" status: 200 len: 210 time: 0.0387089 Mar 02 15:01:03.898801 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-0e7204c8-2467-43cc-9e4f-c73f820965a1 req-43cdf01a-a931-4dd7-bf1b-4263e0986e1b tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533848 Mar 02 15:01:03.969981 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a884dcb8-78f7-435f-8ecb-4b3195e01b7e req-751d4ccf-2759-40af-a147-15b2e3ede931 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:03.971336 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a884dcb8-78f7-435f-8ecb-4b3195e01b7e req-751d4ccf-2759-40af-a147-15b2e3ede931 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d194f8a-5691-4901-abc3-747c2aed0fcf HTTP/1.1" status: 200 len: 945 time: 0.0522389 Mar 02 15:01:04.018095 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a884dcb8-78f7-435f-8ecb-4b3195e01b7e req-19b88cd3-9e7b-4c99-a84f-cfd53ec535c7 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/security-groups?id=74537ba6-1b23-49ee-a8f7-21a45895cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408592 Mar 02 15:01:04.322276 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681ba992-a701-4782-bc82-123767d79925 req-b1a0ece0-e4e8-4ac3-ab67-53aad968928d tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:04.323941 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-681ba992-a701-4782-bc82-123767d79925 req-b1a0ece0-e4e8-4ac3-ab67-53aad968928d tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e8479f3-f6d5-4326-aa70-42159fddf9f4 HTTP/1.1" status: 200 len: 944 time: 0.0546722 Mar 02 15:01:04.372635 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-681ba992-a701-4782-bc82-123767d79925 req-b46c21e8-210c-426a-90d3-b4ab1ba81144 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.52 "GET /v2.0/security-groups?id=a66d81a0-3f62-465d-aba9-e85681d30424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429978 Mar 02 15:01:04.935585 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Device bc6be825-3653-4d94-a52b-6bdafc93b6dd up at agent hyperv_hv-cinder-83143 {{(pid=110181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 15:01:04.936211 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-018704d6-cbeb-4dc3-bcc8-204abcb08bfa req-34d0c473-12fa-4aa2-8912-97566d87ac34 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/ports?device_id=a230d674-1b12-4b6d-b3c9-16b90396e56d HTTP/1.1" status: 200 len: 210 time: 0.0304701 Mar 02 15:01:05.030439 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cec4594-ff42-4315-a5db-b0ca7a0a6d8b req-d10958e7-a039-43d7-b923-d2ac7c35a364 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:05.032260 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-3cec4594-ff42-4315-a5db-b0ca7a0a6d8b req-d10958e7-a039-43d7-b923-d2ac7c35a364 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a048e7d-380d-4eb6-b2f3-553fde4437a8 HTTP/1.1" status: 200 len: 945 time: 0.0611036 Mar 02 15:01:05.081735 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-3cec4594-ff42-4315-a5db-b0ca7a0a6d8b req-8fbb81e1-4fbf-443b-b1fd-53127a665ce9 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438004 Mar 02 15:01:05.083419 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Provisioning for port bc6be825-3653-4d94-a52b-6bdafc93b6dd completed by entity L2. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 15:01:05.088673 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Provisioning complete for port bc6be825-3653-4d94-a52b-6bdafc93b6dd triggered by entity L2. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 15:01:05.089054 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (bc6be825-3653-4d94-a52b-6bdafc93b6dd), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:01:05.141540 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8539cef1-cb50-4fc6-87e0-1b180a990e38 req-31b8a24a-0a3c-4bca-9c5c-58c013bd0ffd tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:05.143255 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-8539cef1-cb50-4fc6-87e0-1b180a990e38 req-31b8a24a-0a3c-4bca-9c5c-58c013bd0ffd tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d194f8a-5691-4901-abc3-747c2aed0fcf HTTP/1.1" status: 200 len: 945 time: 0.0545800 Mar 02 15:01:05.171963 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Current status of the port bc6be825-3653-4d94-a52b-6bdafc93b6dd is: BUILD; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 15:01:05.172365 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (bc6be825-3653-4d94-a52b-6bdafc93b6dd), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:01:05.198635 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e8479f3-f6d5-4326-aa70-42159fddf9f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc6be825-3653-4d94-a52b-6bdafc93b6dd'}] {{(pid=110181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 15:01:05.200830 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6faebeedf0149bd95a8e5aac95437523d12653d92db1e1e7ce78ae8719853609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3e97fca-db20-4416-8721-92660ef64cab" -d '{"events": [{"server_uuid": "8e8479f3-f6d5-4326-aa70-42159fddf9f4", "name": "network-vif-plugged", "status": "completed", "tag": "bc6be825-3653-4d94-a52b-6bdafc93b6dd"}]}' {{(pid=110181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 15:01:05.215306 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] For port bc6be825-3653-4d94-a52b-6bdafc93b6dd, host hv-cinder-83143, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=bc6be825-3653-4d94-a52b-6bdafc93b6dd,segment=NetworkSegment(db334d9b-ce3f-4428-8bb8-a410abf6a449),segment_id=db334d9b-ce3f-4428-8bb8-a410abf6a449)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:01:05.215963 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-8539cef1-cb50-4fc6-87e0-1b180a990e38 req-9bbb6ce3-17bf-45cf-9f3c-c88992555ef9 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/security-groups?id=74537ba6-1b23-49ee-a8f7-21a45895cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608737 Mar 02 15:01:05.241039 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 15:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0918802-3584-44b3-a5da-ba26892a22b4 x-openstack-request-id: req-e0918802-3584-44b3-a5da-ba26892a22b4 {{(pid=110181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 15:01:05.241039 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e8479f3-f6d5-4326-aa70-42159fddf9f4", "name": "network-vif-plugged", "status": "completed", "tag": "bc6be825-3653-4d94-a52b-6bdafc93b6dd", "code": 200}]} {{(pid=110181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 15:01:05.241039 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e0918802-3584-44b3-a5da-ba26892a22b4 {{(pid=110181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 15:01:05.241039 dv-cinder-831439-3-iscsi neutron-server[110181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e8479f3-f6d5-4326-aa70-42159fddf9f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc6be825-3653-4d94-a52b-6bdafc93b6dd', 'code': 200} Mar 02 15:01:05.328862 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (bc6be825-3653-4d94-a52b-6bdafc93b6dd), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:01:05.376541 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Pushing event updated for resources: {'Port': ['ID=bc6be825-3653-4d94-a52b-6bdafc93b6dd,revision_number=5']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:01:05.496668 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a9d9fd-ca8e-4a9f-8b01-72f78ae945d1 req-147c1d01-5904-4824-a7c2-12236ff0e698 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:05.497914 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-12a9d9fd-ca8e-4a9f-8b01-72f78ae945d1 req-147c1d01-5904-4824-a7c2-12236ff0e698 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e8479f3-f6d5-4326-aa70-42159fddf9f4 HTTP/1.1" status: 200 len: 945 time: 0.0590351 Mar 02 15:01:05.545565 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-12a9d9fd-ca8e-4a9f-8b01-72f78ae945d1 req-63faa948-78f6-411d-b48a-76a0ad296c00 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.52 "GET /v2.0/security-groups?id=a66d81a0-3f62-465d-aba9-e85681d30424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416510 Mar 02 15:01:05.865180 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec80157-c7e8-4f0c-b3dc-791059e872e5 req-27a7040b-8fb4-4a1c-8e74-8483da694dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:05.866736 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-5ec80157-c7e8-4f0c-b3dc-791059e872e5 req-27a7040b-8fb4-4a1c-8e74-8483da694dbf service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8e8479f3-f6d5-4326-aa70-42159fddf9f4 HTTP/1.1" status: 200 len: 1129 time: 0.0455081 Mar 02 15:01:05.913435 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-5ec80157-c7e8-4f0c-b3dc-791059e872e5 req-f4fe7ab7-5e4a-4709-b014-4868d9de29e9 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a66d81a0-3f62-465d-aba9-e85681d30424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384743 Mar 02 15:01:06.032531 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-02e02cb3-55c9-4b6b-a382-ad6983aeb620 req-6824591c-ba38-4fa9-8530-3902f0af01a2 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/ports?device_id=a230d674-1b12-4b6d-b3c9-16b90396e56d HTTP/1.1" status: 200 len: 210 time: 0.0266981 Mar 02 15:01:06.212229 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0f69db-6c63-4e0e-8c77-04004a18f5a3 req-59dd33ce-f14d-4b59-977e-8a9d774f265c tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:06.213785 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-8b0f69db-6c63-4e0e-8c77-04004a18f5a3 req-59dd33ce-f14d-4b59-977e-8a9d774f265c tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a048e7d-380d-4eb6-b2f3-553fde4437a8 HTTP/1.1" status: 200 len: 945 time: 0.0582533 Mar 02 15:01:06.264938 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-8b0f69db-6c63-4e0e-8c77-04004a18f5a3 req-27b4f1b8-84fe-4698-9998-a4ad61e28102 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453436 Mar 02 15:01:06.329916 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711e4398-4464-4be5-8544-8657f5eedd75 req-59bdc470-6c0c-4f74-a34c-4c02a82cb859 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:06.331416 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-711e4398-4464-4be5-8544-8657f5eedd75 req-59bdc470-6c0c-4f74-a34c-4c02a82cb859 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d194f8a-5691-4901-abc3-747c2aed0fcf HTTP/1.1" status: 200 len: 945 time: 0.0557466 Mar 02 15:01:06.381249 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-711e4398-4464-4be5-8544-8657f5eedd75 req-4c8e841b-652b-49d6-b494-60bf7c8c1435 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/security-groups?id=74537ba6-1b23-49ee-a8f7-21a45895cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441623 Mar 02 15:01:06.677571 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260aa40-e590-402c-b1f9-6a371b99e282 req-d3d29237-840a-4436-b67f-c3a700b175e4 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:06.679016 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-7260aa40-e590-402c-b1f9-6a371b99e282 req-d3d29237-840a-4436-b67f-c3a700b175e4 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e8479f3-f6d5-4326-aa70-42159fddf9f4 HTTP/1.1" status: 200 len: 945 time: 0.0662291 Mar 02 15:01:06.731962 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-7260aa40-e590-402c-b1f9-6a371b99e282 req-13447771-7ba5-4f6d-b2ce-684484864725 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.52 "GET /v2.0/security-groups?id=a66d81a0-3f62-465d-aba9-e85681d30424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469468 Mar 02 15:01:06.875176 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.agents_db [None req-b044b9bd-a670-44c5-b22a-8886b11808d8 None None] Agent healthcheck: found 6 active agents {{(pid=110182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 15:01:07.140129 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-c9ca16c4-075d-4bce-869f-462909f3dca5 req-c9db3c15-c05a-4f35-98ed-691dc7906a49 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/ports?device_id=a230d674-1b12-4b6d-b3c9-16b90396e56d HTTP/1.1" status: 200 len: 210 time: 0.0330856 Mar 02 15:01:07.164013 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd532352-4ba9-4c2e-b53c-9487ed87a515 req-057035c3-6e72-4112-a94d-b3d58dc1e135 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:07.166835 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-cd532352-4ba9-4c2e-b53c-9487ed87a515 req-057035c3-6e72-4112-a94d-b3d58dc1e135 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d194f8a-5691-4901-abc3-747c2aed0fcf HTTP/1.1" status: 200 len: 945 time: 0.0894141 Mar 02 15:01:07.273460 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.plugin [req-cd532352-4ba9-4c2e-b53c-9487ed87a515 req-2fdb98c0-7132-4674-bc28-f4923fc22fbb tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Deleting port eb68c75c-2f0d-44b5-b257-85e76aaf8ddc {{(pid=110180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 15:01:07.273947 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-cd532352-4ba9-4c2e-b53c-9487ed87a515 req-2fdb98c0-7132-4674-bc28-f4923fc22fbb tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757345981049'] for port (eb68c75c-2f0d-44b5-b257-85e76aaf8ddc), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:01:07.395650 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.db [req-cd532352-4ba9-4c2e-b53c-9487ed87a515 req-2fdb98c0-7132-4674-bc28-f4923fc22fbb tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] For port eb68c75c-2f0d-44b5-b257-85e76aaf8ddc, host hv-cinder-83143, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=eb68c75c-2f0d-44b5-b257-85e76aaf8ddc,segment=NetworkSegment(8893ea58-7cff-4b58-935d-3a9feb64b4ca),segment_id=8893ea58-7cff-4b58-935d-3a9feb64b4ca)] {{(pid=110180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:01:07.396030 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-cd532352-4ba9-4c2e-b53c-9487ed87a515 req-2fdb98c0-7132-4674-bc28-f4923fc22fbb tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port (eb68c75c-2f0d-44b5-b257-85e76aaf8ddc), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:01:07.413822 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.plugin [req-cd532352-4ba9-4c2e-b53c-9487ed87a515 req-2fdb98c0-7132-4674-bc28-f4923fc22fbb tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Calling delete_port for eb68c75c-2f0d-44b5-b257-85e76aaf8ddc owned by compute:nova {{(pid=110180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 15:01:07.439429 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ac2dd-38d0-446c-908d-cd5d3cc085d9 req-0367a830-0490-4991-98b2-809131c83cd4 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:07.440992 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-fd2ac2dd-38d0-446c-908d-cd5d3cc085d9 req-0367a830-0490-4991-98b2-809131c83cd4 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a048e7d-380d-4eb6-b2f3-553fde4437a8 HTTP/1.1" status: 200 len: 945 time: 0.0997651 Mar 02 15:01:07.578411 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-fd2ac2dd-38d0-446c-908d-cd5d3cc085d9 req-0af88431-900f-4378-9184-1ecf4b3c8516 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091008 Mar 02 15:01:07.592828 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0316950a-4799-49f4-874e-d41511051808 req-b024588c-a52c-4335-a1ff-3f67300164b8 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:07.594383 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-0316950a-4799-49f4-874e-d41511051808 req-b024588c-a52c-4335-a1ff-3f67300164b8 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d194f8a-5691-4901-abc3-747c2aed0fcf HTTP/1.1" status: 200 len: 945 time: 0.1240766 Mar 02 15:01:07.677947 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-0316950a-4799-49f4-874e-d41511051808 req-3cfc1d4a-84a6-4275-836a-c35d5b2e6b5f tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/security-groups?id=74537ba6-1b23-49ee-a8f7-21a45895cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776250 Mar 02 15:01:07.687281 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f79ac3-73c6-4c27-a2a7-b63db0251094 req-5c4208bb-bb49-4af4-9517-2fb2fe61577e tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:07.688840 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [req-b7f79ac3-73c6-4c27-a2a7-b63db0251094 req-5c4208bb-bb49-4af4-9517-2fb2fe61577e tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.55 "GET /v2.0/networks?id=dfd98ec8-5de8-4415-83aa-22cce77e500c HTTP/1.1" status: 200 len: 808 time: 0.1769154 Mar 02 15:01:07.768801 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [req-b7f79ac3-73c6-4c27-a2a7-b63db0251094 req-3a7cfc6c-d35c-4c75-8cb4-18bde7e89e85 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef7ebc74e4e04842a71eef9540bbb905 HTTP/1.1" status: 200 len: 379 time: 0.0645816 Mar 02 15:01:07.769414 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-cd532352-4ba9-4c2e-b53c-9487ed87a515 req-2fdb98c0-7132-4674-bc28-f4923fc22fbb tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757345984732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757345480677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672616'] for port (eb68c75c-2f0d-44b5-b257-85e76aaf8ddc), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:01:07.779151 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.v2.base [req-b7f79ac3-73c6-4c27-a2a7-b63db0251094 req-b434f2e6-80ea-40dd-b1b4-0fbed66a65a4 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Request body: {'port': {'device_id': 'a230d674-1b12-4b6d-b3c9-16b90396e56d', 'network_id': 'dfd98ec8-5de8-4415-83aa-22cce77e500c', 'admin_state_up': True, 'tenant_id': 'ef7ebc74e4e04842a71eef9540bbb905', 'security_groups': ['f2b985be-7f57-4364-87a1-c62bf9e90a30']}} {{(pid=110179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 15:01:07.799548 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdb98c0-7132-4674-bc28-f4923fc22fbb tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Pushing event deleted for resources: {'Port': ['ID=eb68c75c-2f0d-44b5-b257-85e76aaf8ddc,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:01:07.815832 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] get_ports_and_sgs() called for port_ids ['608c0c91-197c-49ef-82b6-c579c40de592', '26c145e1-7ad8-4060-9cba-4b7a54c31241', 'e68042ea-64c2-4166-b54d-fbb206640573', 'eb68c75c-2f0d-44b5-b257-85e76aaf8ddc'] {{(pid=110181) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 15:01:07.885900 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd532352-4ba9-4c2e-b53c-9487ed87a515 req-2fdb98c0-7132-4674-bc28-f4923fc22fbb tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] No DVR routers for this DVR port eb68c75c-2f0d-44b5-b257-85e76aaf8ddc on host hv-cinder-83143 {{(pid=110180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 15:01:07.889256 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-cd532352-4ba9-4c2e-b53c-9487ed87a515 req-2fdb98c0-7132-4674-bc28-f4923fc22fbb tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221961'] for port (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:01:07.893108 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-cd532352-4ba9-4c2e-b53c-9487ed87a515 req-2fdb98c0-7132-4674-bc28-f4923fc22fbb tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.55 "DELETE /v2.0/ports/eb68c75c-2f0d-44b5-b257-85e76aaf8ddc HTTP/1.1" status: 204 len: 173 time: 0.7202516 Mar 02 15:01:07.893651 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d194f8a-5691-4901-abc3-747c2aed0fcf', 'name': 'network-vif-deleted', 'tag': 'eb68c75c-2f0d-44b5-b257-85e76aaf8ddc'}] {{(pid=110180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 15:01:07.895939 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d4cb776884cbbf8177075bc934a95f6bdaf5bba346c2d7fc75eae3cda02a5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b80aa086-f636-461c-b2e2-6d955d3772bb" -d '{"events": [{"server_uuid": "0d194f8a-5691-4901-abc3-747c2aed0fcf", "name": "network-vif-deleted", "tag": "eb68c75c-2f0d-44b5-b257-85e76aaf8ddc"}]}' {{(pid=110180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 15:01:07.929471 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91045bad-25a1-4e7b-98df-e676ea6cc1b7 req-974fdcb6-2514-4919-806f-b7daa4561cfc tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:07.931460 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-91045bad-25a1-4e7b-98df-e676ea6cc1b7 req-974fdcb6-2514-4919-806f-b7daa4561cfc tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e8479f3-f6d5-4326-aa70-42159fddf9f4 HTTP/1.1" status: 200 len: 945 time: 0.1292059 Mar 02 15:01:07.951680 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 15:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d05dfe-7d69-423b-af26-75046a135e51 x-openstack-request-id: req-81d05dfe-7d69-423b-af26-75046a135e51 {{(pid=110180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 15:01:07.952160 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d194f8a-5691-4901-abc3-747c2aed0fcf", "name": "network-vif-deleted", "tag": "eb68c75c-2f0d-44b5-b257-85e76aaf8ddc", "status": "completed", "code": 200}]} {{(pid=110180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 15:01:07.952558 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-81d05dfe-7d69-423b-af26-75046a135e51 {{(pid=110180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 15:01:07.953212 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d194f8a-5691-4901-abc3-747c2aed0fcf', 'name': 'network-vif-deleted', 'tag': 'eb68c75c-2f0d-44b5-b257-85e76aaf8ddc', 'status': 'completed', 'code': 200} Mar 02 15:01:08.003195 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-91045bad-25a1-4e7b-98df-e676ea6cc1b7 req-7ebb2144-7461-45a8-bd3a-90592f65efc7 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.52 "GET /v2.0/security-groups?id=a66d81a0-3f62-465d-aba9-e85681d30424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656731 Mar 02 15:01:08.004030 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7f79ac3-73c6-4c27-a2a7-b63db0251094 req-b434f2e6-80ea-40dd-b1b4-0fbed66a65a4 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Made reservation on behalf of ef7ebc74e4e04842a71eef9540bbb905 for: {'port': 1} {{(pid=110179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 15:01:08.007706 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [req-b7f79ac3-73c6-4c27-a2a7-b63db0251094 req-b434f2e6-80ea-40dd-b1b4-0fbed66a65a4 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (None), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:01:08.175120 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.db.db_base_plugin_common [req-b7f79ac3-73c6-4c27-a2a7-b63db0251094 req-b434f2e6-80ea-40dd-b1b4-0fbed66a65a4 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Allocated IP 172.20.0.8 (dfd98ec8-5de8-4415-83aa-22cce77e500c/52bfaaf9-3cbd-41b6-b999-214dacbbebb5/0e17949f-6616-4d42-8111-05e711da824a) {{(pid=110179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 15:01:08.297459 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-68e25e9c-cfda-4965-9962-23d68ddaa07d req-e372795c-9b25-4e18-952f-c643f061a2df tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/ports?device_id=a230d674-1b12-4b6d-b3c9-16b90396e56d HTTP/1.1" status: 200 len: 210 time: 0.0320823 Mar 02 15:01:08.361536 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [req-b7f79ac3-73c6-4c27-a2a7-b63db0251094 req-b434f2e6-80ea-40dd-b1b4-0fbed66a65a4 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Publish callbacks [] for port (0e17949f-6616-4d42-8111-05e711da824a), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:01:08.483887 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [req-b7f79ac3-73c6-4c27-a2a7-b63db0251094 req-b434f2e6-80ea-40dd-b1b4-0fbed66a65a4 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757345480668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3822761'] for port (0e17949f-6616-4d42-8111-05e711da824a), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:01:08.532821 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7f79ac3-73c6-4c27-a2a7-b63db0251094 req-b434f2e6-80ea-40dd-b1b4-0fbed66a65a4 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Network dfd98ec8-5de8-4415-83aa-22cce77e500c is already hosted by enough agents. {{(pid=110179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 15:01:08.536857 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.scheduler.base_scheduler [req-b7f79ac3-73c6-4c27-a2a7-b63db0251094 req-b434f2e6-80ea-40dd-b1b4-0fbed66a65a4 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Resources bound (agent type, host, resource id): {{(pid=110179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 15:01:08.543582 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7f79ac3-73c6-4c27-a2a7-b63db0251094 req-b434f2e6-80ea-40dd-b1b4-0fbed66a65a4 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Received port after_create {{(pid=110179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 15:01:08.586306 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b434f2e6-80ea-40dd-b1b4-0fbed66a65a4 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Pushing event updated for resources: {'Port': ['ID=0e17949f-6616-4d42-8111-05e711da824a,revision_number=1']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:01:08.635060 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f79ac3-73c6-4c27-a2a7-b63db0251094 req-b434f2e6-80ea-40dd-b1b4-0fbed66a65a4 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:08.636324 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [req-b7f79ac3-73c6-4c27-a2a7-b63db0251094 req-b434f2e6-80ea-40dd-b1b4-0fbed66a65a4 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16231659'] for port (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:01:08.724669 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-e2f9f8d7-2580-4580-962c-09d6101babd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (dc3a6147-3194-47be-b33a-76a9a2a48933), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:01:08.737231 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc39736-8b81-420a-a7ee-b1cfa7440930 req-4cc3daba-a1a2-4f28-8cc2-df0c1dc6e52f tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:08.738959 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-3dc39736-8b81-420a-a7ee-b1cfa7440930 req-4cc3daba-a1a2-4f28-8cc2-df0c1dc6e52f tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a048e7d-380d-4eb6-b2f3-553fde4437a8 HTTP/1.1" status: 200 len: 945 time: 0.0772989 Mar 02 15:01:08.760576 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [req-b7f79ac3-73c6-4c27-a2a7-b63db0251094 req-b434f2e6-80ea-40dd-b1b4-0fbed66a65a4 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9834452 Mar 02 15:01:08.787276 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.v2.base [req-b7f79ac3-73c6-4c27-a2a7-b63db0251094 req-6d02aca2-6a4a-483d-9c2a-01d5600561cc service neutron] Request body: {'port': {'device_id': 'a230d674-1b12-4b6d-b3c9-16b90396e56d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83143'}} {{(pid=110179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 15:01:08.803393 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-8148b61a-653d-4829-9546-aea523d96440 None None] Provisioning complete for port 0e17949f-6616-4d42-8111-05e711da824a triggered by entity DHCP. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 15:01:08.803900 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-8148b61a-653d-4829-9546-aea523d96440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (0e17949f-6616-4d42-8111-05e711da824a), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:01:08.851310 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-8148b61a-653d-4829-9546-aea523d96440 None None] Port 0e17949f-6616-4d42-8111-05e711da824a cannot update to ACTIVE because it is not bound. {{(pid=110181) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 15:01:08.860182 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-43049818-8220-4346-b754-d13934c145c7 req-ee1c3737-15c0-4477-8229-a99f19f17c2b tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=0d194f8a-5691-4901-abc3-747c2aed0fcf HTTP/1.1" status: 200 len: 210 time: 0.0560057 Mar 02 15:01:08.864134 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-3dc39736-8b81-420a-a7ee-b1cfa7440930 req-5aebe756-6bce-4c61-8cd9-3aab60b88a6b tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172619 Mar 02 15:01:08.891499 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [req-b7f79ac3-73c6-4c27-a2a7-b63db0251094 req-6d02aca2-6a4a-483d-9c2a-01d5600561cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (0e17949f-6616-4d42-8111-05e711da824a), before_update {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:01:09.137735 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa9f77-ed3e-4a5a-9cc9-ddd6139ed570 req-eaf803bc-e9c7-4b63-8a1a-7af8b80856a9 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:09.139310 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a8fa9f77-ed3e-4a5a-9cc9-ddd6139ed570 req-eaf803bc-e9c7-4b63-8a1a-7af8b80856a9 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e8479f3-f6d5-4326-aa70-42159fddf9f4 HTTP/1.1" status: 200 len: 945 time: 0.0618799 Mar 02 15:01:09.190439 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a8fa9f77-ed3e-4a5a-9cc9-ddd6139ed570 req-d839f47f-a2a8-4b06-a1c4-78c351fa5402 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.52 "GET /v2.0/security-groups?id=a66d81a0-3f62-465d-aba9-e85681d30424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453491 Mar 02 15:01:09.198626 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.notifiers.nova [req-b7f79ac3-73c6-4c27-a2a7-b63db0251094 req-6d02aca2-6a4a-483d-9c2a-01d5600561cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e17949f-6616-4d42-8111-05e711da824a {{(pid=110179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 15:01:09.207911 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [req-b7f79ac3-73c6-4c27-a2a7-b63db0251094 req-6d02aca2-6a4a-483d-9c2a-01d5600561cc service neutron] Publish callbacks [] for port (0e17949f-6616-4d42-8111-05e711da824a), precommit_update {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:01:09.221654 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.db.provisioning_blocks [req-b7f79ac3-73c6-4c27-a2a7-b63db0251094 req-6d02aca2-6a4a-483d-9c2a-01d5600561cc service neutron] Transition to ACTIVE for port object 0e17949f-6616-4d42-8111-05e711da824a will not be triggered until provisioned by entity L2. {{(pid=110179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 15:01:09.295054 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [req-b7f79ac3-73c6-4c27-a2a7-b63db0251094 req-6d02aca2-6a4a-483d-9c2a-01d5600561cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3822752'] for port (0e17949f-6616-4d42-8111-05e711da824a), after_update {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:01:09.367112 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d02aca2-6a4a-483d-9c2a-01d5600561cc service neutron] Pushing event updated for resources: {'Port': ['ID=0e17949f-6616-4d42-8111-05e711da824a,revision_number=2']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:01:09.457174 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.managers [req-b7f79ac3-73c6-4c27-a2a7-b63db0251094 req-6d02aca2-6a4a-483d-9c2a-01d5600561cc service neutron] Attempting to bind port 0e17949f-6616-4d42-8111-05e711da824a on host hv-cinder-83143 for vnic_type normal with profile {{(pid=110179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 15:01:09.457523 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.managers [req-b7f79ac3-73c6-4c27-a2a7-b63db0251094 req-6d02aca2-6a4a-483d-9c2a-01d5600561cc service neutron] Attempting to bind port 0e17949f-6616-4d42-8111-05e711da824a by drivers openvswitch,hyperv on host hv-cinder-83143 at level 0 using segments [{'id': 'd470775d-5de7-4829-967d-0bb0e94bdc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'dfd98ec8-5de8-4415-83aa-22cce77e500c'}] {{(pid=110179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 15:01:09.457862 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f79ac3-73c6-4c27-a2a7-b63db0251094 req-6d02aca2-6a4a-483d-9c2a-01d5600561cc service neutron] Attempting to bind port 0e17949f-6616-4d42-8111-05e711da824a on network dfd98ec8-5de8-4415-83aa-22cce77e500c {{(pid=110179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 15:01:09.463879 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f79ac3-73c6-4c27-a2a7-b63db0251094 req-6d02aca2-6a4a-483d-9c2a-01d5600561cc service neutron] Port 0e17949f-6616-4d42-8111-05e711da824a on network dfd98ec8-5de8-4415-83aa-22cce77e500c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83143 {{(pid=110179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 15:01:09.464388 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f79ac3-73c6-4c27-a2a7-b63db0251094 req-6d02aca2-6a4a-483d-9c2a-01d5600561cc service neutron] Attempting to bind port 0e17949f-6616-4d42-8111-05e711da824a on network dfd98ec8-5de8-4415-83aa-22cce77e500c {{(pid=110179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 15:01:09.469232 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb67ee7a-c7bb-46a4-85c9-20e6dd811ce2 req-36b2b5b8-f777-472b-ba2a-dd27866a3f6a tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:09.474246 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-cb67ee7a-c7bb-46a4-85c9-20e6dd811ce2 req-36b2b5b8-f777-472b-ba2a-dd27866a3f6a tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/ports?device_id=a230d674-1b12-4b6d-b3c9-16b90396e56d HTTP/1.1" status: 200 len: 943 time: 0.0789158 Mar 02 15:01:09.474706 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f79ac3-73c6-4c27-a2a7-b63db0251094 req-6d02aca2-6a4a-483d-9c2a-01d5600561cc service neutron] Checking agent: {'id': 'a761fe19-4045-45cc-a7c7-f029a0c82591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83143', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 14, 54, 53), 'started_at': datetime.datetime(2022, 3, 2, 14, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 15, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 15:01:09.475146 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f79ac3-73c6-4c27-a2a7-b63db0251094 req-6d02aca2-6a4a-483d-9c2a-01d5600561cc service neutron] Checking segment: {'id': 'd470775d-5de7-4829-967d-0bb0e94bdc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'dfd98ec8-5de8-4415-83aa-22cce77e500c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 15:01:09.475565 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f79ac3-73c6-4c27-a2a7-b63db0251094 req-6d02aca2-6a4a-483d-9c2a-01d5600561cc service neutron] Bound using segment: {'id': 'd470775d-5de7-4829-967d-0bb0e94bdc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'dfd98ec8-5de8-4415-83aa-22cce77e500c'} {{(pid=110179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 15:01:09.476233 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.managers [req-b7f79ac3-73c6-4c27-a2a7-b63db0251094 req-6d02aca2-6a4a-483d-9c2a-01d5600561cc service neutron] Bound port: 0e17949f-6616-4d42-8111-05e711da824a, host: hv-cinder-83143, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd470775d-5de7-4829-967d-0bb0e94bdc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'dfd98ec8-5de8-4415-83aa-22cce77e500c'}}] {{(pid=110179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 15:01:09.476803 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [req-b7f79ac3-73c6-4c27-a2a7-b63db0251094 req-6d02aca2-6a4a-483d-9c2a-01d5600561cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (0e17949f-6616-4d42-8111-05e711da824a), before_update {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:01:09.547742 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-cb67ee7a-c7bb-46a4-85c9-20e6dd811ce2 req-c2593b6e-8696-4898-9723-614874719fcc tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/security-groups?id=f2b985be-7f57-4364-87a1-c62bf9e90a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677795 Mar 02 15:01:09.815075 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.db [req-b7f79ac3-73c6-4c27-a2a7-b63db0251094 req-6d02aca2-6a4a-483d-9c2a-01d5600561cc service neutron] For port 0e17949f-6616-4d42-8111-05e711da824a, host hv-cinder-83143, cleared binding levels {{(pid=110179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 15:01:09.818258 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.db [req-b7f79ac3-73c6-4c27-a2a7-b63db0251094 req-6d02aca2-6a4a-483d-9c2a-01d5600561cc service neutron] For port 0e17949f-6616-4d42-8111-05e711da824a, host hv-cinder-83143, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=0e17949f-6616-4d42-8111-05e711da824a,segment=NetworkSegment(d470775d-5de7-4829-967d-0bb0e94bdc70),segment_id=d470775d-5de7-4829-967d-0bb0e94bdc70)] {{(pid=110179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 15:01:09.894352 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [req-b7f79ac3-73c6-4c27-a2a7-b63db0251094 req-6d02aca2-6a4a-483d-9c2a-01d5600561cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3822752'] for port (0e17949f-6616-4d42-8111-05e711da824a), after_update {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:01:09.940520 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f79ac3-73c6-4c27-a2a7-b63db0251094 req-6d02aca2-6a4a-483d-9c2a-01d5600561cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:09.941281 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [req-b7f79ac3-73c6-4c27-a2a7-b63db0251094 req-6d02aca2-6a4a-483d-9c2a-01d5600561cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16231659'] for port (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:01:09.943278 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [req-b7f79ac3-73c6-4c27-a2a7-b63db0251094 req-6d02aca2-6a4a-483d-9c2a-01d5600561cc service neutron] 10.222.0.55 "PUT /v2.0/ports/0e17949f-6616-4d42-8111-05e711da824a HTTP/1.1" status: 200 len: 1093 time: 1.1695697 Mar 02 15:01:09.944053 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a230d674-1b12-4b6d-b3c9-16b90396e56d', 'tag': '0e17949f-6616-4d42-8111-05e711da824a'}] {{(pid=110179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 15:01:09.946909 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb97933b220ae1c16e6a415d4137d9faa8b652e011ecbfdbbfadcc6a88146695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-944030fe-b734-4039-a89a-af9d6c3735d2" -d '{"events": [{"name": "network-changed", "server_uuid": "a230d674-1b12-4b6d-b3c9-16b90396e56d", "tag": "0e17949f-6616-4d42-8111-05e711da824a"}]}' {{(pid=110179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 15:01:10.036079 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d02aca2-6a4a-483d-9c2a-01d5600561cc service neutron] Pushing event updated for resources: {'Port': ['ID=0e17949f-6616-4d42-8111-05e711da824a,revision_number=3']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:01:10.065735 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 15:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe8d97ab-801d-4471-b3b7-fb6c9f43dc0a x-openstack-request-id: req-fe8d97ab-801d-4471-b3b7-fb6c9f43dc0a {{(pid=110179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 15:01:10.065735 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a230d674-1b12-4b6d-b3c9-16b90396e56d", "tag": "0e17949f-6616-4d42-8111-05e711da824a", "status": "completed", "code": 200}]} {{(pid=110179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 15:01:10.065735 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fe8d97ab-801d-4471-b3b7-fb6c9f43dc0a {{(pid=110179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 15:01:10.065735 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a230d674-1b12-4b6d-b3c9-16b90396e56d', 'tag': '0e17949f-6616-4d42-8111-05e711da824a', 'status': 'completed', 'code': 200} Mar 02 15:01:10.114227 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71620c3-aee3-4178-8503-a5947da4bd63 req-ed0d7d0a-a58a-432b-87df-3d8856e40e01 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:10.117168 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a71620c3-aee3-4178-8503-a5947da4bd63 req-ed0d7d0a-a58a-432b-87df-3d8856e40e01 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a048e7d-380d-4eb6-b2f3-553fde4437a8 HTTP/1.1" status: 200 len: 945 time: 0.0954635 Mar 02 15:01:10.174947 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944030fe-b734-4039-a89a-af9d6c3735d2 req-71c006aa-820b-42c9-9b5d-489ae75a4e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:10.177104 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [req-944030fe-b734-4039-a89a-af9d6c3735d2 req-71c006aa-820b-42c9-9b5d-489ae75a4e02 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ef7ebc74e4e04842a71eef9540bbb905&device_id=a230d674-1b12-4b6d-b3c9-16b90396e56d HTTP/1.1" status: 200 len: 1127 time: 0.0578470 Mar 02 15:01:10.215085 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a71620c3-aee3-4178-8503-a5947da4bd63 req-a6c3952a-e915-4c14-bb85-68f263cec83b tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912013 Mar 02 15:01:10.321291 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944030fe-b734-4039-a89a-af9d6c3735d2 req-83e0dfcf-e587-4bb9-8c42-89bfe219dd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:10.324197 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [req-944030fe-b734-4039-a89a-af9d6c3735d2 req-83e0dfcf-e587-4bb9-8c42-89bfe219dd70 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=ef7ebc74e4e04842a71eef9540bbb905&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1315386 Mar 02 15:01:10.487111 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944030fe-b734-4039-a89a-af9d6c3735d2 req-4bd066aa-f311-4932-9ec1-dd18d365ec06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:10.488842 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [req-944030fe-b734-4039-a89a-af9d6c3735d2 req-4bd066aa-f311-4932-9ec1-dd18d365ec06 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1588757 Mar 02 15:01:10.612240 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f79ac3-73c6-4c27-a2a7-b63db0251094 req-e55a8d9f-a81a-4270-a1ac-b74f516e2a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:10.613776 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [req-b7f79ac3-73c6-4c27-a2a7-b63db0251094 req-e55a8d9f-a81a-4270-a1ac-b74f516e2a9c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ef7ebc74e4e04842a71eef9540bbb905&device_id=a230d674-1b12-4b6d-b3c9-16b90396e56d HTTP/1.1" status: 200 len: 1127 time: 0.0512848 Mar 02 15:01:10.667421 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [req-b7f79ac3-73c6-4c27-a2a7-b63db0251094 req-b1da8f07-1b38-486d-9612-39affe400db7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e17949f-6616-4d42-8111-05e711da824a HTTP/1.1" status: 200 len: 217 time: 0.0367143 Mar 02 15:01:10.711553 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b864369e-cb49-4bc6-8ec0-272bed8e6e47 req-777e8a00-d542-48c8-b2ac-7b2ddf70833d tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:10.713185 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-b864369e-cb49-4bc6-8ec0-272bed8e6e47 req-777e8a00-d542-48c8-b2ac-7b2ddf70833d tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/ports?device_id=a230d674-1b12-4b6d-b3c9-16b90396e56d HTTP/1.1" status: 200 len: 943 time: 0.0578709 Mar 02 15:01:10.725431 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f79ac3-73c6-4c27-a2a7-b63db0251094 req-8bfc182f-2092-48bf-bff4-17f6419e3b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:10.726924 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [req-b7f79ac3-73c6-4c27-a2a7-b63db0251094 req-8bfc182f-2092-48bf-bff4-17f6419e3b5b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=52bfaaf9-3cbd-41b6-b999-214dacbbebb5 HTTP/1.1" status: 200 len: 847 time: 0.0525935 Mar 02 15:01:10.777035 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-b864369e-cb49-4bc6-8ec0-272bed8e6e47 req-fdad27d4-d676-4dc3-8668-e2db0059789a tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/security-groups?id=f2b985be-7f57-4364-87a1-c62bf9e90a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576608 Mar 02 15:01:10.827446 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f79ac3-73c6-4c27-a2a7-b63db0251094 req-ca6ce7d0-0433-4d44-b43d-dd374b124998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:10.827446 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [req-b7f79ac3-73c6-4c27-a2a7-b63db0251094 req-ca6ce7d0-0433-4d44-b43d-dd374b124998 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dfd98ec8-5de8-4415-83aa-22cce77e500c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0729322 Mar 02 15:01:10.906106 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [req-b7f79ac3-73c6-4c27-a2a7-b63db0251094 req-9c41d09d-8f79-461e-9c04-1e6c01f9bb5c service neutron] 10.222.0.55 "GET /v2.0/networks/dfd98ec8-5de8-4415-83aa-22cce77e500c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916176 Mar 02 15:01:10.991883 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Device eb68c75c-2f0d-44b5-b257-85e76aaf8ddc no longer exists at agent hyperv_hv-cinder-83143 {{(pid=110181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 15:01:10.997925 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6336c763-5747-4034-96ce-7aabaa96540e req-a92afa49-67ad-4018-9a6e-a9dfa4134322 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:10.999786 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6336c763-5747-4034-96ce-7aabaa96540e req-a92afa49-67ad-4018-9a6e-a9dfa4134322 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e8479f3-f6d5-4326-aa70-42159fddf9f4 HTTP/1.1" status: 200 len: 945 time: 0.0648787 Mar 02 15:01:11.019324 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] No Port match for: eb68c75c-2f0d-44b5-b257-85e76aaf8ddc {{(pid=110181) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 15:01:11.020495 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Device eb68c75c-2f0d-44b5-b257-85e76aaf8ddc not bound to the agent host hv-cinder-83143 {{(pid=110181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 15:01:11.056440 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6336c763-5747-4034-96ce-7aabaa96540e req-3ad347da-743d-4c3e-a446-cd5a4fc6a48e tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.52 "GET /v2.0/security-groups?id=a66d81a0-3f62-465d-aba9-e85681d30424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478623 Mar 02 15:01:11.062051 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [req-b7f79ac3-73c6-4c27-a2a7-b63db0251094 req-89d7c934-4003-480b-9536-1b7fe6918731 service neutron] 10.222.0.55 "GET /v2.0/networks/dfd98ec8-5de8-4415-83aa-22cce77e500c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923419 Mar 02 15:01:11.089117 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-09e7b6df-a31b-478b-b39b-f6a8e559c2cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (4b7d4a90-2987-419a-b6cd-7624b7dba065), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:01:11.343686 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a4cd34-832e-457a-a5ca-d6d6757cabcd req-4668c2ae-7f34-4286-b813-908ea0ace169 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:11.345203 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-24a4cd34-832e-457a-a5ca-d6d6757cabcd req-4668c2ae-7f34-4286-b813-908ea0ace169 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a048e7d-380d-4eb6-b2f3-553fde4437a8 HTTP/1.1" status: 200 len: 945 time: 0.0557251 Mar 02 15:01:11.398040 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-24a4cd34-832e-457a-a5ca-d6d6757cabcd req-7fa44d08-0de1-4cba-9da9-136ea309ba93 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471351 Mar 02 15:01:11.852673 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b8b825-b4e3-4144-aa48-3daf25e4f204 req-dc9d261c-ecbd-44f2-a141-3cef4188a55a tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:11.855317 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-73b8b825-b4e3-4144-aa48-3daf25e4f204 req-dc9d261c-ecbd-44f2-a141-3cef4188a55a tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2f636e8-ac28-40c3-83ed-a138248be437 HTTP/1.1" status: 200 len: 945 time: 0.0638945 Mar 02 15:01:11.935062 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-73b8b825-b4e3-4144-aa48-3daf25e4f204 req-c0f154e3-9ab1-4bbb-a9d6-54dc9a058d7a tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/security-groups?id=74537ba6-1b23-49ee-a8f7-21a45895cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741744 Mar 02 15:01:11.946717 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d213c1-343d-4100-ad27-da898c91eaa8 req-f0f0f98d-f6f3-48a0-aa57-5030b1a860a8 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:11.948254 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-28d213c1-343d-4100-ad27-da898c91eaa8 req-f0f0f98d-f6f3-48a0-aa57-5030b1a860a8 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/ports?device_id=a230d674-1b12-4b6d-b3c9-16b90396e56d HTTP/1.1" status: 200 len: 943 time: 0.0805593 Mar 02 15:01:11.999355 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-28d213c1-343d-4100-ad27-da898c91eaa8 req-3480f908-db5b-42c3-999d-768578c3b29e tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/security-groups?id=f2b985be-7f57-4364-87a1-c62bf9e90a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450568 Mar 02 15:01:12.094807 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-8c265469-93de-451d-a227-73ff998d8f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (bfbb2626-1130-458a-80a5-4632d76fa057), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:01:12.187506 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711325a6-5fa1-415e-81b9-e8a0b264b717 req-1ca1d6d7-478b-40bf-8a16-72916e271b92 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:12.189050 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-711325a6-5fa1-415e-81b9-e8a0b264b717 req-1ca1d6d7-478b-40bf-8a16-72916e271b92 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e8479f3-f6d5-4326-aa70-42159fddf9f4 HTTP/1.1" status: 200 len: 945 time: 0.0573032 Mar 02 15:01:12.240045 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-711325a6-5fa1-415e-81b9-e8a0b264b717 req-5b611ae0-ed11-4a39-ac8e-cf489ef7b22e tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.52 "GET /v2.0/security-groups?id=a66d81a0-3f62-465d-aba9-e85681d30424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453458 Mar 02 15:01:12.518031 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231d1b40-b7da-4f79-b975-132559df1570 req-037bc250-4f82-49fd-b092-89db8b8c2898 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:12.519426 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-231d1b40-b7da-4f79-b975-132559df1570 req-037bc250-4f82-49fd-b092-89db8b8c2898 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a048e7d-380d-4eb6-b2f3-553fde4437a8 HTTP/1.1" status: 200 len: 945 time: 0.0529375 Mar 02 15:01:12.566207 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-231d1b40-b7da-4f79-b975-132559df1570 req-804f5599-591d-4df9-974c-4a16b331128d tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406232 Mar 02 15:01:13.051818 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7440f53c-21f6-4e75-99ef-554cd68329cc req-7a6c6e80-e0fa-4a90-a9aa-33cf9069902c tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:13.053361 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-7440f53c-21f6-4e75-99ef-554cd68329cc req-7a6c6e80-e0fa-4a90-a9aa-33cf9069902c tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2f636e8-ac28-40c3-83ed-a138248be437 HTTP/1.1" status: 200 len: 945 time: 0.0527093 Mar 02 15:01:13.130213 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-7440f53c-21f6-4e75-99ef-554cd68329cc req-0bd9b659-7bbf-4748-8f4b-2bcd55014ecd tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/security-groups?id=74537ba6-1b23-49ee-a8f7-21a45895cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707786 Mar 02 15:01:13.149735 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d47f87f-ec27-4ebf-b9f2-cc0aa96fdda2 req-3079b78b-6baf-4b98-b366-ff62f04426b4 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:13.151298 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-0d47f87f-ec27-4ebf-b9f2-cc0aa96fdda2 req-3079b78b-6baf-4b98-b366-ff62f04426b4 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/ports?device_id=a230d674-1b12-4b6d-b3c9-16b90396e56d HTTP/1.1" status: 200 len: 943 time: 0.0778916 Mar 02 15:01:13.205679 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-0d47f87f-ec27-4ebf-b9f2-cc0aa96fdda2 req-81b46cf5-43ca-4d3b-8baf-6826c658ff1e tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/security-groups?id=f2b985be-7f57-4364-87a1-c62bf9e90a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481837 Mar 02 15:01:13.365387 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93e99cf-47e7-4897-88c6-ad3863276ddb req-dc748448-4982-4af9-8fcf-8227511d6838 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:13.366968 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-e93e99cf-47e7-4897-88c6-ad3863276ddb req-dc748448-4982-4af9-8fcf-8227511d6838 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e8479f3-f6d5-4326-aa70-42159fddf9f4 HTTP/1.1" status: 200 len: 945 time: 0.0563490 Mar 02 15:01:13.416592 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-e93e99cf-47e7-4897-88c6-ad3863276ddb req-3b999116-1fcd-4545-908b-b51e7c11051e tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.52 "GET /v2.0/security-groups?id=a66d81a0-3f62-465d-aba9-e85681d30424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432193 Mar 02 15:01:13.609811 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4954e093-825c-4651-baf5-475a6a48a5e3 req-2e98a79a-9368-45fa-bfd3-cc2fe52b5c47 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:13.611415 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [req-4954e093-825c-4651-baf5-475a6a48a5e3 req-2e98a79a-9368-45fa-bfd3-cc2fe52b5c47 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e8479f3-f6d5-4326-aa70-42159fddf9f4 HTTP/1.1" status: 200 len: 945 time: 0.0958350 Mar 02 15:01:13.612732 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-9cfe1c82-1e01-4346-89c5-c3e1093f4022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (b9ce56f8-3527-4dd9-b024-9df7b3f4c018), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:01:13.690333 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8052de-79b1-49b7-98a4-db801b41bd15 req-9ff0b755-61fc-43b2-943d-d754d03ca488 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:13.691988 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-1b8052de-79b1-49b7-98a4-db801b41bd15 req-9ff0b755-61fc-43b2-943d-d754d03ca488 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a048e7d-380d-4eb6-b2f3-553fde4437a8 HTTP/1.1" status: 200 len: 945 time: 0.0566711 Mar 02 15:01:13.744581 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-1b8052de-79b1-49b7-98a4-db801b41bd15 req-8daa597f-d2d3-4933-bf92-881d7e6ec3cc tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466297 Mar 02 15:01:13.751110 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.plugin [req-4954e093-825c-4651-baf5-475a6a48a5e3 req-9857873b-f8c5-4b9d-ad95-9d99e3bd0005 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] Deleting port bc6be825-3653-4d94-a52b-6bdafc93b6dd {{(pid=110179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 15:01:13.751568 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [req-4954e093-825c-4651-baf5-475a6a48a5e3 req-9857873b-f8c5-4b9d-ad95-9d99e3bd0005 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757345981049'] for port (bc6be825-3653-4d94-a52b-6bdafc93b6dd), before_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:01:13.843256 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.db [req-4954e093-825c-4651-baf5-475a6a48a5e3 req-9857873b-f8c5-4b9d-ad95-9d99e3bd0005 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] For port bc6be825-3653-4d94-a52b-6bdafc93b6dd, host hv-cinder-83143, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=bc6be825-3653-4d94-a52b-6bdafc93b6dd,segment=NetworkSegment(db334d9b-ce3f-4428-8bb8-a410abf6a449),segment_id=db334d9b-ce3f-4428-8bb8-a410abf6a449)] {{(pid=110179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:01:13.843518 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [req-4954e093-825c-4651-baf5-475a6a48a5e3 req-9857873b-f8c5-4b9d-ad95-9d99e3bd0005 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port (bc6be825-3653-4d94-a52b-6bdafc93b6dd), precommit_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:01:13.861940 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.plugin [req-4954e093-825c-4651-baf5-475a6a48a5e3 req-9857873b-f8c5-4b9d-ad95-9d99e3bd0005 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] Calling delete_port for bc6be825-3653-4d94-a52b-6bdafc93b6dd owned by compute:nova {{(pid=110179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 15:01:14.100718 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [req-4954e093-825c-4651-baf5-475a6a48a5e3 req-9857873b-f8c5-4b9d-ad95-9d99e3bd0005 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757345984732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757345480677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3822761'] for port (bc6be825-3653-4d94-a52b-6bdafc93b6dd), after_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:01:14.133395 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9857873b-f8c5-4b9d-ad95-9d99e3bd0005 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] Pushing event deleted for resources: {'Port': ['ID=bc6be825-3653-4d94-a52b-6bdafc93b6dd,revision_number=None']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:01:14.150350 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] get_ports_and_sgs() called for port_ids ['bc6be825-3653-4d94-a52b-6bdafc93b6dd'] {{(pid=110181) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 15:01:14.199098 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.db.l3_dvrscheduler_db [req-4954e093-825c-4651-baf5-475a6a48a5e3 req-9857873b-f8c5-4b9d-ad95-9d99e3bd0005 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] No DVR routers for this DVR port bc6be825-3653-4d94-a52b-6bdafc93b6dd on host hv-cinder-83143 {{(pid=110179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 15:01:14.203121 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [req-4954e093-825c-4651-baf5-475a6a48a5e3 req-9857873b-f8c5-4b9d-ad95-9d99e3bd0005 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221961'] for port (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:01:14.206658 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [req-4954e093-825c-4651-baf5-475a6a48a5e3 req-9857873b-f8c5-4b9d-ad95-9d99e3bd0005 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.55 "DELETE /v2.0/ports/bc6be825-3653-4d94-a52b-6bdafc93b6dd HTTP/1.1" status: 204 len: 173 time: 0.5892775 Mar 02 15:01:14.207685 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e8479f3-f6d5-4326-aa70-42159fddf9f4', 'name': 'network-vif-deleted', 'tag': 'bc6be825-3653-4d94-a52b-6bdafc93b6dd'}] {{(pid=110179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 15:01:14.209879 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb97933b220ae1c16e6a415d4137d9faa8b652e011ecbfdbbfadcc6a88146695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e480627f-61f5-4e38-9292-ca12f1ed9302" -d '{"events": [{"server_uuid": "8e8479f3-f6d5-4326-aa70-42159fddf9f4", "name": "network-vif-deleted", "tag": "bc6be825-3653-4d94-a52b-6bdafc93b6dd"}]}' {{(pid=110179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 15:01:14.247903 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 15:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf45187e-d616-4d44-9959-48bcb9c31d91 x-openstack-request-id: req-bf45187e-d616-4d44-9959-48bcb9c31d91 {{(pid=110179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 15:01:14.248396 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e8479f3-f6d5-4326-aa70-42159fddf9f4", "name": "network-vif-deleted", "tag": "bc6be825-3653-4d94-a52b-6bdafc93b6dd", "status": "completed", "code": 200}]} {{(pid=110179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 15:01:14.248812 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bf45187e-d616-4d44-9959-48bcb9c31d91 {{(pid=110179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 15:01:14.249573 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e8479f3-f6d5-4326-aa70-42159fddf9f4', 'name': 'network-vif-deleted', 'tag': 'bc6be825-3653-4d94-a52b-6bdafc93b6dd', 'status': 'completed', 'code': 200} Mar 02 15:01:14.260086 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb7ab89-d81e-435c-aca6-7ce993322a0f req-f906046a-9b03-4f14-bd08-2a42a99c70df tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:14.270078 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-4fb7ab89-d81e-435c-aca6-7ce993322a0f req-f906046a-9b03-4f14-bd08-2a42a99c70df tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2f636e8-ac28-40c3-83ed-a138248be437 HTTP/1.1" status: 200 len: 945 time: 0.0603442 Mar 02 15:01:14.335478 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-4fb7ab89-d81e-435c-aca6-7ce993322a0f req-8b987a28-63b7-41f1-9353-624debb3a5d8 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/security-groups?id=74537ba6-1b23-49ee-a8f7-21a45895cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676100 Mar 02 15:01:14.364317 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f07898-082e-438b-9111-6dd7f868225f req-0d704570-8ad4-4d02-b742-633ef8b29dd6 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:14.365853 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-e3f07898-082e-438b-9111-6dd7f868225f req-0d704570-8ad4-4d02-b742-633ef8b29dd6 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/ports?device_id=a230d674-1b12-4b6d-b3c9-16b90396e56d HTTP/1.1" status: 200 len: 943 time: 0.0692317 Mar 02 15:01:14.418172 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-e3f07898-082e-438b-9111-6dd7f868225f req-fcf5bf86-5e98-43e3-8898-3a9984633b52 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/security-groups?id=f2b985be-7f57-4364-87a1-c62bf9e90a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460074 Mar 02 15:01:14.523981 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-d3f34490-d6c0-4f13-bf4b-2d5385b5e829 req-9f0cae3d-b106-4e31-ac1b-1a2b594f67eb tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e8479f3-f6d5-4326-aa70-42159fddf9f4 HTTP/1.1" status: 200 len: 210 time: 0.0330703 Mar 02 15:01:14.870382 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe23899-cdd6-4f90-bae9-f8bccac13807 req-e8ed35ea-a268-42b9-aa37-1e177372a90e tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:14.871961 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-9fe23899-cdd6-4f90-bae9-f8bccac13807 req-e8ed35ea-a268-42b9-aa37-1e177372a90e tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a048e7d-380d-4eb6-b2f3-553fde4437a8 HTTP/1.1" status: 200 len: 945 time: 0.0565207 Mar 02 15:01:14.902355 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (3a73802c-5f14-4c1f-8439-e74c4c90063b), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:01:14.922285 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-9fe23899-cdd6-4f90-bae9-f8bccac13807 req-0dfa9efc-46b7-458d-bba3-8b0ff83592c0 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444951 Mar 02 15:01:15.054643 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e32a4c-f967-4b06-b793-9b889c6fab74 req-a6eb9e37-2701-4164-9482-42be776c8b8d tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:15.056165 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [req-21e32a4c-f967-4b06-b793-9b889c6fab74 req-a6eb9e37-2701-4164-9482-42be776c8b8d tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2f636e8-ac28-40c3-83ed-a138248be437 HTTP/1.1" status: 200 len: 945 time: 0.0554049 Mar 02 15:01:15.162265 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.plugin [req-21e32a4c-f967-4b06-b793-9b889c6fab74 req-9242978b-401c-4c93-953b-3619040a82d2 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Deleting port e68042ea-64c2-4166-b54d-fbb206640573 {{(pid=110179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 15:01:15.162604 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [req-21e32a4c-f967-4b06-b793-9b889c6fab74 req-9242978b-401c-4c93-953b-3619040a82d2 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757345981049'] for port (e68042ea-64c2-4166-b54d-fbb206640573), before_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:01:15.255466 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.db [req-21e32a4c-f967-4b06-b793-9b889c6fab74 req-9242978b-401c-4c93-953b-3619040a82d2 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] For port e68042ea-64c2-4166-b54d-fbb206640573, host hv-cinder-83143, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=e68042ea-64c2-4166-b54d-fbb206640573,segment=NetworkSegment(8893ea58-7cff-4b58-935d-3a9feb64b4ca),segment_id=8893ea58-7cff-4b58-935d-3a9feb64b4ca)] {{(pid=110179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:01:15.255861 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [req-21e32a4c-f967-4b06-b793-9b889c6fab74 req-9242978b-401c-4c93-953b-3619040a82d2 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port (e68042ea-64c2-4166-b54d-fbb206640573), precommit_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:01:15.273116 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.plugin [req-21e32a4c-f967-4b06-b793-9b889c6fab74 req-9242978b-401c-4c93-953b-3619040a82d2 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Calling delete_port for e68042ea-64c2-4166-b54d-fbb206640573 owned by compute:nova {{(pid=110179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 15:01:15.457460 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1460ee86-4d62-4b4d-ade5-0ec96f967dd9 req-5910ef84-4ef7-4a9f-90fc-a6e5be00a0e2 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:15.458939 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-1460ee86-4d62-4b4d-ade5-0ec96f967dd9 req-5910ef84-4ef7-4a9f-90fc-a6e5be00a0e2 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2f636e8-ac28-40c3-83ed-a138248be437 HTTP/1.1" status: 200 len: 945 time: 0.0533226 Mar 02 15:01:15.505274 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [req-21e32a4c-f967-4b06-b793-9b889c6fab74 req-9242978b-401c-4c93-953b-3619040a82d2 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757345984732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757345480677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3822761'] for port (e68042ea-64c2-4166-b54d-fbb206640573), after_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:01:15.534521 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9242978b-401c-4c93-953b-3619040a82d2 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Pushing event deleted for resources: {'Port': ['ID=e68042ea-64c2-4166-b54d-fbb206640573,revision_number=None']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:01:15.534905 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-1460ee86-4d62-4b4d-ade5-0ec96f967dd9 req-0a2b684f-7d86-4fb8-975f-10fb328734b8 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/security-groups?id=74537ba6-1b23-49ee-a8f7-21a45895cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701072 Mar 02 15:01:15.560424 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] get_ports_and_sgs() called for port_ids ['608c0c91-197c-49ef-82b6-c579c40de592', '26c145e1-7ad8-4060-9cba-4b7a54c31241', 'e68042ea-64c2-4166-b54d-fbb206640573'] {{(pid=110181) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 15:01:15.575069 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1453c5-b89a-47ee-a8bd-0d9c9896a5af req-2fc86697-619a-42c7-bfde-f03fd289eff0 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:15.575474 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ad1453c5-b89a-47ee-a8bd-0d9c9896a5af req-2fc86697-619a-42c7-bfde-f03fd289eff0 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/ports?device_id=a230d674-1b12-4b6d-b3c9-16b90396e56d HTTP/1.1" status: 200 len: 943 time: 0.0856287 Mar 02 15:01:15.599643 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.db.l3_dvrscheduler_db [req-21e32a4c-f967-4b06-b793-9b889c6fab74 req-9242978b-401c-4c93-953b-3619040a82d2 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] No DVR routers for this DVR port e68042ea-64c2-4166-b54d-fbb206640573 on host hv-cinder-83143 {{(pid=110179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 15:01:15.604751 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [req-21e32a4c-f967-4b06-b793-9b889c6fab74 req-9242978b-401c-4c93-953b-3619040a82d2 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221961'] for port (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:01:15.611923 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [req-21e32a4c-f967-4b06-b793-9b889c6fab74 req-9242978b-401c-4c93-953b-3619040a82d2 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.55 "DELETE /v2.0/ports/e68042ea-64c2-4166-b54d-fbb206640573 HTTP/1.1" status: 204 len: 173 time: 0.5494945 Mar 02 15:01:15.647209 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ad1453c5-b89a-47ee-a8bd-0d9c9896a5af req-ba0864e0-0e28-4cb9-b0e5-1bc4075b5df5 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/security-groups?id=f2b985be-7f57-4364-87a1-c62bf9e90a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573423 Mar 02 15:01:15.693983 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-e56ee8f4-197d-407b-a55e-7def589b9e28 req-12d867b7-be88-4e7a-9e74-a696c1ac10bb tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e8479f3-f6d5-4326-aa70-42159fddf9f4 HTTP/1.1" status: 200 len: 210 time: 0.0295651 Mar 02 15:01:16.045412 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779766e8-7031-440f-8650-cffbdf5bb9d4 req-af401f92-53bf-41ca-bf9d-1410fc7c8214 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:16.046947 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-779766e8-7031-440f-8650-cffbdf5bb9d4 req-af401f92-53bf-41ca-bf9d-1410fc7c8214 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a048e7d-380d-4eb6-b2f3-553fde4437a8 HTTP/1.1" status: 200 len: 945 time: 0.0553510 Mar 02 15:01:16.104244 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-779766e8-7031-440f-8650-cffbdf5bb9d4 req-2e1dad0e-32f7-4291-8fb6-b6ca1966708a tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510092 Mar 02 15:01:16.251340 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2f636e8-ac28-40c3-83ed-a138248be437', 'name': 'network-vif-deleted', 'tag': 'e68042ea-64c2-4166-b54d-fbb206640573'}] {{(pid=110179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 15:01:16.253650 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb97933b220ae1c16e6a415d4137d9faa8b652e011ecbfdbbfadcc6a88146695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62ff6ce6-7656-4e5c-ad02-1d2e1dbc987f" -d '{"events": [{"server_uuid": "e2f636e8-ac28-40c3-83ed-a138248be437", "name": "network-vif-deleted", "tag": "e68042ea-64c2-4166-b54d-fbb206640573"}]}' {{(pid=110179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 15:01:16.288933 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 15:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd0c7a17-7deb-48a0-8052-801284c14359 x-openstack-request-id: req-bd0c7a17-7deb-48a0-8052-801284c14359 {{(pid=110179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 15:01:16.289226 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2f636e8-ac28-40c3-83ed-a138248be437", "name": "network-vif-deleted", "tag": "e68042ea-64c2-4166-b54d-fbb206640573", "status": "completed", "code": 200}]} {{(pid=110179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 15:01:16.289476 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bd0c7a17-7deb-48a0-8052-801284c14359 {{(pid=110179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 15:01:16.289870 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2f636e8-ac28-40c3-83ed-a138248be437', 'name': 'network-vif-deleted', 'tag': 'e68042ea-64c2-4166-b54d-fbb206640573', 'status': 'completed', 'code': 200} Mar 02 15:01:16.656335 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-3e9bfdc2-fc8b-4366-814e-bf945afc7019 req-bd7cfba2-a626-45e0-9f54-de5e5607cb18 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2f636e8-ac28-40c3-83ed-a138248be437 HTTP/1.1" status: 200 len: 210 time: 0.0283351 Mar 02 15:01:16.782085 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8a0cf3-e5f0-41b2-ac9d-296fb97a3b4c req-7ebd6d12-b731-4adb-bccf-1c2beab4e928 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:16.783868 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-1f8a0cf3-e5f0-41b2-ac9d-296fb97a3b4c req-7ebd6d12-b731-4adb-bccf-1c2beab4e928 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/ports?device_id=a230d674-1b12-4b6d-b3c9-16b90396e56d HTTP/1.1" status: 200 len: 943 time: 0.0630596 Mar 02 15:01:16.844437 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-1f8a0cf3-e5f0-41b2-ac9d-296fb97a3b4c req-1de51227-4c6a-455c-9386-d2f5d8b6c59f tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/security-groups?id=f2b985be-7f57-4364-87a1-c62bf9e90a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533586 Mar 02 15:01:17.063770 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Device bc6be825-3653-4d94-a52b-6bdafc93b6dd no longer exists at agent hyperv_hv-cinder-83143 {{(pid=110181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 15:01:17.088580 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] No Port match for: bc6be825-3653-4d94-a52b-6bdafc93b6dd {{(pid=110181) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 15:01:17.088862 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Device bc6be825-3653-4d94-a52b-6bdafc93b6dd not bound to the agent host hv-cinder-83143 {{(pid=110181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 15:01:17.303971 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3221f715-d690-4d9e-b6cd-a5809917dfd2 req-d0571e97-853d-4eb4-ba42-96b727a8938c tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:17.305586 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-3221f715-d690-4d9e-b6cd-a5809917dfd2 req-d0571e97-853d-4eb4-ba42-96b727a8938c tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.52 "GET /v2.0/networks?id=1af0a77f-f854-46bc-92ff-f92bb3875638 HTTP/1.1" status: 200 len: 808 time: 0.4269829 Mar 02 15:01:17.314071 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e5a40b-4581-4716-93a4-053b8ae58eb8 req-f06479fd-b3d2-4940-a17b-f817d6dc4b38 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:17.315528 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-49e5a40b-4581-4716-93a4-053b8ae58eb8 req-f06479fd-b3d2-4940-a17b-f817d6dc4b38 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a048e7d-380d-4eb6-b2f3-553fde4437a8 HTTP/1.1" status: 200 len: 945 time: 0.0974252 Mar 02 15:01:17.332461 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-3221f715-d690-4d9e-b6cd-a5809917dfd2 req-40781d86-6f3e-4ffc-ad48-1cb4529dc1e0 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.52 "GET /v2.0/quotas/ed838377681c44ba910e54830ee9c6d9 HTTP/1.1" status: 200 len: 375 time: 0.0159225 Mar 02 15:01:17.371457 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-3221f715-d690-4d9e-b6cd-a5809917dfd2 req-0ce33157-d5c6-4a9a-a8d6-b137c06f0f30 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=ed838377681c44ba910e54830ee9c6d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324576 Mar 02 15:01:17.435235 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-49e5a40b-4581-4716-93a4-053b8ae58eb8 req-682b639a-301a-4f1c-825e-d31f4746134b tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123288 Mar 02 15:01:17.481562 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-3221f715-d690-4d9e-b6cd-a5809917dfd2 req-dd98bff2-d626-41ca-9aab-b6113c743916 service neutron] 10.222.0.52 "GET /v2.0/networks/1af0a77f-f854-46bc-92ff-f92bb3875638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022122 Mar 02 15:01:17.574378 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-3221f715-d690-4d9e-b6cd-a5809917dfd2 req-f68c50c3-e42e-493f-ab4d-a316c076637a service neutron] 10.222.0.52 "GET /v2.0/networks/1af0a77f-f854-46bc-92ff-f92bb3875638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868490 Mar 02 15:01:18.270043 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4132112f-af62-407f-8903-bde401e8ba36 req-4aa21ec1-703d-44db-a63e-5a30ebd7d758 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:18.271549 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-4132112f-af62-407f-8903-bde401e8ba36 req-4aa21ec1-703d-44db-a63e-5a30ebd7d758 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/ports?device_id=a230d674-1b12-4b6d-b3c9-16b90396e56d HTTP/1.1" status: 200 len: 943 time: 0.0604002 Mar 02 15:01:18.320229 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-4132112f-af62-407f-8903-bde401e8ba36 req-0b022f9b-c772-434b-abd9-ebc613078830 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/security-groups?id=f2b985be-7f57-4364-87a1-c62bf9e90a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430126 Mar 02 15:01:18.428852 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087d8504-9ae8-49e0-b783-075490375b43 req-e0bb17b9-4122-4389-a96e-1578d36acdee tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:18.430396 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-087d8504-9ae8-49e0-b783-075490375b43 req-e0bb17b9-4122-4389-a96e-1578d36acdee tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=12392d5d-5e2f-4804-86d3-0c021da8bbe2 HTTP/1.1" status: 200 len: 945 time: 0.0545399 Mar 02 15:01:18.482140 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-087d8504-9ae8-49e0-b783-075490375b43 req-1a2e1fa6-219f-4c50-acc7-21db652c5bfc tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/security-groups?id=74537ba6-1b23-49ee-a8f7-21a45895cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455601 Mar 02 15:01:18.593780 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e305ca78-3130-4bd6-b0c9-2960be082f65 req-ff142e7e-423d-44c1-b157-8e7c68ffa675 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:18.595460 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-e305ca78-3130-4bd6-b0c9-2960be082f65 req-ff142e7e-423d-44c1-b157-8e7c68ffa675 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a048e7d-380d-4eb6-b2f3-553fde4437a8 HTTP/1.1" status: 200 len: 945 time: 0.0561156 Mar 02 15:01:18.653006 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-e305ca78-3130-4bd6-b0c9-2960be082f65 req-c600e181-b3df-431d-bdcd-3b9b39fc7018 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514300 Mar 02 15:01:18.845069 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-e0571814-04c6-4987-807f-a4cefafe6180 req-ef23424b-56ed-46ed-8863-26ecc037c06d tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.52 "GET /v2.0/ports?device_id=f53e8ac0-251c-432c-83ae-33b151fa784f HTTP/1.1" status: 200 len: 210 time: 0.0288281 Mar 02 15:01:19.072458 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Device e68042ea-64c2-4166-b54d-fbb206640573 no longer exists at agent hyperv_hv-cinder-83143 {{(pid=110181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 15:01:19.094142 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] No Port match for: e68042ea-64c2-4166-b54d-fbb206640573 {{(pid=110181) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 15:01:19.094492 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Device e68042ea-64c2-4166-b54d-fbb206640573 not bound to the agent host hv-cinder-83143 {{(pid=110181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 15:01:19.447489 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a0d3c1-63e2-4f28-874d-1956fcdde21a req-f1f888ec-22e3-4322-812b-9a314624462c tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:19.448896 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-56a0d3c1-63e2-4f28-874d-1956fcdde21a req-f1f888ec-22e3-4322-812b-9a314624462c tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/ports?device_id=a230d674-1b12-4b6d-b3c9-16b90396e56d HTTP/1.1" status: 200 len: 943 time: 0.0594411 Mar 02 15:01:19.502907 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-56a0d3c1-63e2-4f28-874d-1956fcdde21a req-03addd39-e2f3-47b7-b789-e07fc4d9cb30 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/security-groups?id=f2b985be-7f57-4364-87a1-c62bf9e90a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482736 Mar 02 15:01:19.619580 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384230e9-e638-4787-9e42-93bd4e711262 req-8bac9a85-2ecd-4763-b9bd-bec498a3785b tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:19.621129 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-384230e9-e638-4787-9e42-93bd4e711262 req-8bac9a85-2ecd-4763-b9bd-bec498a3785b tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=12392d5d-5e2f-4804-86d3-0c021da8bbe2 HTTP/1.1" status: 200 len: 945 time: 0.0558944 Mar 02 15:01:19.672057 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-384230e9-e638-4787-9e42-93bd4e711262 req-06a7df0c-ee31-4a9d-a3ce-f2054d1f0f8a tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/security-groups?id=74537ba6-1b23-49ee-a8f7-21a45895cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451264 Mar 02 15:01:19.794080 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037f1348-55a0-4319-a1b1-39aed2311b19 req-f7a3d545-a7e6-480a-acc1-9b876be11f07 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:19.795574 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-037f1348-55a0-4319-a1b1-39aed2311b19 req-f7a3d545-a7e6-480a-acc1-9b876be11f07 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a048e7d-380d-4eb6-b2f3-553fde4437a8 HTTP/1.1" status: 200 len: 945 time: 0.0560458 Mar 02 15:01:19.852039 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-037f1348-55a0-4319-a1b1-39aed2311b19 req-668b3e2b-5374-46ef-b589-053e9f4c9bff tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477183 Mar 02 15:01:19.937944 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ef0f0c6e-61d7-4e9e-9e34-8073ad4c86ec req-94de2be8-261d-4425-b202-a1858761d9b8 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.52 "GET /v2.0/ports?device_id=f53e8ac0-251c-432c-83ae-33b151fa784f HTTP/1.1" status: 200 len: 210 time: 0.0266480 Mar 02 15:01:20.525910 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd070d5-4add-4033-821a-1b18f9253077 req-3717326b-7ea2-4688-93df-0311cb9a5d22 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:20.527360 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [req-ebd070d5-4add-4033-821a-1b18f9253077 req-3717326b-7ea2-4688-93df-0311cb9a5d22 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.55 "GET /v2.0/ports?device_id=12392d5d-5e2f-4804-86d3-0c021da8bbe2 HTTP/1.1" status: 200 len: 945 time: 0.0530269 Mar 02 15:01:20.626886 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.plugin [req-ebd070d5-4add-4033-821a-1b18f9253077 req-f7c78832-2f9f-4966-be5c-d12b7ea65278 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Deleting port 26c145e1-7ad8-4060-9cba-4b7a54c31241 {{(pid=110179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 15:01:20.627225 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [req-ebd070d5-4add-4033-821a-1b18f9253077 req-f7c78832-2f9f-4966-be5c-d12b7ea65278 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757345981049'] for port (26c145e1-7ad8-4060-9cba-4b7a54c31241), before_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:01:20.630936 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91a7d70-9eff-4e82-b251-2913ec8cb3d5 req-078b37cf-f8ae-4f92-85a4-764d00e872aa tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:20.632487 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-d91a7d70-9eff-4e82-b251-2913ec8cb3d5 req-078b37cf-f8ae-4f92-85a4-764d00e872aa tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/ports?device_id=a230d674-1b12-4b6d-b3c9-16b90396e56d HTTP/1.1" status: 200 len: 943 time: 0.0602808 Mar 02 15:01:20.682573 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-d91a7d70-9eff-4e82-b251-2913ec8cb3d5 req-93a7e9ee-fe65-43a2-ba4f-46bc33bec6bb tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/security-groups?id=f2b985be-7f57-4364-87a1-c62bf9e90a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445325 Mar 02 15:01:20.717474 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.db [req-ebd070d5-4add-4033-821a-1b18f9253077 req-f7c78832-2f9f-4966-be5c-d12b7ea65278 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] For port 26c145e1-7ad8-4060-9cba-4b7a54c31241, host hv-cinder-83143, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=26c145e1-7ad8-4060-9cba-4b7a54c31241,segment=NetworkSegment(8893ea58-7cff-4b58-935d-3a9feb64b4ca),segment_id=8893ea58-7cff-4b58-935d-3a9feb64b4ca)] {{(pid=110179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:01:20.717852 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [req-ebd070d5-4add-4033-821a-1b18f9253077 req-f7c78832-2f9f-4966-be5c-d12b7ea65278 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port (26c145e1-7ad8-4060-9cba-4b7a54c31241), precommit_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:01:20.731813 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.plugin [req-ebd070d5-4add-4033-821a-1b18f9253077 req-f7c78832-2f9f-4966-be5c-d12b7ea65278 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Calling delete_port for 26c145e1-7ad8-4060-9cba-4b7a54c31241 owned by compute:nova {{(pid=110179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 15:01:20.800933 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46abd47-c2bb-4ebb-98cb-38abe86d67b3 req-3349777f-76a4-4213-a6ab-af41738111bc tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:20.802342 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-d46abd47-c2bb-4ebb-98cb-38abe86d67b3 req-3349777f-76a4-4213-a6ab-af41738111bc tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=12392d5d-5e2f-4804-86d3-0c021da8bbe2 HTTP/1.1" status: 200 len: 945 time: 0.0545897 Mar 02 15:01:20.855587 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-d46abd47-c2bb-4ebb-98cb-38abe86d67b3 req-a6a75687-930d-4f78-be0b-dbaa071b5c68 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/security-groups?id=74537ba6-1b23-49ee-a8f7-21a45895cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474958 Mar 02 15:01:20.947944 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [req-ebd070d5-4add-4033-821a-1b18f9253077 req-f7c78832-2f9f-4966-be5c-d12b7ea65278 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757345984732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757345480677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3822761'] for port (26c145e1-7ad8-4060-9cba-4b7a54c31241), after_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:01:20.977985 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c78832-2f9f-4966-be5c-d12b7ea65278 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Pushing event deleted for resources: {'Port': ['ID=26c145e1-7ad8-4060-9cba-4b7a54c31241,revision_number=None']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:01:20.979992 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fd70fa-942d-49df-ab19-8735c2e39340 req-99ef0fd5-31ee-4027-af3a-d36e651e7d93 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:20.981769 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-e3fd70fa-942d-49df-ab19-8735c2e39340 req-99ef0fd5-31ee-4027-af3a-d36e651e7d93 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a048e7d-380d-4eb6-b2f3-553fde4437a8 HTTP/1.1" status: 200 len: 945 time: 0.0562246 Mar 02 15:01:20.985048 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] get_ports_and_sgs() called for port_ids ['608c0c91-197c-49ef-82b6-c579c40de592', '26c145e1-7ad8-4060-9cba-4b7a54c31241'] {{(pid=110181) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 15:01:21.030405 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebd070d5-4add-4033-821a-1b18f9253077 req-f7c78832-2f9f-4966-be5c-d12b7ea65278 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] No DVR routers for this DVR port 26c145e1-7ad8-4060-9cba-4b7a54c31241 on host hv-cinder-83143 {{(pid=110179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 15:01:21.033356 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [req-ebd070d5-4add-4033-821a-1b18f9253077 req-f7c78832-2f9f-4966-be5c-d12b7ea65278 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221961'] for port (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:01:21.037069 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [req-ebd070d5-4add-4033-821a-1b18f9253077 req-f7c78832-2f9f-4966-be5c-d12b7ea65278 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.55 "DELETE /v2.0/ports/26c145e1-7ad8-4060-9cba-4b7a54c31241 HTTP/1.1" status: 204 len: 173 time: 0.5040941 Mar 02 15:01:21.038311 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c78832-2f9f-4966-be5c-d12b7ea65278 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:01:21.038776 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c78832-2f9f-4966-be5c-d12b7ea65278 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:01:21.038985 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c78832-2f9f-4966-be5c-d12b7ea65278 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:01:21.039326 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c78832-2f9f-4966-be5c-d12b7ea65278 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:01:21.039678 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c78832-2f9f-4966-be5c-d12b7ea65278 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:01:21.040538 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c78832-2f9f-4966-be5c-d12b7ea65278 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:01:21.040862 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c78832-2f9f-4966-be5c-d12b7ea65278 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:01:21.041185 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c78832-2f9f-4966-be5c-d12b7ea65278 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:01:21.041507 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c78832-2f9f-4966-be5c-d12b7ea65278 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:01:21.041986 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c78832-2f9f-4966-be5c-d12b7ea65278 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:01:21.042173 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c78832-2f9f-4966-be5c-d12b7ea65278 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:01:21.043238 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c78832-2f9f-4966-be5c-d12b7ea65278 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:01:21.043601 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c78832-2f9f-4966-be5c-d12b7ea65278 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:01:21.053511 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12392d5d-5e2f-4804-86d3-0c021da8bbe2', 'name': 'network-vif-deleted', 'tag': '26c145e1-7ad8-4060-9cba-4b7a54c31241'}] {{(pid=110179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 15:01:21.057602 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb97933b220ae1c16e6a415d4137d9faa8b652e011ecbfdbbfadcc6a88146695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1734a3f-a58d-4dc0-a9a1-0e505a3691b5" -d '{"events": [{"server_uuid": "12392d5d-5e2f-4804-86d3-0c021da8bbe2", "name": "network-vif-deleted", "tag": "26c145e1-7ad8-4060-9cba-4b7a54c31241"}]}' {{(pid=110179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 15:01:21.074844 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Device 0e17949f-6616-4d42-8111-05e711da824a details requested by agent hyperv_hv-cinder-83143 with host hv-cinder-83143 {{(pid=110181) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 15:01:21.088800 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-e3fd70fa-942d-49df-ab19-8735c2e39340 req-654f2c6d-f5a2-4d64-aa54-2e326df40534 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980539 Mar 02 15:01:21.116457 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-8e27ba2c-97d1-4b0b-9602-05f6485a0791 req-35f99077-a169-4189-92e6-232f17228b44 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.52 "GET /v2.0/ports?device_id=f53e8ac0-251c-432c-83ae-33b151fa784f HTTP/1.1" status: 200 len: 210 time: 0.0476093 Mar 02 15:01:21.143993 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 15:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d11252f8-ea70-49d1-9e40-0869842cc67b x-openstack-request-id: req-d11252f8-ea70-49d1-9e40-0869842cc67b {{(pid=110179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 15:01:21.144813 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12392d5d-5e2f-4804-86d3-0c021da8bbe2", "name": "network-vif-deleted", "tag": "26c145e1-7ad8-4060-9cba-4b7a54c31241", "status": "completed", "code": 200}]} {{(pid=110179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 15:01:21.144813 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d11252f8-ea70-49d1-9e40-0869842cc67b {{(pid=110179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 15:01:21.147647 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12392d5d-5e2f-4804-86d3-0c021da8bbe2', 'name': 'network-vif-deleted', 'tag': '26c145e1-7ad8-4060-9cba-4b7a54c31241', 'status': 'completed', 'code': 200} Mar 02 15:01:21.237181 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] For port 0e17949f-6616-4d42-8111-05e711da824a, host hv-cinder-83143, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=0e17949f-6616-4d42-8111-05e711da824a,segment=NetworkSegment(d470775d-5de7-4829-967d-0bb0e94bdc70),segment_id=d470775d-5de7-4829-967d-0bb0e94bdc70)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:01:21.252519 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Returning: {'device': '0e17949f-6616-4d42-8111-05e711da824a', 'network_id': 'dfd98ec8-5de8-4415-83aa-22cce77e500c', 'port_id': '0e17949f-6616-4d42-8111-05e711da824a', 'mac_address': 'fa:16:3e:c9:fd:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52bfaaf9-3cbd-41b6-b999-214dacbbebb5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110181) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 15:01:21.297174 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Current status of the port 0e17949f-6616-4d42-8111-05e711da824a is: DOWN; New status is: BUILD {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 15:01:21.297606 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (0e17949f-6616-4d42-8111-05e711da824a), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:01:21.311575 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.notifiers.nova [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e17949f-6616-4d42-8111-05e711da824a {{(pid=110181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 15:01:21.331787 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] For port 0e17949f-6616-4d42-8111-05e711da824a, host hv-cinder-83143, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=0e17949f-6616-4d42-8111-05e711da824a,segment=NetworkSegment(d470775d-5de7-4829-967d-0bb0e94bdc70),segment_id=d470775d-5de7-4829-967d-0bb0e94bdc70)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:01:21.397218 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3221f715-d690-4d9e-b6cd-a5809917dfd2 req-47838b89-6f10-4909-a1f6-a76b86ce583d tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:21.398709 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [req-3221f715-d690-4d9e-b6cd-a5809917dfd2 req-47838b89-6f10-4909-a1f6-a76b86ce583d tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.55 "GET /v2.0/networks?id=1af0a77f-f854-46bc-92ff-f92bb3875638 HTTP/1.1" status: 200 len: 808 time: 0.1058495 Mar 02 15:01:21.418149 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.v2.base [req-3221f715-d690-4d9e-b6cd-a5809917dfd2 req-5222e605-c5b6-48e3-aef0-b86af0a3e51c tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] Request body: {'port': {'device_id': 'f53e8ac0-251c-432c-83ae-33b151fa784f', 'network_id': '1af0a77f-f854-46bc-92ff-f92bb3875638', 'admin_state_up': True, 'tenant_id': 'ed838377681c44ba910e54830ee9c6d9'}} {{(pid=110179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 15:01:21.420409 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (0e17949f-6616-4d42-8111-05e711da824a), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:01:21.468846 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Pushing event updated for resources: {'Port': ['ID=0e17949f-6616-4d42-8111-05e711da824a,revision_number=4']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:01:21.614345 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3221f715-d690-4d9e-b6cd-a5809917dfd2 req-5222e605-c5b6-48e3-aef0-b86af0a3e51c tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] Made reservation on behalf of ed838377681c44ba910e54830ee9c6d9 for: {'port': 1} {{(pid=110179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 15:01:21.617746 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [req-3221f715-d690-4d9e-b6cd-a5809917dfd2 req-5222e605-c5b6-48e3-aef0-b86af0a3e51c tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (None), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:01:21.743343 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.db.db_base_plugin_common [req-3221f715-d690-4d9e-b6cd-a5809917dfd2 req-5222e605-c5b6-48e3-aef0-b86af0a3e51c tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] Allocated IP 172.20.0.10 (1af0a77f-f854-46bc-92ff-f92bb3875638/bafd431d-9848-412d-85d9-fef7a7049713/d12cf181-6fb9-47fd-b63d-ae20222cc042) {{(pid=110179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 15:01:21.813774 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62488ef8-6e67-4ce8-aaad-3f37df4f82b7 req-f8ac55ff-71cf-4e45-a7e3-b8a9ea27f5a6 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:21.815896 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-62488ef8-6e67-4ce8-aaad-3f37df4f82b7 req-f8ac55ff-71cf-4e45-a7e3-b8a9ea27f5a6 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/ports?device_id=a230d674-1b12-4b6d-b3c9-16b90396e56d HTTP/1.1" status: 200 len: 944 time: 0.0562403 Mar 02 15:01:21.870986 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-62488ef8-6e67-4ce8-aaad-3f37df4f82b7 req-93a8703a-2d5a-4607-97f3-b5207586d0f9 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/security-groups?id=f2b985be-7f57-4364-87a1-c62bf9e90a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455742 Mar 02 15:01:21.912418 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [req-3221f715-d690-4d9e-b6cd-a5809917dfd2 req-5222e605-c5b6-48e3-aef0-b86af0a3e51c tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] Publish callbacks [] for port (d12cf181-6fb9-47fd-b63d-ae20222cc042), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:01:21.972496 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-d7e35044-640a-4c88-94b9-839c8a4646c2 req-dd14fc12-9565-4f64-be30-b87d9aa33f30 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=12392d5d-5e2f-4804-86d3-0c021da8bbe2 HTTP/1.1" status: 200 len: 210 time: 0.0293262 Mar 02 15:01:22.057565 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] get_ports_and_sgs() called for port_ids ['0e17949f-6616-4d42-8111-05e711da824a'] {{(pid=110181) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 15:01:22.060851 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [req-3221f715-d690-4d9e-b6cd-a5809917dfd2 req-5222e605-c5b6-48e3-aef0-b86af0a3e51c tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757345480668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3822761'] for port (d12cf181-6fb9-47fd-b63d-ae20222cc042), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:01:22.111788 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3221f715-d690-4d9e-b6cd-a5809917dfd2 req-5222e605-c5b6-48e3-aef0-b86af0a3e51c tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] Network 1af0a77f-f854-46bc-92ff-f92bb3875638 is already hosted by enough agents. {{(pid=110179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 15:01:22.115339 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.scheduler.base_scheduler [req-3221f715-d690-4d9e-b6cd-a5809917dfd2 req-5222e605-c5b6-48e3-aef0-b86af0a3e51c tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] Resources bound (agent type, host, resource id): {{(pid=110179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 15:01:22.120803 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.db.l3_dvrscheduler_db [req-3221f715-d690-4d9e-b6cd-a5809917dfd2 req-5222e605-c5b6-48e3-aef0-b86af0a3e51c tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] Received port after_create {{(pid=110179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 15:01:22.165794 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5222e605-c5b6-48e3-aef0-b86af0a3e51c tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] Pushing event updated for resources: {'Port': ['ID=d12cf181-6fb9-47fd-b63d-ae20222cc042,revision_number=1']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:01:22.190180 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3221f715-d690-4d9e-b6cd-a5809917dfd2 req-5222e605-c5b6-48e3-aef0-b86af0a3e51c tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:22.190801 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [req-3221f715-d690-4d9e-b6cd-a5809917dfd2 req-5222e605-c5b6-48e3-aef0-b86af0a3e51c tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221961'] for port (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:01:22.234796 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5a7e07-22fb-4a48-a74d-4d7f1860a7a6 req-e5125f5d-856c-4234-bc35-ff38589ad911 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:22.239514 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-cd5a7e07-22fb-4a48-a74d-4d7f1860a7a6 req-e5125f5d-856c-4234-bc35-ff38589ad911 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a048e7d-380d-4eb6-b2f3-553fde4437a8 HTTP/1.1" status: 200 len: 945 time: 0.0694697 Mar 02 15:01:22.314511 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-cd5a7e07-22fb-4a48-a74d-4d7f1860a7a6 req-04853ce4-2f79-4647-acba-3c065401f7d0 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722210 Mar 02 15:01:22.325766 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff95bb12-df0d-4463-a18d-3a3f6000a804 req-22d65747-4e33-4b44-a267-d52b57e6ccc6 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:22.327304 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ff95bb12-df0d-4463-a18d-3a3f6000a804 req-22d65747-4e33-4b44-a267-d52b57e6ccc6 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.52 "GET /v2.0/ports?device_id=f53e8ac0-251c-432c-83ae-33b151fa784f HTTP/1.1" status: 200 len: 932 time: 0.0828686 Mar 02 15:01:22.348899 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [req-3221f715-d690-4d9e-b6cd-a5809917dfd2 req-5222e605-c5b6-48e3-aef0-b86af0a3e51c tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9354737 Mar 02 15:01:22.366590 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.v2.base [req-3221f715-d690-4d9e-b6cd-a5809917dfd2 req-b214661f-3434-440b-bbb9-571f1dee0b49 service neutron] Request body: {'port': {'device_id': 'f53e8ac0-251c-432c-83ae-33b151fa784f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83143'}} {{(pid=110179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 15:01:22.380338 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ff95bb12-df0d-4463-a18d-3a3f6000a804 req-a013d61c-61c9-4c49-8b2f-c103f06068cd tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.52 "GET /v2.0/security-groups?id=a66d81a0-3f62-465d-aba9-e85681d30424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458612 Mar 02 15:01:22.427746 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [req-3221f715-d690-4d9e-b6cd-a5809917dfd2 req-b214661f-3434-440b-bbb9-571f1dee0b49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (d12cf181-6fb9-47fd-b63d-ae20222cc042), before_update {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:01:22.684197 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.notifiers.nova [req-3221f715-d690-4d9e-b6cd-a5809917dfd2 req-b214661f-3434-440b-bbb9-571f1dee0b49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d12cf181-6fb9-47fd-b63d-ae20222cc042 {{(pid=110179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 15:01:22.691397 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [req-3221f715-d690-4d9e-b6cd-a5809917dfd2 req-b214661f-3434-440b-bbb9-571f1dee0b49 service neutron] Publish callbacks [] for port (d12cf181-6fb9-47fd-b63d-ae20222cc042), precommit_update {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:01:22.704789 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.db.provisioning_blocks [req-3221f715-d690-4d9e-b6cd-a5809917dfd2 req-b214661f-3434-440b-bbb9-571f1dee0b49 service neutron] Transition to ACTIVE for port object d12cf181-6fb9-47fd-b63d-ae20222cc042 will not be triggered until provisioned by entity L2. {{(pid=110179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 15:01:22.786242 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [req-3221f715-d690-4d9e-b6cd-a5809917dfd2 req-b214661f-3434-440b-bbb9-571f1dee0b49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3822752'] for port (d12cf181-6fb9-47fd-b63d-ae20222cc042), after_update {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:01:22.835185 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b214661f-3434-440b-bbb9-571f1dee0b49 service neutron] Pushing event updated for resources: {'Port': ['ID=d12cf181-6fb9-47fd-b63d-ae20222cc042,revision_number=2']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:01:22.904016 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.managers [req-3221f715-d690-4d9e-b6cd-a5809917dfd2 req-b214661f-3434-440b-bbb9-571f1dee0b49 service neutron] Attempting to bind port d12cf181-6fb9-47fd-b63d-ae20222cc042 on host hv-cinder-83143 for vnic_type normal with profile {{(pid=110179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 15:01:22.904347 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.managers [req-3221f715-d690-4d9e-b6cd-a5809917dfd2 req-b214661f-3434-440b-bbb9-571f1dee0b49 service neutron] Attempting to bind port d12cf181-6fb9-47fd-b63d-ae20222cc042 by drivers openvswitch,hyperv on host hv-cinder-83143 at level 0 using segments [{'id': 'db334d9b-ce3f-4428-8bb8-a410abf6a449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '1af0a77f-f854-46bc-92ff-f92bb3875638'}] {{(pid=110179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 15:01:22.904690 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3221f715-d690-4d9e-b6cd-a5809917dfd2 req-b214661f-3434-440b-bbb9-571f1dee0b49 service neutron] Attempting to bind port d12cf181-6fb9-47fd-b63d-ae20222cc042 on network 1af0a77f-f854-46bc-92ff-f92bb3875638 {{(pid=110179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 15:01:22.910314 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3221f715-d690-4d9e-b6cd-a5809917dfd2 req-b214661f-3434-440b-bbb9-571f1dee0b49 service neutron] Port d12cf181-6fb9-47fd-b63d-ae20222cc042 on network 1af0a77f-f854-46bc-92ff-f92bb3875638 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83143 {{(pid=110179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 15:01:22.910674 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3221f715-d690-4d9e-b6cd-a5809917dfd2 req-b214661f-3434-440b-bbb9-571f1dee0b49 service neutron] Attempting to bind port d12cf181-6fb9-47fd-b63d-ae20222cc042 on network 1af0a77f-f854-46bc-92ff-f92bb3875638 {{(pid=110179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 15:01:22.916132 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3221f715-d690-4d9e-b6cd-a5809917dfd2 req-b214661f-3434-440b-bbb9-571f1dee0b49 service neutron] Checking agent: {'id': 'a761fe19-4045-45cc-a7c7-f029a0c82591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83143', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 14, 54, 53), 'started_at': datetime.datetime(2022, 3, 2, 14, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 15, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 15:01:22.916503 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3221f715-d690-4d9e-b6cd-a5809917dfd2 req-b214661f-3434-440b-bbb9-571f1dee0b49 service neutron] Checking segment: {'id': 'db334d9b-ce3f-4428-8bb8-a410abf6a449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '1af0a77f-f854-46bc-92ff-f92bb3875638'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 15:01:22.916890 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3221f715-d690-4d9e-b6cd-a5809917dfd2 req-b214661f-3434-440b-bbb9-571f1dee0b49 service neutron] Bound using segment: {'id': 'db334d9b-ce3f-4428-8bb8-a410abf6a449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '1af0a77f-f854-46bc-92ff-f92bb3875638'} {{(pid=110179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 15:01:22.917318 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.managers [req-3221f715-d690-4d9e-b6cd-a5809917dfd2 req-b214661f-3434-440b-bbb9-571f1dee0b49 service neutron] Bound port: d12cf181-6fb9-47fd-b63d-ae20222cc042, host: hv-cinder-83143, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db334d9b-ce3f-4428-8bb8-a410abf6a449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '1af0a77f-f854-46bc-92ff-f92bb3875638'}}] {{(pid=110179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 15:01:22.917678 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [req-3221f715-d690-4d9e-b6cd-a5809917dfd2 req-b214661f-3434-440b-bbb9-571f1dee0b49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (d12cf181-6fb9-47fd-b63d-ae20222cc042), before_update {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:01:22.986593 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.db [req-3221f715-d690-4d9e-b6cd-a5809917dfd2 req-b214661f-3434-440b-bbb9-571f1dee0b49 service neutron] For port d12cf181-6fb9-47fd-b63d-ae20222cc042, host hv-cinder-83143, cleared binding levels {{(pid=110179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 15:01:22.989775 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.db [req-3221f715-d690-4d9e-b6cd-a5809917dfd2 req-b214661f-3434-440b-bbb9-571f1dee0b49 service neutron] For port d12cf181-6fb9-47fd-b63d-ae20222cc042, host hv-cinder-83143, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=d12cf181-6fb9-47fd-b63d-ae20222cc042,segment=NetworkSegment(db334d9b-ce3f-4428-8bb8-a410abf6a449),segment_id=db334d9b-ce3f-4428-8bb8-a410abf6a449)] {{(pid=110179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 15:01:23.015957 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3f00f7-fa80-4a92-a3d3-094cb5b340bb req-14d1dfb6-1af2-450d-8a3b-eb87b51cff15 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:23.017354 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-3e3f00f7-fa80-4a92-a3d3-094cb5b340bb req-14d1dfb6-1af2-450d-8a3b-eb87b51cff15 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/ports?device_id=a230d674-1b12-4b6d-b3c9-16b90396e56d HTTP/1.1" status: 200 len: 944 time: 0.0576963 Mar 02 15:01:23.055959 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [req-3221f715-d690-4d9e-b6cd-a5809917dfd2 req-b214661f-3434-440b-bbb9-571f1dee0b49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3822752'] for port (d12cf181-6fb9-47fd-b63d-ae20222cc042), after_update {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:01:23.089575 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-3e3f00f7-fa80-4a92-a3d3-094cb5b340bb req-dd00e9d4-5640-4f07-b5e3-b1609f977671 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/security-groups?id=f2b985be-7f57-4364-87a1-c62bf9e90a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663638 Mar 02 15:01:23.104663 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3221f715-d690-4d9e-b6cd-a5809917dfd2 req-b214661f-3434-440b-bbb9-571f1dee0b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:23.105501 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [req-3221f715-d690-4d9e-b6cd-a5809917dfd2 req-b214661f-3434-440b-bbb9-571f1dee0b49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221961'] for port (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:01:23.107101 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [req-3221f715-d690-4d9e-b6cd-a5809917dfd2 req-b214661f-3434-440b-bbb9-571f1dee0b49 service neutron] 10.222.0.55 "PUT /v2.0/ports/d12cf181-6fb9-47fd-b63d-ae20222cc042 HTTP/1.1" status: 200 len: 1094 time: 0.7450325 Mar 02 15:01:23.114521 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Device 26c145e1-7ad8-4060-9cba-4b7a54c31241 no longer exists at agent hyperv_hv-cinder-83143 {{(pid=110181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 15:01:23.130068 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b214661f-3434-440b-bbb9-571f1dee0b49 service neutron] Pushing event updated for resources: {'Port': ['ID=d12cf181-6fb9-47fd-b63d-ae20222cc042,revision_number=3']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:01:23.139042 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] No Port match for: 26c145e1-7ad8-4060-9cba-4b7a54c31241 {{(pid=110181) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 15:01:23.139566 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Device 26c145e1-7ad8-4060-9cba-4b7a54c31241 not bound to the agent host hv-cinder-83143 {{(pid=110181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 15:01:23.145808 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f53e8ac0-251c-432c-83ae-33b151fa784f', 'tag': 'd12cf181-6fb9-47fd-b63d-ae20222cc042'}] {{(pid=110179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 15:01:23.152411 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb97933b220ae1c16e6a415d4137d9faa8b652e011ecbfdbbfadcc6a88146695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50fb4455-ccc1-4ffc-b312-40bb4d89576b" -d '{"events": [{"name": "network-changed", "server_uuid": "f53e8ac0-251c-432c-83ae-33b151fa784f", "tag": "d12cf181-6fb9-47fd-b63d-ae20222cc042"}]}' {{(pid=110179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 15:01:23.187404 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 15:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea15a083-7e4b-4c95-9415-cdf0a92609e8 x-openstack-request-id: req-ea15a083-7e4b-4c95-9415-cdf0a92609e8 {{(pid=110179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 15:01:23.187760 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f53e8ac0-251c-432c-83ae-33b151fa784f", "tag": "d12cf181-6fb9-47fd-b63d-ae20222cc042", "status": "completed", "code": 200}]} {{(pid=110179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 15:01:23.188051 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ea15a083-7e4b-4c95-9415-cdf0a92609e8 {{(pid=110179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 15:01:23.188455 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f53e8ac0-251c-432c-83ae-33b151fa784f', 'tag': 'd12cf181-6fb9-47fd-b63d-ae20222cc042', 'status': 'completed', 'code': 200} Mar 02 15:01:23.275282 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fb4455-ccc1-4ffc-b312-40bb4d89576b req-6183126f-a483-4c6a-acac-d224e95489e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:23.276826 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [req-50fb4455-ccc1-4ffc-b312-40bb4d89576b req-6183126f-a483-4c6a-acac-d224e95489e9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ed838377681c44ba910e54830ee9c6d9&device_id=f53e8ac0-251c-432c-83ae-33b151fa784f HTTP/1.1" status: 200 len: 1128 time: 0.0461493 Mar 02 15:01:23.395035 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fb4455-ccc1-4ffc-b312-40bb4d89576b req-12c812a3-4911-41f9-a5ce-2c7ae8ff3816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:23.396565 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [req-50fb4455-ccc1-4ffc-b312-40bb4d89576b req-12c812a3-4911-41f9-a5ce-2c7ae8ff3816 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=ed838377681c44ba910e54830ee9c6d9&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1058528 Mar 02 15:01:23.451495 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eda3f5-0bd6-4d4a-98eb-33ea5575f891 req-0b551c17-8970-46a6-bbd5-97ddc8d765ad tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:23.453054 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-86eda3f5-0bd6-4d4a-98eb-33ea5575f891 req-0b551c17-8970-46a6-bbd5-97ddc8d765ad tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a048e7d-380d-4eb6-b2f3-553fde4437a8 HTTP/1.1" status: 200 len: 945 time: 0.0611999 Mar 02 15:01:23.490214 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fb4455-ccc1-4ffc-b312-40bb4d89576b req-96db8c6c-3d5f-4134-a95d-315ac4df7e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:23.491636 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [req-50fb4455-ccc1-4ffc-b312-40bb4d89576b req-96db8c6c-3d5f-4134-a95d-315ac4df7e83 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0894525 Mar 02 15:01:23.533396 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-86eda3f5-0bd6-4d4a-98eb-33ea5575f891 req-828ef455-ae8e-4882-a3a7-b13b29b0351d tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680087 Mar 02 15:01:23.542144 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53090d4e-ea33-4b12-9fa5-38b250049eb3 req-e45f9d2d-1a5e-4187-9663-b0ef8cd0fc2d tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:23.544312 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-53090d4e-ea33-4b12-9fa5-38b250049eb3 req-e45f9d2d-1a5e-4187-9663-b0ef8cd0fc2d tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.52 "GET /v2.0/ports?device_id=f53e8ac0-251c-432c-83ae-33b151fa784f HTTP/1.1" status: 200 len: 944 time: 0.0890787 Mar 02 15:01:23.591333 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-53090d4e-ea33-4b12-9fa5-38b250049eb3 req-4830427c-2069-4f5b-9f5f-20b37d3b2431 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.52 "GET /v2.0/security-groups?id=a66d81a0-3f62-465d-aba9-e85681d30424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414462 Mar 02 15:01:23.816571 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3221f715-d690-4d9e-b6cd-a5809917dfd2 req-fb5d26a0-2bc9-4875-8ada-66c9b47cb84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:23.816571 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [req-3221f715-d690-4d9e-b6cd-a5809917dfd2 req-fb5d26a0-2bc9-4875-8ada-66c9b47cb84b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ed838377681c44ba910e54830ee9c6d9&device_id=f53e8ac0-251c-432c-83ae-33b151fa784f HTTP/1.1" status: 200 len: 1128 time: 0.0497940 Mar 02 15:01:23.857432 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [req-3221f715-d690-4d9e-b6cd-a5809917dfd2 req-f97e699c-700e-4c15-aaa1-87298bf3e725 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d12cf181-6fb9-47fd-b63d-ae20222cc042 HTTP/1.1" status: 200 len: 217 time: 0.0344806 Mar 02 15:01:23.907172 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3221f715-d690-4d9e-b6cd-a5809917dfd2 req-e2506869-cf0e-47b5-bfbc-67595203032a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:23.908746 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [req-3221f715-d690-4d9e-b6cd-a5809917dfd2 req-e2506869-cf0e-47b5-bfbc-67595203032a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bafd431d-9848-412d-85d9-fef7a7049713 HTTP/1.1" status: 200 len: 848 time: 0.0455763 Mar 02 15:01:23.941656 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [req-3221f715-d690-4d9e-b6cd-a5809917dfd2 req-b5bbef72-d135-4a97-b8d4-321b34ce8330 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1af0a77f-f854-46bc-92ff-f92bb3875638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254481 Mar 02 15:01:24.059918 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [req-3221f715-d690-4d9e-b6cd-a5809917dfd2 req-5e63c64c-10d4-498a-9d4e-488a0d7ad9a3 service neutron] 10.222.0.55 "GET /v2.0/networks/1af0a77f-f854-46bc-92ff-f92bb3875638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042199 Mar 02 15:01:24.182198 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001b3e55-9f4f-4863-9231-28f7876b6853 req-3428ddb7-53ba-4ead-89c8-350d06f35cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:24.183951 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-001b3e55-9f4f-4863-9231-28f7876b6853 req-3428ddb7-53ba-4ead-89c8-350d06f35cb7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3a048e7d-380d-4eb6-b2f3-553fde4437a8 HTTP/1.1" status: 200 len: 1129 time: 0.0587108 Mar 02 15:01:24.193511 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [req-3221f715-d690-4d9e-b6cd-a5809917dfd2 req-af3831fc-4575-473b-9749-1a43f09bed1a service neutron] 10.222.0.55 "GET /v2.0/networks/1af0a77f-f854-46bc-92ff-f92bb3875638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254382 Mar 02 15:01:24.260292 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-001b3e55-9f4f-4863-9231-28f7876b6853 req-8fc21dc1-62f0-4b82-a43a-48ac777107ec service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643928 Mar 02 15:01:24.271413 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc37887-3728-41ea-b7aa-eea249aaacdf req-b56eacea-38f6-4b11-9321-8a7b29c06497 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:24.272989 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-fdc37887-3728-41ea-b7aa-eea249aaacdf req-b56eacea-38f6-4b11-9321-8a7b29c06497 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/ports?device_id=a230d674-1b12-4b6d-b3c9-16b90396e56d HTTP/1.1" status: 200 len: 944 time: 0.0871339 Mar 02 15:01:24.329393 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-fdc37887-3728-41ea-b7aa-eea249aaacdf req-b4bc067c-511d-4e9d-a8cb-ff74e691a4c5 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/security-groups?id=f2b985be-7f57-4364-87a1-c62bf9e90a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479951 Mar 02 15:01:24.659017 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14fea8c-cad7-4238-87cd-335bb87721d4 req-414340c3-1a8e-4936-96f5-6ceca0dd7304 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:24.660629 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-e14fea8c-cad7-4238-87cd-335bb87721d4 req-414340c3-1a8e-4936-96f5-6ceca0dd7304 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a048e7d-380d-4eb6-b2f3-553fde4437a8 HTTP/1.1" status: 200 len: 945 time: 0.0597517 Mar 02 15:01:24.719531 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-e14fea8c-cad7-4238-87cd-335bb87721d4 req-8d32681d-3e1e-4c3a-8a61-226983e82afc tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531013 Mar 02 15:01:24.831724 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6dce73-0421-42f1-9451-308305c40078 req-400edabf-dc3b-4212-811f-3ea87df21237 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:24.833317 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-bd6dce73-0421-42f1-9451-308305c40078 req-400edabf-dc3b-4212-811f-3ea87df21237 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.52 "GET /v2.0/ports?device_id=f53e8ac0-251c-432c-83ae-33b151fa784f HTTP/1.1" status: 200 len: 944 time: 0.0809331 Mar 02 15:01:24.907844 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-bd6dce73-0421-42f1-9451-308305c40078 req-5221466e-233d-42c8-b848-4b04a563860d tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.52 "GET /v2.0/security-groups?id=a66d81a0-3f62-465d-aba9-e85681d30424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585532 Mar 02 15:01:24.916330 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3248186e-d0a2-4ba7-ae25-9e6803321c03 req-edf164eb-5c6c-4829-83d7-c7409aa172f9 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:24.917931 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-3248186e-d0a2-4ba7-ae25-9e6803321c03 req-edf164eb-5c6c-4829-83d7-c7409aa172f9 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6b2a5b-4e6c-4d50-b29d-a2c16aa54449 HTTP/1.1" status: 200 len: 945 time: 0.1079128 Mar 02 15:01:24.974647 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-3248186e-d0a2-4ba7-ae25-9e6803321c03 req-b093e7d5-f3ed-4fe8-99e4-7eed194914a7 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/security-groups?id=74537ba6-1b23-49ee-a8f7-21a45895cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499556 Mar 02 15:01:25.105720 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Device 0e17949f-6616-4d42-8111-05e711da824a up at agent hyperv_hv-cinder-83143 {{(pid=110181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 15:01:25.266435 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Provisioning for port 0e17949f-6616-4d42-8111-05e711da824a completed by entity L2. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 15:01:25.270854 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Provisioning complete for port 0e17949f-6616-4d42-8111-05e711da824a triggered by entity L2. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 15:01:25.271236 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (0e17949f-6616-4d42-8111-05e711da824a), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:01:25.355000 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Current status of the port 0e17949f-6616-4d42-8111-05e711da824a is: BUILD; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 15:01:25.355383 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (0e17949f-6616-4d42-8111-05e711da824a), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:01:25.381424 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a230d674-1b12-4b6d-b3c9-16b90396e56d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e17949f-6616-4d42-8111-05e711da824a'}] {{(pid=110181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 15:01:25.384372 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6faebeedf0149bd95a8e5aac95437523d12653d92db1e1e7ce78ae8719853609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b633710d-5476-4206-a026-d9d79b7c7b29" -d '{"events": [{"server_uuid": "a230d674-1b12-4b6d-b3c9-16b90396e56d", "name": "network-vif-plugged", "status": "completed", "tag": "0e17949f-6616-4d42-8111-05e711da824a"}]}' {{(pid=110181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 15:01:25.397993 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] For port 0e17949f-6616-4d42-8111-05e711da824a, host hv-cinder-83143, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=0e17949f-6616-4d42-8111-05e711da824a,segment=NetworkSegment(d470775d-5de7-4829-967d-0bb0e94bdc70),segment_id=d470775d-5de7-4829-967d-0bb0e94bdc70)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:01:25.434741 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 15:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2877a7d6-b9fa-430f-83b6-a2b3fe9650b8 x-openstack-request-id: req-2877a7d6-b9fa-430f-83b6-a2b3fe9650b8 {{(pid=110181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 15:01:25.434741 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a230d674-1b12-4b6d-b3c9-16b90396e56d", "name": "network-vif-plugged", "status": "completed", "tag": "0e17949f-6616-4d42-8111-05e711da824a", "code": 200}]} {{(pid=110181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 15:01:25.434741 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2877a7d6-b9fa-430f-83b6-a2b3fe9650b8 {{(pid=110181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 15:01:25.434741 dv-cinder-831439-3-iscsi neutron-server[110181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a230d674-1b12-4b6d-b3c9-16b90396e56d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e17949f-6616-4d42-8111-05e711da824a', 'code': 200} Mar 02 15:01:25.456746 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54d1bac-639d-4795-a911-e15d9de05436 req-09ad3c04-e960-4445-a400-2644e2e3630c tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:25.458359 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-b54d1bac-639d-4795-a911-e15d9de05436 req-09ad3c04-e960-4445-a400-2644e2e3630c tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/ports?device_id=a230d674-1b12-4b6d-b3c9-16b90396e56d HTTP/1.1" status: 200 len: 944 time: 0.0583081 Mar 02 15:01:25.500739 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (0e17949f-6616-4d42-8111-05e711da824a), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:01:25.516546 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-b54d1bac-639d-4795-a911-e15d9de05436 req-db229a19-bc0f-4d50-93f1-294afa2dd6e5 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/security-groups?id=f2b985be-7f57-4364-87a1-c62bf9e90a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519040 Mar 02 15:01:25.587575 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Pushing event updated for resources: {'Port': ['ID=0e17949f-6616-4d42-8111-05e711da824a,revision_number=5']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:01:25.864764 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ca75d-9b64-4de7-bbfc-77b42740181e req-995a7000-a53b-4d97-91d3-01f4ff176241 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:25.866634 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-252ca75d-9b64-4de7-bbfc-77b42740181e req-995a7000-a53b-4d97-91d3-01f4ff176241 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a048e7d-380d-4eb6-b2f3-553fde4437a8 HTTP/1.1" status: 200 len: 945 time: 0.0684633 Mar 02 15:01:25.955081 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-252ca75d-9b64-4de7-bbfc-77b42740181e req-4927266e-3000-413c-8d02-ebe3573c51f4 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752139 Mar 02 15:01:25.962453 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8b0b2f-35fd-4b99-b0d2-29d07e2a6c19 req-e0baf454-c11d-4335-89eb-7fd3e4763429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:25.963663 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ce8b0b2f-35fd-4b99-b0d2-29d07e2a6c19 req-e0baf454-c11d-4335-89eb-7fd3e4763429 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a230d674-1b12-4b6d-b3c9-16b90396e56d HTTP/1.1" status: 200 len: 1129 time: 0.0930328 Mar 02 15:01:26.052359 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ce8b0b2f-35fd-4b99-b0d2-29d07e2a6c19 req-8afb51b5-30ba-496e-a83e-dd9111e6f9fe service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f2b985be-7f57-4364-87a1-c62bf9e90a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738049 Mar 02 15:01:26.098646 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cd99e6-6b5d-47d7-8482-9528eebf2272 req-2e149880-ca2a-4cd2-a14f-a963efc931e1 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:26.100215 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-b1cd99e6-6b5d-47d7-8482-9528eebf2272 req-2e149880-ca2a-4cd2-a14f-a963efc931e1 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.52 "GET /v2.0/ports?device_id=f53e8ac0-251c-432c-83ae-33b151fa784f HTTP/1.1" status: 200 len: 944 time: 0.1053491 Mar 02 15:01:26.164150 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3984f80e-c820-42c9-ba1c-061bec84ac64 req-c21a7455-f7c8-4feb-bf60-897064125ac0 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:26.165709 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-3984f80e-c820-42c9-ba1c-061bec84ac64 req-c21a7455-f7c8-4feb-bf60-897064125ac0 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6b2a5b-4e6c-4d50-b29d-a2c16aa54449 HTTP/1.1" status: 200 len: 945 time: 0.1124766 Mar 02 15:01:26.188714 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-b1cd99e6-6b5d-47d7-8482-9528eebf2272 req-c0d5403a-f953-4f2c-aec7-ffffda63330d tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.52 "GET /v2.0/security-groups?id=a66d81a0-3f62-465d-aba9-e85681d30424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803890 Mar 02 15:01:26.229667 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-3984f80e-c820-42c9-ba1c-061bec84ac64 req-912b3255-9ebc-465b-87fb-5a1c15be7f68 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/security-groups?id=74537ba6-1b23-49ee-a8f7-21a45895cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575020 Mar 02 15:01:26.647186 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91a489a-aa42-4b43-87d4-8d106b496b40 req-73e45d40-7b22-44ba-b82e-c694ed84c19f tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:26.648758 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-e91a489a-aa42-4b43-87d4-8d106b496b40 req-73e45d40-7b22-44ba-b82e-c694ed84c19f tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/ports?device_id=a230d674-1b12-4b6d-b3c9-16b90396e56d HTTP/1.1" status: 200 len: 945 time: 0.0561707 Mar 02 15:01:26.699683 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-e91a489a-aa42-4b43-87d4-8d106b496b40 req-93f6180b-dacb-48ce-bef9-45bbfc48a5db tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/security-groups?id=f2b985be-7f57-4364-87a1-c62bf9e90a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449753 Mar 02 15:01:26.848981 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (a761fe19-4045-45cc-a7c7-f029a0c82591), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:01:27.092744 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e8a087-a29d-4f7e-bc6a-e742192df00e req-52b60769-7f31-4cb5-8d3b-3ddeb1f7438e tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:27.094558 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-91e8a087-a29d-4f7e-bc6a-e742192df00e req-52b60769-7f31-4cb5-8d3b-3ddeb1f7438e tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a048e7d-380d-4eb6-b2f3-553fde4437a8 HTTP/1.1" status: 200 len: 945 time: 0.0581493 Mar 02 15:01:27.149305 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-91e8a087-a29d-4f7e-bc6a-e742192df00e req-5639ef20-9fa1-40dc-bdf5-a4e8fe24feca tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488563 Mar 02 15:01:27.309374 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34e33cc-9b75-4243-8b20-7431370c7446 req-5247511f-9389-4c6f-a0e2-4b48891cb5ed tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:27.310890 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-c34e33cc-9b75-4243-8b20-7431370c7446 req-5247511f-9389-4c6f-a0e2-4b48891cb5ed tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.52 "GET /v2.0/ports?device_id=f53e8ac0-251c-432c-83ae-33b151fa784f HTTP/1.1" status: 200 len: 944 time: 0.0551114 Mar 02 15:01:27.384448 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-c34e33cc-9b75-4243-8b20-7431370c7446 req-678d1329-8d31-4609-98fd-c6f63eb8b0da tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.52 "GET /v2.0/security-groups?id=a66d81a0-3f62-465d-aba9-e85681d30424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642943 Mar 02 15:01:27.394235 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b246434-d4c0-43ab-8858-607a9853ac65 req-2c4096fe-6a10-4279-98b5-5d9c4fa330e2 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:27.395912 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-7b246434-d4c0-43ab-8858-607a9853ac65 req-2c4096fe-6a10-4279-98b5-5d9c4fa330e2 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6b2a5b-4e6c-4d50-b29d-a2c16aa54449 HTTP/1.1" status: 200 len: 945 time: 0.0840998 Mar 02 15:01:27.444896 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-7b246434-d4c0-43ab-8858-607a9853ac65 req-e7ce33ae-91b3-4acc-b4c1-a3ccba172527 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/security-groups?id=74537ba6-1b23-49ee-a8f7-21a45895cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428419 Mar 02 15:01:27.690839 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d9ed9c-4163-4f80-bfbf-3aa8fd17f60d req-abfc76a2-75b7-412c-91c7-929b05d2ec75 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:27.692321 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-41d9ed9c-4163-4f80-bfbf-3aa8fd17f60d req-abfc76a2-75b7-412c-91c7-929b05d2ec75 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a048e7d-380d-4eb6-b2f3-553fde4437a8 HTTP/1.1" status: 200 len: 945 time: 0.0577478 Mar 02 15:01:27.746951 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-41d9ed9c-4163-4f80-bfbf-3aa8fd17f60d req-2aa6aeb2-8857-4264-902c-1b0ae8680895 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484009 Mar 02 15:01:27.830919 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f57ba-8e46-4ec2-ab18-bc5e796dcc1e req-4baa2239-f9f2-459e-b145-536dab171816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:27.832479 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-4e5f57ba-8e46-4ec2-ab18-bc5e796dcc1e req-4baa2239-f9f2-459e-b145-536dab171816 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f1bd7e528fca43dbb4023b42e4d1b6a1&device_id=3a048e7d-380d-4eb6-b2f3-553fde4437a8 HTTP/1.1" status: 200 len: 1129 time: 0.0770073 Mar 02 15:01:27.894996 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd24aa7-1b23-4a25-9c98-4d869a2eb45f req-3a99336f-a54c-4ecd-be36-e4c0dc192662 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:27.896518 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-dfd24aa7-1b23-4a25-9c98-4d869a2eb45f req-3a99336f-a54c-4ecd-be36-e4c0dc192662 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/ports?device_id=a230d674-1b12-4b6d-b3c9-16b90396e56d HTTP/1.1" status: 200 len: 945 time: 0.1096392 Mar 02 15:01:27.976506 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-dfd24aa7-1b23-4a25-9c98-4d869a2eb45f req-20346145-536e-4968-ac7b-d150cb9192f9 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/security-groups?id=f2b985be-7f57-4364-87a1-c62bf9e90a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729206 Mar 02 15:01:27.977628 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f57ba-8e46-4ec2-ab18-bc5e796dcc1e req-c12e9462-2df9-42bf-bcab-4408773569f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:27.979008 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-4e5f57ba-8e46-4ec2-ab18-bc5e796dcc1e req-c12e9462-2df9-42bf-bcab-4408773569f0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f57784fe-c0ba-4637-8703-002c97dfe5a6 HTTP/1.1" status: 200 len: 919 time: 0.1393790 Mar 02 15:01:28.024712 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-4e5f57ba-8e46-4ec2-ab18-bc5e796dcc1e req-826b91b6-b637-4230-a45b-47ac34e3e1e3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e147af4-38c2-40f4-93bc-dd65df75f682 HTTP/1.1" status: 200 len: 217 time: 0.0391154 Mar 02 15:01:28.077162 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f57ba-8e46-4ec2-ab18-bc5e796dcc1e req-941a656a-5736-4094-9cb3-d12f98f00c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:28.078613 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-4e5f57ba-8e46-4ec2-ab18-bc5e796dcc1e req-941a656a-5736-4094-9cb3-d12f98f00c27 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c3f153de-817f-4669-9f3c-7dca79be3db5 HTTP/1.1" status: 200 len: 858 time: 0.0446155 Mar 02 15:01:28.112494 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-4e5f57ba-8e46-4ec2-ab18-bc5e796dcc1e req-0391c860-24e1-4ca4-90ca-4b6b42a7612d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f57784fe-c0ba-4637-8703-002c97dfe5a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247688 Mar 02 15:01:28.205754 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-4e5f57ba-8e46-4ec2-ab18-bc5e796dcc1e req-402e31ee-60f5-4521-8f55-3e156f79d2c1 service neutron] 10.222.0.55 "GET /v2.0/networks/f57784fe-c0ba-4637-8703-002c97dfe5a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852532 Mar 02 15:01:28.299551 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-4e5f57ba-8e46-4ec2-ab18-bc5e796dcc1e req-00da34bf-58e0-4e50-a4de-145bb56aed6c service neutron] 10.222.0.55 "GET /v2.0/networks/f57784fe-c0ba-4637-8703-002c97dfe5a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871119 Mar 02 15:01:28.504961 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743e0ce5-b864-437b-abcb-34054f417ef7 req-3568b85d-9cbe-4e51-a5ed-ea35444672ca tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:28.506537 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-743e0ce5-b864-437b-abcb-34054f417ef7 req-3568b85d-9cbe-4e51-a5ed-ea35444672ca tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.52 "GET /v2.0/ports?device_id=f53e8ac0-251c-432c-83ae-33b151fa784f HTTP/1.1" status: 200 len: 944 time: 0.0555813 Mar 02 15:01:28.585997 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-743e0ce5-b864-437b-abcb-34054f417ef7 req-85e7d223-5b27-42ea-98ce-2e99a8b03c72 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.52 "GET /v2.0/security-groups?id=a66d81a0-3f62-465d-aba9-e85681d30424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735028 Mar 02 15:01:28.605687 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e876bb67-ff4c-4ec2-a5f2-7b3414863a10 req-417cb90d-1283-43d3-8600-1ee086aba621 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:28.607232 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-e876bb67-ff4c-4ec2-a5f2-7b3414863a10 req-417cb90d-1283-43d3-8600-1ee086aba621 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6b2a5b-4e6c-4d50-b29d-a2c16aa54449 HTTP/1.1" status: 200 len: 945 time: 0.0794704 Mar 02 15:01:28.655493 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-e876bb67-ff4c-4ec2-a5f2-7b3414863a10 req-83e7fd87-fb67-4770-a6b8-e083adfcbc3e tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/security-groups?id=74537ba6-1b23-49ee-a8f7-21a45895cd12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423560 Mar 02 15:01:28.914513 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c2edd-4a8e-4f4d-b7e6-78ec86c76e72 req-a92b6685-9709-49d6-955b-b78c20569444 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:28.916640 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-872c2edd-4a8e-4f4d-b7e6-78ec86c76e72 req-a92b6685-9709-49d6-955b-b78c20569444 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a048e7d-380d-4eb6-b2f3-553fde4437a8 HTTP/1.1" status: 200 len: 945 time: 0.0825953 Mar 02 15:01:28.972182 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f921a8d-8418-4299-9fa8-9566089d08a1 req-e5100adb-7a86-43af-b0cc-4faa59a7ee9a tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:28.973661 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-8f921a8d-8418-4299-9fa8-9566089d08a1 req-e5100adb-7a86-43af-b0cc-4faa59a7ee9a tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca6b2a5b-4e6c-4d50-b29d-a2c16aa54449 HTTP/1.1" status: 200 len: 945 time: 0.0990274 Mar 02 15:01:28.992961 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-872c2edd-4a8e-4f4d-b7e6-78ec86c76e72 req-b0c20234-a977-4990-b4cb-d107095e45ea tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704374 Mar 02 15:01:29.130131 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a1e43f-06f8-4425-9cfd-6ee684726c64 req-013dd467-6222-49c3-845e-ef0411e64468 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:29.131861 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-e6a1e43f-06f8-4425-9cfd-6ee684726c64 req-013dd467-6222-49c3-845e-ef0411e64468 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/ports?device_id=a230d674-1b12-4b6d-b3c9-16b90396e56d HTTP/1.1" status: 200 len: 945 time: 0.0721056 Mar 02 15:01:29.132603 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Device d12cf181-6fb9-47fd-b63d-ae20222cc042 details requested by agent hyperv_hv-cinder-83143 with host hv-cinder-83143 {{(pid=110181) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 15:01:29.136826 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.plugin [req-8f921a8d-8418-4299-9fa8-9566089d08a1 req-fdb70332-ddb4-4511-9ab1-11e6324428f8 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Deleting port 608c0c91-197c-49ef-82b6-c579c40de592 {{(pid=110180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 15:01:29.137173 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-8f921a8d-8418-4299-9fa8-9566089d08a1 req-fdb70332-ddb4-4511-9ab1-11e6324428f8 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757345981049'] for port (608c0c91-197c-49ef-82b6-c579c40de592), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:01:29.233380 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] For port d12cf181-6fb9-47fd-b63d-ae20222cc042, host hv-cinder-83143, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=d12cf181-6fb9-47fd-b63d-ae20222cc042,segment=NetworkSegment(db334d9b-ce3f-4428-8bb8-a410abf6a449),segment_id=db334d9b-ce3f-4428-8bb8-a410abf6a449)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:01:29.243598 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-e6a1e43f-06f8-4425-9cfd-6ee684726c64 req-12ebac6a-195c-46fc-aa09-3aca1890e06d tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/security-groups?id=f2b985be-7f57-4364-87a1-c62bf9e90a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021440 Mar 02 15:01:29.248759 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Returning: {'device': 'd12cf181-6fb9-47fd-b63d-ae20222cc042', 'network_id': '1af0a77f-f854-46bc-92ff-f92bb3875638', 'port_id': 'd12cf181-6fb9-47fd-b63d-ae20222cc042', 'mac_address': 'fa:16:3e:8e:1a:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bafd431d-9848-412d-85d9-fef7a7049713', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110181) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 15:01:29.261870 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.db [req-8f921a8d-8418-4299-9fa8-9566089d08a1 req-fdb70332-ddb4-4511-9ab1-11e6324428f8 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] For port 608c0c91-197c-49ef-82b6-c579c40de592, host hv-cinder-83143, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=608c0c91-197c-49ef-82b6-c579c40de592,segment=NetworkSegment(8893ea58-7cff-4b58-935d-3a9feb64b4ca),segment_id=8893ea58-7cff-4b58-935d-3a9feb64b4ca)] {{(pid=110180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:01:29.262243 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-8f921a8d-8418-4299-9fa8-9566089d08a1 req-fdb70332-ddb4-4511-9ab1-11e6324428f8 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port (608c0c91-197c-49ef-82b6-c579c40de592), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:01:29.278488 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.plugin [req-8f921a8d-8418-4299-9fa8-9566089d08a1 req-fdb70332-ddb4-4511-9ab1-11e6324428f8 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Calling delete_port for 608c0c91-197c-49ef-82b6-c579c40de592 owned by compute:nova {{(pid=110180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 15:01:29.405734 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06fe55d-00ef-401a-a86a-dc4185223aa0 req-7f7c830e-619b-4622-af17-e576b6795e41 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:29.407530 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-c06fe55d-00ef-401a-a86a-dc4185223aa0 req-7f7c830e-619b-4622-af17-e576b6795e41 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/ports?device_id=a230d674-1b12-4b6d-b3c9-16b90396e56d HTTP/1.1" status: 200 len: 945 time: 0.0829022 Mar 02 15:01:29.416653 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Current status of the port d12cf181-6fb9-47fd-b63d-ae20222cc042 is: DOWN; New status is: BUILD {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 15:01:29.417055 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (d12cf181-6fb9-47fd-b63d-ae20222cc042), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:01:29.430206 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.notifiers.nova [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d12cf181-6fb9-47fd-b63d-ae20222cc042 {{(pid=110181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 15:01:29.452729 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] For port d12cf181-6fb9-47fd-b63d-ae20222cc042, host hv-cinder-83143, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=d12cf181-6fb9-47fd-b63d-ae20222cc042,segment=NetworkSegment(db334d9b-ce3f-4428-8bb8-a410abf6a449),segment_id=db334d9b-ce3f-4428-8bb8-a410abf6a449)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:01:29.493646 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-c06fe55d-00ef-401a-a86a-dc4185223aa0 req-08aeb1be-17b6-4d9a-971a-e90b145256f9 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/security-groups?id=f2b985be-7f57-4364-87a1-c62bf9e90a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758955 Mar 02 15:01:29.518096 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 57400) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:01:29.543268 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (d12cf181-6fb9-47fd-b63d-ae20222cc042), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:01:29.586004 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-8f921a8d-8418-4299-9fa8-9566089d08a1 req-fdb70332-ddb4-4511-9ab1-11e6324428f8 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757345984732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757345480677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672616'] for port (608c0c91-197c-49ef-82b6-c579c40de592), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:01:29.593921 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Pushing event updated for resources: {'Port': ['ID=d12cf181-6fb9-47fd-b63d-ae20222cc042,revision_number=4']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:01:29.624181 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb70332-ddb4-4511-9ab1-11e6324428f8 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Pushing event deleted for resources: {'Port': ['ID=608c0c91-197c-49ef-82b6-c579c40de592,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:01:29.653500 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb70332-ddb4-4511-9ab1-11e6324428f8 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:01:29.653911 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb70332-ddb4-4511-9ab1-11e6324428f8 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:01:29.654203 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb70332-ddb4-4511-9ab1-11e6324428f8 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:01:29.654538 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb70332-ddb4-4511-9ab1-11e6324428f8 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:01:29.654869 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb70332-ddb4-4511-9ab1-11e6324428f8 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:01:29.655203 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb70332-ddb4-4511-9ab1-11e6324428f8 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:01:29.655534 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb70332-ddb4-4511-9ab1-11e6324428f8 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:01:29.655907 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb70332-ddb4-4511-9ab1-11e6324428f8 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:01:29.656494 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb70332-ddb4-4511-9ab1-11e6324428f8 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:01:29.656819 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb70332-ddb4-4511-9ab1-11e6324428f8 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:01:29.657146 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb70332-ddb4-4511-9ab1-11e6324428f8 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:01:29.657468 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb70332-ddb4-4511-9ab1-11e6324428f8 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:01:29.657794 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb70332-ddb4-4511-9ab1-11e6324428f8 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:01:29.672131 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] get_ports_and_sgs() called for port_ids ['608c0c91-197c-49ef-82b6-c579c40de592'] {{(pid=110181) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 15:01:29.687256 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f921a8d-8418-4299-9fa8-9566089d08a1 req-fdb70332-ddb4-4511-9ab1-11e6324428f8 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] No DVR routers for this DVR port 608c0c91-197c-49ef-82b6-c579c40de592 on host hv-cinder-83143 {{(pid=110180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 15:01:29.689993 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab67e7c-fae4-41af-879f-d7dc971f4ed5 tempest-TestShelveInstance-2053283935 tempest-TestShelveInstance-2053283935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:29.694679 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-cab67e7c-fae4-41af-879f-d7dc971f4ed5 tempest-TestShelveInstance-2053283935 tempest-TestShelveInstance-2053283935-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=a230d674-1b12-4b6d-b3c9-16b90396e56d HTTP/1.1" status: 200 len: 1124 time: 0.1754379 Mar 02 15:01:29.695304 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 57408) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:01:29.700515 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.v2.base [None req-aadf7565-7ddf-458c-9039-bd3d4536789a tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Request body: {'floatingip': {'floating_network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'port_id': '0e17949f-6616-4d42-8111-05e711da824a', 'tenant_id': 'ef7ebc74e4e04842a71eef9540bbb905', 'fixed_ip_address': '172.20.0.8'}} {{(pid=110179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 15:01:29.704658 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-8f921a8d-8418-4299-9fa8-9566089d08a1 req-fdb70332-ddb4-4511-9ab1-11e6324428f8 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221961'] for port (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:01:29.708000 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-8f921a8d-8418-4299-9fa8-9566089d08a1 req-fdb70332-ddb4-4511-9ab1-11e6324428f8 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.55 "DELETE /v2.0/ports/608c0c91-197c-49ef-82b6-c579c40de592 HTTP/1.1" status: 204 len: 173 time: 0.7285430 Mar 02 15:01:29.708468 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca6b2a5b-4e6c-4d50-b29d-a2c16aa54449', 'name': 'network-vif-deleted', 'tag': '608c0c91-197c-49ef-82b6-c579c40de592'}] {{(pid=110180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 15:01:29.710752 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d4cb776884cbbf8177075bc934a95f6bdaf5bba346c2d7fc75eae3cda02a5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-239cef82-6401-47c5-bf59-c542669b299d" -d '{"events": [{"server_uuid": "ca6b2a5b-4e6c-4d50-b29d-a2c16aa54449", "name": "network-vif-deleted", "tag": "608c0c91-197c-49ef-82b6-c579c40de592"}]}' {{(pid=110180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 15:01:29.751884 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12850cf1-8ca3-4553-971c-9257111629c7 req-cabbd41a-9146-4624-b66c-a70ef4e13cb5 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:29.753263 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-12850cf1-8ca3-4553-971c-9257111629c7 req-cabbd41a-9146-4624-b66c-a70ef4e13cb5 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.52 "GET /v2.0/ports?device_id=f53e8ac0-251c-432c-83ae-33b151fa784f HTTP/1.1" status: 200 len: 945 time: 0.0910368 Mar 02 15:01:29.774448 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6de87038-d80d-4cf8-8fe9-49c436f8e5b7 req-bbf088e3-25b9-41e0-a700-aede5e81d16c tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6b2a5b-4e6c-4d50-b29d-a2c16aa54449 HTTP/1.1" status: 200 len: 210 time: 0.0391757 Mar 02 15:01:29.822560 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-12850cf1-8ca3-4553-971c-9257111629c7 req-4cf9fb73-794a-4f42-aa8f-4379ade88b9b tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.52 "GET /v2.0/security-groups?id=a66d81a0-3f62-465d-aba9-e85681d30424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505562 Mar 02 15:01:29.824032 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 15:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b92e4a2-5ce1-444f-a194-a72a2e366db2 x-openstack-request-id: req-6b92e4a2-5ce1-444f-a194-a72a2e366db2 {{(pid=110180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 15:01:29.824440 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca6b2a5b-4e6c-4d50-b29d-a2c16aa54449", "name": "network-vif-deleted", "tag": "608c0c91-197c-49ef-82b6-c579c40de592", "status": "completed", "code": 200}]} {{(pid=110180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 15:01:29.824701 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6b92e4a2-5ce1-444f-a194-a72a2e366db2 {{(pid=110180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 15:01:29.825098 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca6b2a5b-4e6c-4d50-b29d-a2c16aa54449', 'name': 'network-vif-deleted', 'tag': '608c0c91-197c-49ef-82b6-c579c40de592', 'status': 'completed', 'code': 200} Mar 02 15:01:29.832549 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-aadf7565-7ddf-458c-9039-bd3d4536789a tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:01:29.931755 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-aadf7565-7ddf-458c-9039-bd3d4536789a tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (None), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:01:30.040751 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.db.db_base_plugin_common [None req-aadf7565-7ddf-458c-9039-bd3d4536789a tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Allocated IP 172.27.0.73 (ed71569c-47b6-4b42-b6b3-c541700724bf/701fb87e-0ea2-4d8d-8228-0af980cd437a/781d2e87-4b12-4b55-bb87-c96562ebce61) {{(pid=110179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 15:01:30.126578 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe115b-2aa7-4638-aca7-4e9469b30f8f req-53bab1fb-b210-4b51-8718-251fbcc8e1c8 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:30.128774 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-cebe115b-2aa7-4638-aca7-4e9469b30f8f req-53bab1fb-b210-4b51-8718-251fbcc8e1c8 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a048e7d-380d-4eb6-b2f3-553fde4437a8 HTTP/1.1" status: 200 len: 945 time: 0.0620475 Mar 02 15:01:30.170606 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-aadf7565-7ddf-458c-9039-bd3d4536789a tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Publish callbacks [] for port (781d2e87-4b12-4b55-bb87-c96562ebce61), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:01:30.191943 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-cebe115b-2aa7-4638-aca7-4e9469b30f8f req-a916bc93-4f2b-458a-894b-5b6178f265b1 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522811 Mar 02 15:01:30.316884 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-aadf7565-7ddf-458c-9039-bd3d4536789a tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757345480668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3822761'] for port (781d2e87-4b12-4b55-bb87-c96562ebce61), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:01:30.361147 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aadf7565-7ddf-458c-9039-bd3d4536789a tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Network ed71569c-47b6-4b42-b6b3-c541700724bf is already hosted by enough agents. {{(pid=110179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 15:01:30.365467 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.scheduler.base_scheduler [None req-aadf7565-7ddf-458c-9039-bd3d4536789a tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Resources bound (agent type, host, resource id): {{(pid=110179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 15:01:30.369928 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadf7565-7ddf-458c-9039-bd3d4536789a tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Received port after_create {{(pid=110179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 15:01:30.373099 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadf7565-7ddf-458c-9039-bd3d4536789a tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Pushing event updated for resources: {'Port': ['ID=781d2e87-4b12-4b55-bb87-c96562ebce61,revision_number=1']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:01:30.510312 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] get_ports_and_sgs() called for port_ids ['d12cf181-6fb9-47fd-b63d-ae20222cc042'] {{(pid=110181) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 15:01:30.894445 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-33b2aa21-4533-4e8a-a9e1-950d69f1735f req-d1bec803-4052-4a71-8de8-42a6d42433d9 tempest-AttachVolumeNegativeTest-657353599 tempest-AttachVolumeNegativeTest-657353599-project] 10.222.0.52 "GET /v2.0/ports?device_id=ca6b2a5b-4e6c-4d50-b29d-a2c16aa54449 HTTP/1.1" status: 200 len: 210 time: 0.0314989 Mar 02 15:01:30.949921 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e9a51-3030-4921-a24f-9e8035f70c6b req-e689a67a-8070-4002-b53a-4b5f9ef37ec0 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:30.951428 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-928e9a51-3030-4921-a24f-9e8035f70c6b req-e689a67a-8070-4002-b53a-4b5f9ef37ec0 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.52 "GET /v2.0/ports?device_id=f53e8ac0-251c-432c-83ae-33b151fa784f HTTP/1.1" status: 200 len: 945 time: 0.0557611 Mar 02 15:01:30.964412 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-aadf7565-7ddf-458c-9039-bd3d4536789a tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Publish callbacks [] for floatingip (cbe39c85-a666-4799-87c0-c601566ad171), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:01:31.005000 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-928e9a51-3030-4921-a24f-9e8035f70c6b req-a817f0c5-1783-45f2-9969-6776b61bc03c tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.52 "GET /v2.0/security-groups?id=a66d81a0-3f62-465d-aba9-e85681d30424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473359 Mar 02 15:01:31.098225 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-aadf7565-7ddf-458c-9039-bd3d4536789a tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (781d2e87-4b12-4b55-bb87-c96562ebce61), before_update {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:01:31.146465 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Device 608c0c91-197c-49ef-82b6-c579c40de592 no longer exists at agent hyperv_hv-cinder-83143 {{(pid=110181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 15:01:31.167671 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] No Port match for: 608c0c91-197c-49ef-82b6-c579c40de592 {{(pid=110181) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 15:01:31.168027 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Device 608c0c91-197c-49ef-82b6-c579c40de592 not bound to the agent host hv-cinder-83143 {{(pid=110181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 15:01:31.251720 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-aadf7565-7ddf-458c-9039-bd3d4536789a tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Publish callbacks [] for port (781d2e87-4b12-4b55-bb87-c96562ebce61), precommit_update {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:01:31.321789 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bf28f1-c8df-407b-8db0-7b4602aa8931 req-5fce67ca-faae-4319-8f1f-afebc709977c tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:31.323294 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-27bf28f1-c8df-407b-8db0-7b4602aa8931 req-5fce67ca-faae-4319-8f1f-afebc709977c tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a048e7d-380d-4eb6-b2f3-553fde4437a8 HTTP/1.1" status: 200 len: 945 time: 0.0562916 Mar 02 15:01:31.351834 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-aadf7565-7ddf-458c-9039-bd3d4536789a tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3822752'] for port (781d2e87-4b12-4b55-bb87-c96562ebce61), after_update {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:01:31.371744 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-27bf28f1-c8df-407b-8db0-7b4602aa8931 req-62af53a7-c256-429b-b22d-5d264cc1dbc8 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425467 Mar 02 15:01:31.424160 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadf7565-7ddf-458c-9039-bd3d4536789a tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Pushing event updated for resources: {'Port': ['ID=781d2e87-4b12-4b55-bb87-c96562ebce61,revision_number=2']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:01:31.436346 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-aadf7565-7ddf-458c-9039-bd3d4536789a tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559821'] for floatingip (cbe39c85-a666-4799-87c0-c601566ad171), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:01:31.538887 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.db.l3_db [None req-aadf7565-7ddf-458c-9039-bd3d4536789a tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Floating IP cbe39c85-a666-4799-87c0-c601566ad171 associated. External IP: 172.27.0.73, port: 0e17949f-6616-4d42-8111-05e711da824a. Mar 02 15:01:31.751936 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aadf7565-7ddf-458c-9039-bd3d4536789a tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Router bb0baf00-4c6f-478e-8884-60d60a53a0d2 has already been hosted by L3 agent 4b7d4a90-2987-419a-b6cd-7624b7dba065 {{(pid=110179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 15:01:31.859709 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aadf7565-7ddf-458c-9039-bd3d4536789a tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Notify agent at l3_agent.dv-cinder-831439-3-iscsi the message routers_updated {{(pid=110179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 15:01:31.869233 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a521e1-ecb6-4b57-838b-cb2b42705b55 None None] Sync routers for ids ['bb0baf00-4c6f-478e-8884-60d60a53a0d2'] in dv-cinder-831439-3-iscsi {{(pid=110182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 15:01:31.879317 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a521e1-ecb6-4b57-838b-cb2b42705b55 None None] Routers {'bb0baf00-4c6f-478e-8884-60d60a53a0d2'} bound to L3 agent in host dv-cinder-831439-3-iscsi {{(pid=110182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 15:01:31.880017 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_hamode_db [None req-b6a521e1-ecb6-4b57-838b-cb2b42705b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831439-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T14:48:11Z,description=,heartbeat_timestamp=2022-03-02T15:01:11Z,host='dv-cinder-831439-3-iscsi',id=4b7d4a90-2987-419a-b6cd-7624b7dba065,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T14:48:12Z,topic='l3_agent')) {'router_ids': ['bb0baf00-4c6f-478e-8884-60d60a53a0d2'], 'active': True} {{(pid=110182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:01:31.953220 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 57422) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:01:31.964281 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-aadf7565-7ddf-458c-9039-bd3d4536789a tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221961'] for floatingip (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:01:31.988383 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_dvr_db [None req-b6a521e1-ecb6-4b57-838b-cb2b42705b55 None None] Set router bb0baf00-4c6f-478e-8884-60d60a53a0d2 gateway port host: dv-cinder-831439-3-iscsi {{(pid=110182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 15:01:32.020271 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-aadf7565-7ddf-458c-9039-bd3d4536789a tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3237588 Mar 02 15:01:32.023479 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a230d674-1b12-4b6d-b3c9-16b90396e56d', 'tag': '0e17949f-6616-4d42-8111-05e711da824a'}] {{(pid=110179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 15:01:32.026362 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb97933b220ae1c16e6a415d4137d9faa8b652e011ecbfdbbfadcc6a88146695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed7beb4-d784-4b66-9cd9-5b61e78690c2" -d '{"events": [{"name": "network-changed", "server_uuid": "a230d674-1b12-4b6d-b3c9-16b90396e56d", "tag": "0e17949f-6616-4d42-8111-05e711da824a"}]}' {{(pid=110179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 15:01:32.032328 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.db.db_base_plugin_v2 [None req-19d8abab-d049-4a3f-9a4f-a9dcdd05d4fd admin admin] Deleting subnet 33e89568-1c93-4c51-af7d-02f9e3bdcc0f {{(pid=110179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 15:01:32.035914 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-19d8abab-d049-4a3f-9a4f-a9dcdd05d4fd admin admin] Publish callbacks [] for subnet (33e89568-1c93-4c51-af7d-02f9e3bdcc0f), before_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:01:32.081036 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-19d8abab-d049-4a3f-9a4f-a9dcdd05d4fd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3117893'] for subnet (33e89568-1c93-4c51-af7d-02f9e3bdcc0f), precommit_delete_associations {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:01:32.083845 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 15:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc10053b-950e-4248-8f2d-3798b6044c4c x-openstack-request-id: req-fc10053b-950e-4248-8f2d-3798b6044c4c {{(pid=110179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 15:01:32.084139 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a230d674-1b12-4b6d-b3c9-16b90396e56d", "tag": "0e17949f-6616-4d42-8111-05e711da824a", "status": "completed", "code": 200}]} {{(pid=110179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 15:01:32.084395 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fc10053b-950e-4248-8f2d-3798b6044c4c {{(pid=110179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 15:01:32.084790 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a230d674-1b12-4b6d-b3c9-16b90396e56d', 'tag': '0e17949f-6616-4d42-8111-05e711da824a', 'status': 'completed', 'code': 200} Mar 02 15:01:32.130434 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-19d8abab-d049-4a3f-9a4f-a9dcdd05d4fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16092520'] for subnet (33e89568-1c93-4c51-af7d-02f9e3bdcc0f), precommit_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:01:32.172529 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0449492c-b429-4246-a9b9-6af2dfb916d0 req-a6ebd0c6-b803-4558-bf58-d1417409886f tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:32.174229 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-0449492c-b429-4246-a9b9-6af2dfb916d0 req-a6ebd0c6-b803-4558-bf58-d1417409886f tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.52 "GET /v2.0/ports?device_id=f53e8ac0-251c-432c-83ae-33b151fa784f HTTP/1.1" status: 200 len: 945 time: 0.0904009 Mar 02 15:01:32.212617 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed7beb4-d784-4b66-9cd9-5b61e78690c2 req-db2e9158-50fc-400a-8b55-517317be4736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:32.214099 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-8ed7beb4-d784-4b66-9cd9-5b61e78690c2 req-db2e9158-50fc-400a-8b55-517317be4736 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ef7ebc74e4e04842a71eef9540bbb905&device_id=a230d674-1b12-4b6d-b3c9-16b90396e56d HTTP/1.1" status: 200 len: 1129 time: 0.0761783 Mar 02 15:01:32.261610 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_hamode_db [None req-b6a521e1-ecb6-4b57-838b-cb2b42705b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb0baf00-4c6f-478e-8884-60d60a53a0d2', 'name': 'tempest-TestShelveInstance-283104451-router', 'tenant_id': 'ef7ebc74e4e04842a71eef9540bbb905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': 'fdd768a9-8e52-477f-91cc-03500e784a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T15:00:06Z', 'updated_at': '2022-03-02T15:00:10Z', 'revision_number': 4, 'project_id': 'ef7ebc74e4e04842a71eef9540bbb905', 'gw_port': {'id': 'fdd768a9-8e52-477f-91cc-03500e784a4a', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0baf00-4c6f-478e-8884-60d60a53a0d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:00:06Z', 'updated_at': '2022-03-02T15:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi', '_floatingips': [{'id': 'cbe39c85-a666-4799-87c0-c601566ad171', 'tenant_id': 'ef7ebc74e4e04842a71eef9540bbb905', 'floating_ip_address': '172.27.0.73', 'floating_network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'router_id': 'bb0baf00-4c6f-478e-8884-60d60a53a0d2', 'port_id': '0e17949f-6616-4d42-8111-05e711da824a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfd98ec8-5de8-4415-83aa-22cce77e500c', 'mac_address': 'fa:16:3e:c9:fd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a230d674-1b12-4b6d-b3c9-16b90396e56d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T15:01:30Z', 'updated_at': '2022-03-02T15:01:30Z', 'revision_number': 0, 'project_id': 'ef7ebc74e4e04842a71eef9540bbb905', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75d37c6e-6a2b-475b-94d5-72fe9ffb5f08', 'name': '', 'network_id': 'dfd98ec8-5de8-4415-83aa-22cce77e500c', 'tenant_id': 'ef7ebc74e4e04842a71eef9540bbb905', 'mac_address': 'fa:16:3e:47:41:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0baf00-4c6f-478e-8884-60d60a53a0d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '52bfaaf9-3cbd-41b6-b999-214dacbbebb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:00:09Z', 'updated_at': '2022-03-02T15:00:13Z', 'revision_number': 5, 'project_id': 'ef7ebc74e4e04842a71eef9540bbb905', 'subnets': [{'id': '52bfaaf9-3cbd-41b6-b999-214dacbbebb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831439-3-iscsi', False) {} {{(pid=110182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:01:32.279339 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-19d8abab-d049-4a3f-9a4f-a9dcdd05d4fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16092519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3822746', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3566866'] for subnet (33e89568-1c93-4c51-af7d-02f9e3bdcc0f), after_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:01:32.285225 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-0449492c-b429-4246-a9b9-6af2dfb916d0 req-fec3329b-d4a5-4560-b878-b90c7c9c997e tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.52 "GET /v2.0/security-groups?id=a66d81a0-3f62-465d-aba9-e85681d30424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964262 Mar 02 15:01:32.293793 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a521e1-ecb6-4b57-838b-cb2b42705b55 None None] Checking router: bb0baf00-4c6f-478e-8884-60d60a53a0d2 for host: dv-cinder-831439-3-iscsi {{(pid=110182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 15:01:32.298200 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a521e1-ecb6-4b57-838b-cb2b42705b55 None None] Routers {'bb0baf00-4c6f-478e-8884-60d60a53a0d2'} bound to L3 agent in host dv-cinder-831439-3-iscsi {{(pid=110182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 15:01:32.298864 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_hamode_db [None req-b6a521e1-ecb6-4b57-838b-cb2b42705b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831439-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T14:48:11Z,description=,heartbeat_timestamp=2022-03-02T15:01:11Z,host='dv-cinder-831439-3-iscsi',id=4b7d4a90-2987-419a-b6cd-7624b7dba065,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T14:48:12Z,topic='l3_agent')) {'router_ids': ['bb0baf00-4c6f-478e-8884-60d60a53a0d2'], 'active': True} {{(pid=110182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:01:32.307004 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d8abab-d049-4a3f-9a4f-a9dcdd05d4fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33e89568-1c93-4c51-af7d-02f9e3bdcc0f,revision_number=None']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:01:32.320214 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-19d8abab-d049-4a3f-9a4f-a9dcdd05d4fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16231659'] for subnet (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:01:32.325310 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-19d8abab-d049-4a3f-9a4f-a9dcdd05d4fd admin admin] 10.222.0.52 "DELETE /v2.0/subnets/33e89568-1c93-4c51-af7d-02f9e3bdcc0f HTTP/1.1" status: 204 len: 168 time: 0.3708892 Mar 02 15:01:32.327929 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 57430) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:01:32.341693 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed7beb4-d784-4b66-9cd9-5b61e78690c2 req-c9b77fba-907d-4415-b46a-b0459fc29c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:32.346747 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-8ed7beb4-d784-4b66-9cd9-5b61e78690c2 req-c9b77fba-907d-4415-b46a-b0459fc29c0f service neutron] 10.222.0.55 "GET /v2.0/networks?id=dfd98ec8-5de8-4415-83aa-22cce77e500c HTTP/1.1" status: 200 len: 909 time: 0.1177468 Mar 02 15:01:32.419872 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-d44b707a-a656-49fb-a8eb-340122ec1cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16148883'] for network (4aeef58e-3340-46c4-943d-ae2ec26e78a0), before_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:01:32.429561 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-8ed7beb4-d784-4b66-9cd9-5b61e78690c2 req-85525981-3acf-48e8-a520-45b6cecf9b79 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e17949f-6616-4d42-8111-05e711da824a HTTP/1.1" status: 200 len: 998 time: 0.0789082 Mar 02 15:01:32.515854 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed7beb4-d784-4b66-9cd9-5b61e78690c2 req-67e7a5b2-e694-4dc1-8839-c4cb77ce8861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:32.517602 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-8ed7beb4-d784-4b66-9cd9-5b61e78690c2 req-67e7a5b2-e694-4dc1-8839-c4cb77ce8861 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=52bfaaf9-3cbd-41b6-b999-214dacbbebb5 HTTP/1.1" status: 200 len: 847 time: 0.0813169 Mar 02 15:01:32.522611 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_dvr_db [None req-b6a521e1-ecb6-4b57-838b-cb2b42705b55 None None] Set router bb0baf00-4c6f-478e-8884-60d60a53a0d2 gateway port host: dv-cinder-831439-3-iscsi {{(pid=110182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 15:01:32.522898 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-d44b707a-a656-49fb-a8eb-340122ec1cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16057747', 'neutron.services.segments.db._delete_segments_for_network-8757345970333'] for network (4aeef58e-3340-46c4-943d-ae2ec26e78a0), precommit_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:01:32.547329 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.services.segments.db [None req-d44b707a-a656-49fb-a8eb-340122ec1cb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4aeef58e-3340-46c4-943d-ae2ec26e78a0']}} {{(pid=110179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:01:32.558722 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.services.segments.db [None req-d44b707a-a656-49fb-a8eb-340122ec1cb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8893ea58-7cff-4b58-935d-3a9feb64b4ca') {'for_net_delete': True} {{(pid=110179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:01:32.559072 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.services.segments.db [None req-d44b707a-a656-49fb-a8eb-340122ec1cb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8893ea58-7cff-4b58-935d-3a9feb64b4ca') {} {{(pid=110179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:01:32.569836 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-d44b707a-a656-49fb-a8eb-340122ec1cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757345974950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3117906'] for segment (8893ea58-7cff-4b58-935d-3a9feb64b4ca), before_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:01:32.570260 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b1ee6e-d849-4cf8-b72f-66ee5b0ec50d req-c3165626-6fca-4187-85e2-8471dfaf7973 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:32.571895 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-46b1ee6e-d849-4cf8-b72f-66ee5b0ec50d req-c3165626-6fca-4187-85e2-8471dfaf7973 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a048e7d-380d-4eb6-b2f3-553fde4437a8 HTTP/1.1" status: 200 len: 945 time: 0.1057355 Mar 02 15:01:32.591211 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-d44b707a-a656-49fb-a8eb-340122ec1cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16119287'] for segment (8893ea58-7cff-4b58-935d-3a9feb64b4ca), precommit_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:01:32.600943 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d44b707a-a656-49fb-a8eb-340122ec1cb7 admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=110179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 15:01:32.601504 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-d44b707a-a656-49fb-a8eb-340122ec1cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16119287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3822660'] for segment (8893ea58-7cff-4b58-935d-3a9feb64b4ca), after_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:01:32.604222 dv-cinder-831439-3-iscsi neutron-server[110179]: Traceback (most recent call last): Mar 02 15:01:32.604222 dv-cinder-831439-3-iscsi neutron-server[110179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 15:01:32.604222 dv-cinder-831439-3-iscsi neutron-server[110179]: timer() Mar 02 15:01:32.604222 dv-cinder-831439-3-iscsi neutron-server[110179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 15:01:32.604222 dv-cinder-831439-3-iscsi neutron-server[110179]: cb(*args, **kw) Mar 02 15:01:32.604222 dv-cinder-831439-3-iscsi neutron-server[110179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 15:01:32.604222 dv-cinder-831439-3-iscsi neutron-server[110179]: return func(*args, **kwargs) Mar 02 15:01:32.604222 dv-cinder-831439-3-iscsi neutron-server[110179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 15:01:32.604222 dv-cinder-831439-3-iscsi neutron-server[110179]: self._notify() Mar 02 15:01:32.604222 dv-cinder-831439-3-iscsi neutron-server[110179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 15:01:32.604222 dv-cinder-831439-3-iscsi neutron-server[110179]: self.callback(batched_events) Mar 02 15:01:32.604222 dv-cinder-831439-3-iscsi neutron-server[110179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 15:01:32.604222 dv-cinder-831439-3-iscsi neutron-server[110179]: event.method(event) Mar 02 15:01:32.604222 dv-cinder-831439-3-iscsi neutron-server[110179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 15:01:32.604222 dv-cinder-831439-3-iscsi neutron-server[110179]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 15:01:32.604222 dv-cinder-831439-3-iscsi neutron-server[110179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 15:01:32.604222 dv-cinder-831439-3-iscsi neutron-server[110179]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 15:01:32.604222 dv-cinder-831439-3-iscsi neutron-server[110179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 15:01:32.604222 dv-cinder-831439-3-iscsi neutron-server[110179]: return f(self, *a, **k) Mar 02 15:01:32.604222 dv-cinder-831439-3-iscsi neutron-server[110179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 15:01:32.604222 dv-cinder-831439-3-iscsi neutron-server[110179]: return self._get(url).json() Mar 02 15:01:32.604222 dv-cinder-831439-3-iscsi neutron-server[110179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 15:01:32.604222 dv-cinder-831439-3-iscsi neutron-server[110179]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 15:01:32.604222 dv-cinder-831439-3-iscsi neutron-server[110179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 15:01:32.604222 dv-cinder-831439-3-iscsi neutron-server[110179]: return self.request(url, 'GET', **kwargs) Mar 02 15:01:32.604222 dv-cinder-831439-3-iscsi neutron-server[110179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 15:01:32.604222 dv-cinder-831439-3-iscsi neutron-server[110179]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 15:01:32.604222 dv-cinder-831439-3-iscsi neutron-server[110179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 15:01:32.604222 dv-cinder-831439-3-iscsi neutron-server[110179]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 15:01:32.604222 dv-cinder-831439-3-iscsi neutron-server[110179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 15:01:32.604222 dv-cinder-831439-3-iscsi neutron-server[110179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 15:01:32.604222 dv-cinder-831439-3-iscsi neutron-server[110179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 15:01:32.607326 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed7beb4-d784-4b66-9cd9-5b61e78690c2 req-4eea6e21-96bf-4a45-8c45-291484111652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:32.607326 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-8ed7beb4-d784-4b66-9cd9-5b61e78690c2 req-4eea6e21-96bf-4a45-8c45-291484111652 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dfd98ec8-5de8-4415-83aa-22cce77e500c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0819030 Mar 02 15:01:32.685918 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-46b1ee6e-d849-4cf8-b72f-66ee5b0ec50d req-38cd7d5e-6279-4d93-af97-05b6d71cb7f8 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044443 Mar 02 15:01:32.720804 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-8ed7beb4-d784-4b66-9cd9-5b61e78690c2 req-f090051e-d809-47e8-aaa7-a441c1b30526 service neutron] 10.222.0.55 "GET /v2.0/networks/dfd98ec8-5de8-4415-83aa-22cce77e500c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031795 Mar 02 15:01:32.733341 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-d44b707a-a656-49fb-a8eb-340122ec1cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16057834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559807'] for network (4aeef58e-3340-46c4-943d-ae2ec26e78a0), after_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:01:32.738418 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-d44b707a-a656-49fb-a8eb-340122ec1cb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16231659'] for network (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:01:32.744426 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-d44b707a-a656-49fb-a8eb-340122ec1cb7 admin admin] 10.222.0.52 "DELETE /v2.0/networks/4aeef58e-3340-46c4-943d-ae2ec26e78a0 HTTP/1.1" status: 204 len: 168 time: 0.4151654 Mar 02 15:01:32.764337 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44b707a-a656-49fb-a8eb-340122ec1cb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=4aeef58e-3340-46c4-943d-ae2ec26e78a0,revision_number=None']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:01:32.793522 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_hamode_db [None req-b6a521e1-ecb6-4b57-838b-cb2b42705b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb0baf00-4c6f-478e-8884-60d60a53a0d2', 'name': 'tempest-TestShelveInstance-283104451-router', 'tenant_id': 'ef7ebc74e4e04842a71eef9540bbb905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': 'fdd768a9-8e52-477f-91cc-03500e784a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T15:00:06Z', 'updated_at': '2022-03-02T15:00:10Z', 'revision_number': 4, 'project_id': 'ef7ebc74e4e04842a71eef9540bbb905', 'gw_port': {'id': 'fdd768a9-8e52-477f-91cc-03500e784a4a', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0baf00-4c6f-478e-8884-60d60a53a0d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:00:06Z', 'updated_at': '2022-03-02T15:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi', '_floatingips': [{'id': 'cbe39c85-a666-4799-87c0-c601566ad171', 'tenant_id': 'ef7ebc74e4e04842a71eef9540bbb905', 'floating_ip_address': '172.27.0.73', 'floating_network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'router_id': 'bb0baf00-4c6f-478e-8884-60d60a53a0d2', 'port_id': '0e17949f-6616-4d42-8111-05e711da824a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfd98ec8-5de8-4415-83aa-22cce77e500c', 'mac_address': 'fa:16:3e:c9:fd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a230d674-1b12-4b6d-b3c9-16b90396e56d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T15:01:30Z', 'updated_at': '2022-03-02T15:01:30Z', 'revision_number': 0, 'project_id': 'ef7ebc74e4e04842a71eef9540bbb905', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75d37c6e-6a2b-475b-94d5-72fe9ffb5f08', 'name': '', 'network_id': 'dfd98ec8-5de8-4415-83aa-22cce77e500c', 'tenant_id': 'ef7ebc74e4e04842a71eef9540bbb905', 'mac_address': 'fa:16:3e:47:41:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0baf00-4c6f-478e-8884-60d60a53a0d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '52bfaaf9-3cbd-41b6-b999-214dacbbebb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:00:09Z', 'updated_at': '2022-03-02T15:00:13Z', 'revision_number': 5, 'project_id': 'ef7ebc74e4e04842a71eef9540bbb905', 'subnets': [{'id': '52bfaaf9-3cbd-41b6-b999-214dacbbebb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831439-3-iscsi', False) {} {{(pid=110182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:01:32.819780 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-8ed7beb4-d784-4b66-9cd9-5b61e78690c2 req-73088510-e059-4ee2-8fd2-c42dd7b4ab47 service neutron] 10.222.0.55 "GET /v2.0/networks/dfd98ec8-5de8-4415-83aa-22cce77e500c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924809 Mar 02 15:01:32.820188 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a521e1-ecb6-4b57-838b-cb2b42705b55 None None] The sync data for ids ['bb0baf00-4c6f-478e-8884-60d60a53a0d2'] in dv-cinder-831439-3-iscsi is: [{'id': 'bb0baf00-4c6f-478e-8884-60d60a53a0d2', 'name': 'tempest-TestShelveInstance-283104451-router', 'tenant_id': 'ef7ebc74e4e04842a71eef9540bbb905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': 'fdd768a9-8e52-477f-91cc-03500e784a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T15:00:06Z', 'updated_at': '2022-03-02T15:00:10Z', 'revision_number': 4, 'project_id': 'ef7ebc74e4e04842a71eef9540bbb905', 'gw_port': {'id': 'fdd768a9-8e52-477f-91cc-03500e784a4a', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0baf00-4c6f-478e-8884-60d60a53a0d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:00:06Z', 'updated_at': '2022-03-02T15:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi', '_floatingips': [{'id': 'cbe39c85-a666-4799-87c0-c601566ad171', 'tenant_id': 'ef7ebc74e4e04842a71eef9540bbb905', 'floating_ip_address': '172.27.0.73', 'floating_network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'router_id': 'bb0baf00-4c6f-478e-8884-60d60a53a0d2', 'port_id': '0e17949f-6616-4d42-8111-05e711da824a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfd98ec8-5de8-4415-83aa-22cce77e500c', 'mac_address': 'fa:16:3e:c9:fd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a230d674-1b12-4b6d-b3c9-16b90396e56d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T15:01:30Z', 'updated_at': '2022-03-02T15:01:30Z', 'revision_number': 0, 'project_id': 'ef7ebc74e4e04842a71eef9540bbb905', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75d37c6e-6a2b-475b-94d5-72fe9ffb5f08', 'name': '', 'network_id': 'dfd98ec8-5de8-4415-83aa-22cce77e500c', 'tenant_id': 'ef7ebc74e4e04842a71eef9540bbb905', 'mac_address': 'fa:16:3e:47:41:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0baf00-4c6f-478e-8884-60d60a53a0d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '52bfaaf9-3cbd-41b6-b999-214dacbbebb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:00:09Z', 'updated_at': '2022-03-02T15:00:13Z', 'revision_number': 5, 'project_id': 'ef7ebc74e4e04842a71eef9540bbb905', 'subnets': [{'id': '52bfaaf9-3cbd-41b6-b999-214dacbbebb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 15:01:33.016820 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2c5280-fb84-46f0-aa9b-a33b5c9a06fe None None] New status for floating IP cbe39c85-a666-4799-87c0-c601566ad171: ACTIVE {{(pid=110181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 15:01:33.095852 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 57436) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:01:33.143380 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-6f72b826-cd01-4c27-a28a-0e4a4e9922d0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c744cfa2ecd64e8b8882c1e3e1c97e02&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0457969 Mar 02 15:01:33.152212 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 57438) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:01:33.164445 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Device d12cf181-6fb9-47fd-b63d-ae20222cc042 up at agent hyperv_hv-cinder-83143 {{(pid=110181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 15:01:33.202498 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-da3de9cc-29dd-4b38-8c65-d2c2e7547ae3 admin admin] Publish callbacks [] for security_group (74537ba6-1b23-49ee-a8f7-21a45895cd12), before_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:01:33.227800 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-da3de9cc-29dd-4b38-8c65-d2c2e7547ae3 admin admin] Publish callbacks [] for security_group (74537ba6-1b23-49ee-a8f7-21a45895cd12), precommit_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:01:33.283148 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Provisioning for port d12cf181-6fb9-47fd-b63d-ae20222cc042 completed by entity L2. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 15:01:33.287273 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Provisioning complete for port d12cf181-6fb9-47fd-b63d-ae20222cc042 triggered by entity L2. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 15:01:33.287702 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (d12cf181-6fb9-47fd-b63d-ae20222cc042), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:01:33.352193 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-da3de9cc-29dd-4b38-8c65-d2c2e7547ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (74537ba6-1b23-49ee-a8f7-21a45895cd12), after_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:01:33.355227 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-da3de9cc-29dd-4b38-8c65-d2c2e7547ae3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:01:33.356736 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-da3de9cc-29dd-4b38-8c65-d2c2e7547ae3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/74537ba6-1b23-49ee-a8f7-21a45895cd12 HTTP/1.1" status: 204 len: 168 time: 0.2031491 Mar 02 15:01:33.365400 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3de9cc-29dd-4b38-8c65-d2c2e7547ae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74537ba6-1b23-49ee-a8f7-21a45895cd12,revision_number=None']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:01:33.380547 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Current status of the port d12cf181-6fb9-47fd-b63d-ae20222cc042 is: BUILD; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 15:01:33.382037 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (d12cf181-6fb9-47fd-b63d-ae20222cc042), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:01:33.413015 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f53e8ac0-251c-432c-83ae-33b151fa784f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd12cf181-6fb9-47fd-b63d-ae20222cc042'}] {{(pid=110181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 15:01:33.415447 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6faebeedf0149bd95a8e5aac95437523d12653d92db1e1e7ce78ae8719853609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab335b15-5df5-41de-8711-24b88c55ab7b" -d '{"events": [{"server_uuid": "f53e8ac0-251c-432c-83ae-33b151fa784f", "name": "network-vif-plugged", "status": "completed", "tag": "d12cf181-6fb9-47fd-b63d-ae20222cc042"}]}' {{(pid=110181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 15:01:33.432077 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] For port d12cf181-6fb9-47fd-b63d-ae20222cc042, host hv-cinder-83143, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=d12cf181-6fb9-47fd-b63d-ae20222cc042,segment=NetworkSegment(db334d9b-ce3f-4428-8bb8-a410abf6a449),segment_id=db334d9b-ce3f-4428-8bb8-a410abf6a449)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:01:33.434542 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47826a43-b8ec-4452-b9ef-a166139be1bd req-a418ee20-5a6e-4f2a-932a-cb3395a64b1d tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:33.436131 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-47826a43-b8ec-4452-b9ef-a166139be1bd req-a418ee20-5a6e-4f2a-932a-cb3395a64b1d tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.52 "GET /v2.0/ports?device_id=f53e8ac0-251c-432c-83ae-33b151fa784f HTTP/1.1" status: 200 len: 945 time: 0.0669346 Mar 02 15:01:33.458356 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 15:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd714e94-6c5e-4447-80ab-6e26df0a7f92 x-openstack-request-id: req-dd714e94-6c5e-4447-80ab-6e26df0a7f92 {{(pid=110181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 15:01:33.458896 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f53e8ac0-251c-432c-83ae-33b151fa784f", "name": "network-vif-plugged", "status": "completed", "tag": "d12cf181-6fb9-47fd-b63d-ae20222cc042", "code": 200}]} {{(pid=110181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 15:01:33.459155 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dd714e94-6c5e-4447-80ab-6e26df0a7f92 {{(pid=110181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 15:01:33.459556 dv-cinder-831439-3-iscsi neutron-server[110181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f53e8ac0-251c-432c-83ae-33b151fa784f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd12cf181-6fb9-47fd-b63d-ae20222cc042', 'code': 200} Mar 02 15:01:33.487841 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-47826a43-b8ec-4452-b9ef-a166139be1bd req-2ae3f024-86aa-40a0-a157-10515fee27eb tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.52 "GET /v2.0/security-groups?id=a66d81a0-3f62-465d-aba9-e85681d30424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448895 Mar 02 15:01:33.495222 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (d12cf181-6fb9-47fd-b63d-ae20222cc042), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:01:33.546635 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Pushing event updated for resources: {'Port': ['ID=d12cf181-6fb9-47fd-b63d-ae20222cc042,revision_number=5']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:01:33.553832 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:01:33.554195 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:01:33.554549 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:01:33.554886 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:01:33.555721 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:01:33.556057 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:01:33.556384 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:01:33.556706 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:01:33.557026 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:01:33.557365 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:01:33.557691 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:01:33.558009 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:01:33.558328 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:01:33.815717 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f99eed8-a517-451e-a681-eeb05382e036 req-e8a5aa8b-6855-434c-aec6-f80000799274 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:33.817258 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-2f99eed8-a517-451e-a681-eeb05382e036 req-e8a5aa8b-6855-434c-aec6-f80000799274 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a048e7d-380d-4eb6-b2f3-553fde4437a8 HTTP/1.1" status: 200 len: 945 time: 0.0584435 Mar 02 15:01:33.869188 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-2f99eed8-a517-451e-a681-eeb05382e036 req-f39ceed6-71ef-48b4-83be-edc3c0cb2871 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459495 Mar 02 15:01:33.931166 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa777db-194d-4036-8776-367018e0785d req-274d39b0-1b05-48a9-ac3d-0c6a993748b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:33.932716 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-9fa777db-194d-4036-8776-367018e0785d req-274d39b0-1b05-48a9-ac3d-0c6a993748b7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f53e8ac0-251c-432c-83ae-33b151fa784f HTTP/1.1" status: 200 len: 1130 time: 0.0549681 Mar 02 15:01:34.033387 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-9fa777db-194d-4036-8776-367018e0785d req-3ff9cdfa-a6dc-430c-8548-ee95af66c3fe service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a66d81a0-3f62-465d-aba9-e85681d30424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537679 Mar 02 15:01:34.614081 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e9f1bc-6bd7-41b8-9fbb-a1a547941aad req-3c1249db-951c-4c93-b7b5-cdd339b364e5 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:34.615724 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-12e9f1bc-6bd7-41b8-9fbb-a1a547941aad req-3c1249db-951c-4c93-b7b5-cdd339b364e5 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.52 "GET /v2.0/ports?device_id=f53e8ac0-251c-432c-83ae-33b151fa784f HTTP/1.1" status: 200 len: 946 time: 0.0578127 Mar 02 15:01:34.665756 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-12e9f1bc-6bd7-41b8-9fbb-a1a547941aad req-0bf3fe4e-a9dc-4dc9-9eea-ba25b9b4e17f tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.52 "GET /v2.0/security-groups?id=a66d81a0-3f62-465d-aba9-e85681d30424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441735 Mar 02 15:01:34.998852 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836dfbe1-7e2c-47a9-bb3c-8d4c3f4db742 req-3383d437-ff6d-4fdd-b7c0-ed0e2662021e tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:35.000429 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-836dfbe1-7e2c-47a9-bb3c-8d4c3f4db742 req-3383d437-ff6d-4fdd-b7c0-ed0e2662021e tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a048e7d-380d-4eb6-b2f3-553fde4437a8 HTTP/1.1" status: 200 len: 945 time: 0.0619073 Mar 02 15:01:35.047497 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-836dfbe1-7e2c-47a9-bb3c-8d4c3f4db742 req-6425d289-4138-4e3a-b522-b43a12fb26c4 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413041 Mar 02 15:01:35.790536 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ef1cba-2469-476d-aef6-0beebe4e1460 req-4b8a0a9f-58ca-4a7c-a860-ae07e0cffbb4 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:35.792028 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-60ef1cba-2469-476d-aef6-0beebe4e1460 req-4b8a0a9f-58ca-4a7c-a860-ae07e0cffbb4 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.52 "GET /v2.0/ports?device_id=f53e8ac0-251c-432c-83ae-33b151fa784f HTTP/1.1" status: 200 len: 946 time: 0.0551639 Mar 02 15:01:35.837953 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-60ef1cba-2469-476d-aef6-0beebe4e1460 req-5379dfd8-78e9-479d-9d9b-6444d91aec68 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.52 "GET /v2.0/security-groups?id=a66d81a0-3f62-465d-aba9-e85681d30424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402730 Mar 02 15:01:36.953421 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb59059e-fa79-4f98-bffe-9c8802025b5e req-83d31a99-7460-4de3-ab77-c7267a528e3e tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:36.954784 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-fb59059e-fa79-4f98-bffe-9c8802025b5e req-83d31a99-7460-4de3-ab77-c7267a528e3e tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.52 "GET /v2.0/ports?device_id=f53e8ac0-251c-432c-83ae-33b151fa784f HTTP/1.1" status: 200 len: 946 time: 0.0512123 Mar 02 15:01:37.003066 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-fb59059e-fa79-4f98-bffe-9c8802025b5e req-ff7f9ef3-2622-4957-b5e7-170f45ea1495 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.52 "GET /v2.0/security-groups?id=a66d81a0-3f62-465d-aba9-e85681d30424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427713 Mar 02 15:01:38.611043 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c83f95-e379-407f-807d-a63edab1a8e4 req-e3005ecf-612a-492a-8196-2f5a64295aac tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:38.612542 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-c5c83f95-e379-407f-807d-a63edab1a8e4 req-e3005ecf-612a-492a-8196-2f5a64295aac tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.52 "GET /v2.0/ports?device_id=f53e8ac0-251c-432c-83ae-33b151fa784f HTTP/1.1" status: 200 len: 946 time: 0.0564697 Mar 02 15:01:38.660922 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-9eab07b3-ce1f-4de1-84f4-d729874f9b74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (dc3a6147-3194-47be-b33a-76a9a2a48933), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:01:38.662984 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-c5c83f95-e379-407f-807d-a63edab1a8e4 req-68cb91ad-8800-4db9-9228-930189f0ecf3 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.52 "GET /v2.0/security-groups?id=a66d81a0-3f62-465d-aba9-e85681d30424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447366 Mar 02 15:01:39.780048 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c44687-f418-458b-be8e-3a2e94a97544 req-420235b5-2b68-44cd-ad07-c5ffff9a45a6 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:39.781741 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-c7c44687-f418-458b-be8e-3a2e94a97544 req-420235b5-2b68-44cd-ad07-c5ffff9a45a6 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.52 "GET /v2.0/ports?device_id=f53e8ac0-251c-432c-83ae-33b151fa784f HTTP/1.1" status: 200 len: 946 time: 0.0515378 Mar 02 15:01:39.829010 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-c7c44687-f418-458b-be8e-3a2e94a97544 req-86ba27e3-2273-4d19-8ed0-4054206c3819 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.52 "GET /v2.0/security-groups?id=a66d81a0-3f62-465d-aba9-e85681d30424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416045 Mar 02 15:01:40.952001 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86ab5ef-083b-42c6-8528-1f5adc97daa2 req-97317bda-b1ec-460b-b9cd-44ebdea6d550 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:40.953461 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-e86ab5ef-083b-42c6-8528-1f5adc97daa2 req-97317bda-b1ec-460b-b9cd-44ebdea6d550 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.52 "GET /v2.0/ports?device_id=f53e8ac0-251c-432c-83ae-33b151fa784f HTTP/1.1" status: 200 len: 946 time: 0.0560348 Mar 02 15:01:41.000362 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-e86ab5ef-083b-42c6-8528-1f5adc97daa2 req-03f669fd-149a-4963-b0cf-4f5bf26409b4 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.52 "GET /v2.0/security-groups?id=a66d81a0-3f62-465d-aba9-e85681d30424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413034 Mar 02 15:01:41.059995 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-21ed5abf-54fc-47a6-a116-25487042e84b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (4b7d4a90-2987-419a-b6cd-7624b7dba065), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:01:42.123505 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6e3edd-0b70-4444-a0c7-10ea1bea7bcc req-9c5c8f9e-feed-4832-b83e-432c452daaa6 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:42.125039 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-3f6e3edd-0b70-4444-a0c7-10ea1bea7bcc req-9c5c8f9e-feed-4832-b83e-432c452daaa6 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.52 "GET /v2.0/ports?device_id=f53e8ac0-251c-432c-83ae-33b151fa784f HTTP/1.1" status: 200 len: 946 time: 0.0560000 Mar 02 15:01:42.140214 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-8c265469-93de-451d-a227-73ff998d8f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (bfbb2626-1130-458a-80a5-4632d76fa057), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:01:42.179243 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-3f6e3edd-0b70-4444-a0c7-10ea1bea7bcc req-fe5edd70-ffe0-49ef-b132-20dea6b70f25 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.52 "GET /v2.0/security-groups?id=a66d81a0-3f62-465d-aba9-e85681d30424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475035 Mar 02 15:01:43.306266 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8ba377-ca10-4ce3-880d-976d3d945869 req-f3220179-a7bc-4312-8ada-c16134d9e903 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:43.307780 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-2e8ba377-ca10-4ce3-880d-976d3d945869 req-f3220179-a7bc-4312-8ada-c16134d9e903 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.52 "GET /v2.0/ports?device_id=f53e8ac0-251c-432c-83ae-33b151fa784f HTTP/1.1" status: 200 len: 946 time: 0.0524106 Mar 02 15:01:43.358643 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-2e8ba377-ca10-4ce3-880d-976d3d945869 req-aae244cd-90a1-4b0e-8a09-fd718a8292a8 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.52 "GET /v2.0/security-groups?id=a66d81a0-3f62-465d-aba9-e85681d30424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444911 Mar 02 15:01:43.664347 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-9cfe1c82-1e01-4346-89c5-c3e1093f4022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (b9ce56f8-3527-4dd9-b024-9df7b3f4c018), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:01:43.874367 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.agents_db [None req-b044b9bd-a670-44c5-b22a-8886b11808d8 None None] Agent healthcheck: found 6 active agents {{(pid=110182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 15:01:44.482260 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1463fc8-19cb-4c89-b89b-069ae914c942 req-c6f35aaa-18aa-4877-bd24-90220b3545d8 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:44.483759 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-f1463fc8-19cb-4c89-b89b-069ae914c942 req-c6f35aaa-18aa-4877-bd24-90220b3545d8 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.52 "GET /v2.0/ports?device_id=f53e8ac0-251c-432c-83ae-33b151fa784f HTTP/1.1" status: 200 len: 946 time: 0.0531363 Mar 02 15:01:44.532321 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-f1463fc8-19cb-4c89-b89b-069ae914c942 req-bbe9160c-2290-4afb-944a-12cc6cc67f45 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.52 "GET /v2.0/security-groups?id=a66d81a0-3f62-465d-aba9-e85681d30424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429587 Mar 02 15:01:44.904076 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (3a73802c-5f14-4c1f-8439-e74c4c90063b), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:01:45.108258 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfe3a0c-b74f-4e74-a2f8-56ea3bc7c0b0 req-f305719a-b634-44d7-bf7a-82ce8a884be7 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:45.109773 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-4dfe3a0c-b74f-4e74-a2f8-56ea3bc7c0b0 req-f305719a-b634-44d7-bf7a-82ce8a884be7 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 945 time: 0.0532348 Mar 02 15:01:45.162916 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-4dfe3a0c-b74f-4e74-a2f8-56ea3bc7c0b0 req-12a0b2dd-10c2-4eab-b41c-50b42676e61e tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470257 Mar 02 15:01:45.483912 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9057bd-fada-4153-af97-f8c5610ffd00 req-36aba5d2-83d1-47a6-8651-92e0f91d7cba tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:45.485406 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-8a9057bd-fada-4153-af97-f8c5610ffd00 req-36aba5d2-83d1-47a6-8651-92e0f91d7cba tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.55 "GET /v2.0/ports?device_id=f53e8ac0-251c-432c-83ae-33b151fa784f HTTP/1.1" status: 200 len: 946 time: 0.0577199 Mar 02 15:01:45.607656 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.plugin [req-8a9057bd-fada-4153-af97-f8c5610ffd00 req-fa5485d0-ece8-499a-af30-0a9eaef45321 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] Deleting port d12cf181-6fb9-47fd-b63d-ae20222cc042 {{(pid=110180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 15:01:45.608013 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-8a9057bd-fada-4153-af97-f8c5610ffd00 req-fa5485d0-ece8-499a-af30-0a9eaef45321 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757345981049'] for port (d12cf181-6fb9-47fd-b63d-ae20222cc042), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:01:45.976150 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e57f06-831b-4c6e-bcc7-fbb01958be45 req-8c11f24c-5b43-4150-bd89-e3fd29df24f0 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:45.977649 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-05e57f06-831b-4c6e-bcc7-fbb01958be45 req-8c11f24c-5b43-4150-bd89-e3fd29df24f0 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.52 "GET /v2.0/ports?device_id=f53e8ac0-251c-432c-83ae-33b151fa784f HTTP/1.1" status: 200 len: 946 time: 0.3666792 Mar 02 15:01:45.982923 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.db [req-8a9057bd-fada-4153-af97-f8c5610ffd00 req-fa5485d0-ece8-499a-af30-0a9eaef45321 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] For port d12cf181-6fb9-47fd-b63d-ae20222cc042, host hv-cinder-83143, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=d12cf181-6fb9-47fd-b63d-ae20222cc042,segment=NetworkSegment(db334d9b-ce3f-4428-8bb8-a410abf6a449),segment_id=db334d9b-ce3f-4428-8bb8-a410abf6a449)] {{(pid=110180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:01:45.983297 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-8a9057bd-fada-4153-af97-f8c5610ffd00 req-fa5485d0-ece8-499a-af30-0a9eaef45321 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port (d12cf181-6fb9-47fd-b63d-ae20222cc042), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:01:46.008038 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.plugin [req-8a9057bd-fada-4153-af97-f8c5610ffd00 req-fa5485d0-ece8-499a-af30-0a9eaef45321 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] Calling delete_port for d12cf181-6fb9-47fd-b63d-ae20222cc042 owned by compute:nova {{(pid=110180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 15:01:46.083082 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-05e57f06-831b-4c6e-bcc7-fbb01958be45 req-531a94b7-61d6-4d80-8cd9-e5aa73a6e685 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.52 "GET /v2.0/security-groups?id=a66d81a0-3f62-465d-aba9-e85681d30424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969081 Mar 02 15:01:46.248676 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-8a9057bd-fada-4153-af97-f8c5610ffd00 req-fa5485d0-ece8-499a-af30-0a9eaef45321 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757345984732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757345480677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672616'] for port (d12cf181-6fb9-47fd-b63d-ae20222cc042), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:01:46.288738 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] get_ports_and_sgs() called for port_ids ['d12cf181-6fb9-47fd-b63d-ae20222cc042'] {{(pid=110181) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 15:01:46.302741 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5485d0-ece8-499a-af30-0a9eaef45321 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] Pushing event deleted for resources: {'Port': ['ID=d12cf181-6fb9-47fd-b63d-ae20222cc042,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:01:46.350026 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a9057bd-fada-4153-af97-f8c5610ffd00 req-fa5485d0-ece8-499a-af30-0a9eaef45321 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] No DVR routers for this DVR port d12cf181-6fb9-47fd-b63d-ae20222cc042 on host hv-cinder-83143 {{(pid=110180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 15:01:46.354652 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-8a9057bd-fada-4153-af97-f8c5610ffd00 req-fa5485d0-ece8-499a-af30-0a9eaef45321 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221961'] for port (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:01:46.358587 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-8a9057bd-fada-4153-af97-f8c5610ffd00 req-fa5485d0-ece8-499a-af30-0a9eaef45321 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.55 "DELETE /v2.0/ports/d12cf181-6fb9-47fd-b63d-ae20222cc042 HTTP/1.1" status: 204 len: 173 time: 0.8676622 Mar 02 15:01:46.359188 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f53e8ac0-251c-432c-83ae-33b151fa784f', 'name': 'network-vif-deleted', 'tag': 'd12cf181-6fb9-47fd-b63d-ae20222cc042'}] {{(pid=110180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 15:01:46.361478 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d4cb776884cbbf8177075bc934a95f6bdaf5bba346c2d7fc75eae3cda02a5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-045e4715-3796-48be-bf4d-78ca89fce140" -d '{"events": [{"server_uuid": "f53e8ac0-251c-432c-83ae-33b151fa784f", "name": "network-vif-deleted", "tag": "d12cf181-6fb9-47fd-b63d-ae20222cc042"}]}' {{(pid=110180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 15:01:46.370434 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d337c5cf-a228-4cbc-93e3-f4ba2d76b7b4 req-051f892c-150d-4ed0-8aa5-2100dfd59379 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:46.372631 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-d337c5cf-a228-4cbc-93e3-f4ba2d76b7b4 req-051f892c-150d-4ed0-8aa5-2100dfd59379 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 945 time: 0.1355433 Mar 02 15:01:46.414157 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 15:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd32c739-6efb-4b0e-8c33-cd31a6716cf1 x-openstack-request-id: req-cd32c739-6efb-4b0e-8c33-cd31a6716cf1 {{(pid=110180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 15:01:46.414446 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f53e8ac0-251c-432c-83ae-33b151fa784f", "name": "network-vif-deleted", "tag": "d12cf181-6fb9-47fd-b63d-ae20222cc042", "status": "completed", "code": 200}]} {{(pid=110180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 15:01:46.414743 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cd32c739-6efb-4b0e-8c33-cd31a6716cf1 {{(pid=110180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 15:01:46.415132 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f53e8ac0-251c-432c-83ae-33b151fa784f', 'name': 'network-vif-deleted', 'tag': 'd12cf181-6fb9-47fd-b63d-ae20222cc042', 'status': 'completed', 'code': 200} Mar 02 15:01:46.435233 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-d337c5cf-a228-4cbc-93e3-f4ba2d76b7b4 req-a1be4ab4-3303-487f-be72-073c74d6bf4b tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538552 Mar 02 15:01:47.116738 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eece45dc-9726-4e61-9420-ff241defc4c7 req-4c09de62-b42c-4d42-9db5-3e37f6235c71 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:47.118236 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-eece45dc-9726-4e61-9420-ff241defc4c7 req-4c09de62-b42c-4d42-9db5-3e37f6235c71 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=d180d92d-2b4a-46fa-88db-be94ea0275ef HTTP/1.1" status: 200 len: 945 time: 0.0545185 Mar 02 15:01:47.167645 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-eece45dc-9726-4e61-9420-ff241defc4c7 req-11c421bf-5b97-4908-85f3-98d0ee602f79 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437653 Mar 02 15:01:47.263814 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-64a01b53-363a-4ea5-a2c3-414d2e084537 req-dabac421-e157-455c-8ea3-400a1a4a533e tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.52 "GET /v2.0/ports?device_id=f53e8ac0-251c-432c-83ae-33b151fa784f HTTP/1.1" status: 200 len: 210 time: 0.0308552 Mar 02 15:01:47.557309 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c193f6b-3d90-4e28-8e3f-2ceaff96062e req-cd24ff5e-7237-4a1e-96db-a4e43a59308a tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:47.559315 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-7c193f6b-3d90-4e28-8e3f-2ceaff96062e req-cd24ff5e-7237-4a1e-96db-a4e43a59308a tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 945 time: 0.0524361 Mar 02 15:01:47.605761 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-7c193f6b-3d90-4e28-8e3f-2ceaff96062e req-7c1dca95-8a82-4721-b416-c43afc9e2340 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408921 Mar 02 15:01:48.290579 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb236eeb-8724-4ddd-b86c-cd0b13871282 req-24fe4fe3-3cdb-4ece-baa5-0ff8fd413aa1 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:48.293094 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-fb236eeb-8724-4ddd-b86c-cd0b13871282 req-24fe4fe3-3cdb-4ece-baa5-0ff8fd413aa1 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=d180d92d-2b4a-46fa-88db-be94ea0275ef HTTP/1.1" status: 200 len: 945 time: 0.0555396 Mar 02 15:01:48.341643 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-fb236eeb-8724-4ddd-b86c-cd0b13871282 req-0443a4c4-a061-45b0-abb3-41437816cb5e tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432470 Mar 02 15:01:48.442157 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-eec3e5fb-35a8-4b65-bb30-66bc3be7d61b req-ce3af2b3-cb38-45f7-9f05-013a29b32dca tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.52 "GET /v2.0/ports?device_id=f53e8ac0-251c-432c-83ae-33b151fa784f HTTP/1.1" status: 200 len: 210 time: 0.0312762 Mar 02 15:01:48.739520 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccaec75-d40b-4c0f-bb31-032f365782b1 req-264bfbd2-aa0e-4804-bc20-39e032661705 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:48.741028 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6ccaec75-d40b-4c0f-bb31-032f365782b1 req-264bfbd2-aa0e-4804-bc20-39e032661705 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 945 time: 0.0623996 Mar 02 15:01:48.790749 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6ccaec75-d40b-4c0f-bb31-032f365782b1 req-df782893-f442-4a06-97e2-ae4350f4039a tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441413 Mar 02 15:01:49.467354 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f759dd6-7413-482f-8966-22e61fa90a4e req-c2ace9cf-bd80-4523-a17b-d75ec0d311f9 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:49.472140 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6f759dd6-7413-482f-8966-22e61fa90a4e req-c2ace9cf-bd80-4523-a17b-d75ec0d311f9 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=d180d92d-2b4a-46fa-88db-be94ea0275ef HTTP/1.1" status: 200 len: 945 time: 0.0635929 Mar 02 15:01:49.516731 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6f759dd6-7413-482f-8966-22e61fa90a4e req-ba1e0ad6-b0ac-4d96-b10e-6d38081d4c67 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420384 Mar 02 15:01:49.613127 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-d5ef6b72-6620-4f32-93a2-75a13f8e9667 req-3a8631f3-d229-429f-895a-fce468ffb559 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.52 "GET /v2.0/ports?device_id=f53e8ac0-251c-432c-83ae-33b151fa784f HTTP/1.1" status: 200 len: 210 time: 0.0309138 Mar 02 15:01:49.919763 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96c82eb-6cb6-4290-9f68-8f465113883b req-61a0143a-35f8-4eb2-9e47-4044c3738f6d tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:49.921241 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-b96c82eb-6cb6-4290-9f68-8f465113883b req-61a0143a-35f8-4eb2-9e47-4044c3738f6d tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 945 time: 0.0581212 Mar 02 15:01:49.968104 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-b96c82eb-6cb6-4290-9f68-8f465113883b req-67b04958-4e33-4d55-80ef-c0446cf0254d tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408666 Mar 02 15:01:50.635111 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023082d5-f534-46de-bb28-9bf71d9adf7a req-c4c0f677-08c8-4eab-9784-9e78115784f0 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:50.637170 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-023082d5-f534-46de-bb28-9bf71d9adf7a req-c4c0f677-08c8-4eab-9784-9e78115784f0 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=d180d92d-2b4a-46fa-88db-be94ea0275ef HTTP/1.1" status: 200 len: 945 time: 0.0513389 Mar 02 15:01:50.684361 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-023082d5-f534-46de-bb28-9bf71d9adf7a req-7731e60b-f7bc-4e61-952c-b9f9e7d1ffe6 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415647 Mar 02 15:01:50.722099 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-b4ef9a97-fce3-4e68-9633-586a985aec61 req-443f32e4-9260-4eb4-a79c-a3ca7a507b0c tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.52 "GET /v2.0/ports?device_id=f53e8ac0-251c-432c-83ae-33b151fa784f HTTP/1.1" status: 200 len: 210 time: 0.0300674 Mar 02 15:01:51.104492 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606aec3e-8ee2-4463-a66b-8d84817ec325 req-a38be293-239f-49c3-96cb-15d63b939e00 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:51.106581 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-606aec3e-8ee2-4463-a66b-8d84817ec325 req-a38be293-239f-49c3-96cb-15d63b939e00 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 945 time: 0.0558748 Mar 02 15:01:51.157497 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-606aec3e-8ee2-4463-a66b-8d84817ec325 req-619c30ae-2d8a-4fa6-941d-243947d6c7c7 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441904 Mar 02 15:01:51.312707 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Device d12cf181-6fb9-47fd-b63d-ae20222cc042 no longer exists at agent hyperv_hv-cinder-83143 {{(pid=110181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 15:01:51.332324 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] No Port match for: d12cf181-6fb9-47fd-b63d-ae20222cc042 {{(pid=110181) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 15:01:51.332667 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Device d12cf181-6fb9-47fd-b63d-ae20222cc042 not bound to the agent host hv-cinder-83143 {{(pid=110181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 15:01:51.800683 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84242d56-698d-4bcc-8ac0-159b1f9a4ff1 req-453da6d5-f506-4924-8164-31c4b3b7acaf tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:51.807115 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-84242d56-698d-4bcc-8ac0-159b1f9a4ff1 req-453da6d5-f506-4924-8164-31c4b3b7acaf tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=d180d92d-2b4a-46fa-88db-be94ea0275ef HTTP/1.1" status: 200 len: 945 time: 0.0523951 Mar 02 15:01:51.836705 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-60fbd3da-1484-49b9-9c48-77989c53bedd req-31b068c8-5522-40ca-8bb8-594a2daa4f80 tempest-VolumesActionsTest-132612031 tempest-VolumesActionsTest-132612031-project] 10.222.0.52 "GET /v2.0/ports?device_id=f53e8ac0-251c-432c-83ae-33b151fa784f HTTP/1.1" status: 200 len: 210 time: 0.0335667 Mar 02 15:01:51.874873 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-84242d56-698d-4bcc-8ac0-159b1f9a4ff1 req-6113e3b0-7c08-4bc4-868f-6ffbfad308e5 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636153 Mar 02 15:01:52.285474 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de1bcc3-0915-4060-906b-e48c050418a3 req-714a63da-7456-444d-973e-125381aa859a tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:52.287020 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6de1bcc3-0915-4060-906b-e48c050418a3 req-714a63da-7456-444d-973e-125381aa859a tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 945 time: 0.0556779 Mar 02 15:01:52.334133 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6de1bcc3-0915-4060-906b-e48c050418a3 req-95325565-e065-4998-8817-22d770925530 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410957 Mar 02 15:01:53.001221 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5afbea-c83c-4e7c-9c21-7db600293823 req-dbc535bd-658b-43b6-b389-74ef83236b5d tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:53.002924 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-1c5afbea-c83c-4e7c-9c21-7db600293823 req-dbc535bd-658b-43b6-b389-74ef83236b5d tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=d180d92d-2b4a-46fa-88db-be94ea0275ef HTTP/1.1" status: 200 len: 945 time: 0.0542510 Mar 02 15:01:53.064950 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-1c5afbea-c83c-4e7c-9c21-7db600293823 req-6b9a5678-8181-4dab-b2bc-b73bc8055cc7 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484872 Mar 02 15:01:53.490362 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-f3c654d6-13ed-41a0-896d-a3e91cd73893 req-5c14f293-0d48-47ab-bfa1-4842e489dcdc service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9680b2d5-554f-40be-bb0d-e2fa9f8c6f8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0886686 Mar 02 15:01:53.502683 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4132c4-8b80-41f7-a97e-3cff500855e4 req-f91471e2-4724-4f77-91b9-3c8291725910 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:53.504350 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-3d4132c4-8b80-41f7-a97e-3cff500855e4 req-f91471e2-4724-4f77-91b9-3c8291725910 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 945 time: 0.0721729 Mar 02 15:01:53.560541 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-3d4132c4-8b80-41f7-a97e-3cff500855e4 req-98217d03-7428-4cc9-a98e-376a352fbe2b tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493207 Mar 02 15:01:53.623353 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c654d6-13ed-41a0-896d-a3e91cd73893 req-d36ffcda-a398-466b-9695-7ed7699489fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:53.625037 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-f3c654d6-13ed-41a0-896d-a3e91cd73893 req-d36ffcda-a398-466b-9695-7ed7699489fc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5ac6104636f34c658b71fafaf0755349&device_id=9680b2d5-554f-40be-bb0d-e2fa9f8c6f8b HTTP/1.1" status: 200 len: 1130 time: 0.0592620 Mar 02 15:01:53.748309 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c654d6-13ed-41a0-896d-a3e91cd73893 req-2ef64d47-199a-45ee-a4dc-95de53950e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:53.749901 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-f3c654d6-13ed-41a0-896d-a3e91cd73893 req-2ef64d47-199a-45ee-a4dc-95de53950e06 service neutron] 10.222.0.55 "GET /v2.0/networks?id=df93f8f1-ff18-4251-9f43-b4d98c48182b HTTP/1.1" status: 200 len: 911 time: 0.1039813 Mar 02 15:01:53.827040 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-f3c654d6-13ed-41a0-896d-a3e91cd73893 req-fa4281c4-5d12-4e0f-b5e9-ceac8f0bc58b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=53c034dd-df15-42be-82f3-9cd2b1e7b93e HTTP/1.1" status: 200 len: 1002 time: 0.0707450 Mar 02 15:01:53.909532 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c654d6-13ed-41a0-896d-a3e91cd73893 req-e1ec169a-5fb1-485c-b20b-504bd563a0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:53.911434 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-f3c654d6-13ed-41a0-896d-a3e91cd73893 req-e1ec169a-5fb1-485c-b20b-504bd563a0b9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=af4612bf-937d-4ff0-87a0-e171015ed5a7 HTTP/1.1" status: 200 len: 849 time: 0.0622733 Mar 02 15:01:53.994591 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c654d6-13ed-41a0-896d-a3e91cd73893 req-46790a1d-964c-48ff-9c5f-f8fef5dcfd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:53.996758 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-f3c654d6-13ed-41a0-896d-a3e91cd73893 req-46790a1d-964c-48ff-9c5f-f8fef5dcfd05 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=df93f8f1-ff18-4251-9f43-b4d98c48182b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0773718 Mar 02 15:01:54.094073 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-f3c654d6-13ed-41a0-896d-a3e91cd73893 req-5630248b-750a-411e-9693-55395662d499 service neutron] 10.222.0.55 "GET /v2.0/networks/df93f8f1-ff18-4251-9f43-b4d98c48182b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906708 Mar 02 15:01:54.240936 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-f3c654d6-13ed-41a0-896d-a3e91cd73893 req-c5a22e98-c4e3-4eff-9d79-0dc6ddff8776 service neutron] 10.222.0.55 "GET /v2.0/networks/df93f8f1-ff18-4251-9f43-b4d98c48182b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370149 Mar 02 15:01:54.249261 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de63f3e-a132-404c-bd84-ec4683168445 req-e0bcac0a-4a18-47e4-b025-f8eddf1cda7c tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:54.250727 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6de63f3e-a132-404c-bd84-ec4683168445 req-e0bcac0a-4a18-47e4-b025-f8eddf1cda7c tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=d180d92d-2b4a-46fa-88db-be94ea0275ef HTTP/1.1" status: 200 len: 945 time: 0.0898962 Mar 02 15:01:54.307879 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6de63f3e-a132-404c-bd84-ec4683168445 req-e4d0eed6-5f28-427b-aff6-54d3787ae70f tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498862 Mar 02 15:01:54.705528 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d3111e-8221-4dba-beaa-db663a07adbb req-3f6a45c8-c4e8-4ebc-8339-e3e123ad4706 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:54.707127 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-c1d3111e-8221-4dba-beaa-db663a07adbb req-3f6a45c8-c4e8-4ebc-8339-e3e123ad4706 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 945 time: 0.0602076 Mar 02 15:01:54.759303 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-c1d3111e-8221-4dba-beaa-db663a07adbb req-211c8f60-d886-4a51-ad52-8d2fd7d2657d tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463095 Mar 02 15:01:55.444104 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd53b1e8-7a29-4db8-8311-723c4615fae6 req-e547f03c-f754-4898-bf03-1e4a50fd9210 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:55.445680 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-fd53b1e8-7a29-4db8-8311-723c4615fae6 req-e547f03c-f754-4898-bf03-1e4a50fd9210 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=d180d92d-2b4a-46fa-88db-be94ea0275ef HTTP/1.1" status: 200 len: 945 time: 0.0549955 Mar 02 15:01:55.491774 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-fd53b1e8-7a29-4db8-8311-723c4615fae6 req-972f0b19-a9d4-49d7-aa0b-dbe1ad4b49b6 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406320 Mar 02 15:01:55.888414 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf59c35-fac7-4dab-a49e-6beabf90ddc3 req-2792688c-23f9-4a77-b3c2-ce78a6d9c829 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:55.889933 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-fbf59c35-fac7-4dab-a49e-6beabf90ddc3 req-2792688c-23f9-4a77-b3c2-ce78a6d9c829 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 945 time: 0.0577145 Mar 02 15:01:55.936928 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-fbf59c35-fac7-4dab-a49e-6beabf90ddc3 req-b1ffc23d-5a51-4686-83c9-d696c0554292 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415165 Mar 02 15:01:56.610773 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef74273-8918-438b-bf0e-05118d82b41a req-0edf8d4f-acae-421e-8992-e4aa4d7bce55 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:56.612304 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-8ef74273-8918-438b-bf0e-05118d82b41a req-0edf8d4f-acae-421e-8992-e4aa4d7bce55 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=d180d92d-2b4a-46fa-88db-be94ea0275ef HTTP/1.1" status: 200 len: 945 time: 0.0523500 Mar 02 15:01:56.661107 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-8ef74273-8918-438b-bf0e-05118d82b41a req-92df544f-2469-45a8-8d5d-6c377f55f21e tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428450 Mar 02 15:01:56.871602 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (a761fe19-4045-45cc-a7c7-f029a0c82591), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:01:57.063815 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929c06c6-3b7a-409b-826a-e398a66c16ff req-5e81ff7c-c8b5-45e6-8b73-b9dc1f4801a9 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:57.065347 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-929c06c6-3b7a-409b-826a-e398a66c16ff req-5e81ff7c-c8b5-45e6-8b73-b9dc1f4801a9 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 945 time: 0.0571382 Mar 02 15:01:57.123297 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-929c06c6-3b7a-409b-826a-e398a66c16ff req-005e9e84-7b84-44be-b20e-5c53f075105b tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522306 Mar 02 15:01:57.780180 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e217fc7-5ad3-4379-8c15-6fbb8c6c0550 req-1c093233-66f2-44d8-a264-5e72b8450f97 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:57.781990 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-2e217fc7-5ad3-4379-8c15-6fbb8c6c0550 req-1c093233-66f2-44d8-a264-5e72b8450f97 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=d180d92d-2b4a-46fa-88db-be94ea0275ef HTTP/1.1" status: 200 len: 945 time: 0.0547996 Mar 02 15:01:57.830208 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-2e217fc7-5ad3-4379-8c15-6fbb8c6c0550 req-3b82ab81-bb58-47c9-b8c7-7536c2d563a9 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427110 Mar 02 15:01:58.250175 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6db106-9ba6-443a-bd59-81a15aefefb2 req-c2b782b8-854c-4113-9c61-c374f2d0b8ae tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:58.251647 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-7d6db106-9ba6-443a-bd59-81a15aefefb2 req-c2b782b8-854c-4113-9c61-c374f2d0b8ae tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 945 time: 0.0529454 Mar 02 15:01:58.297701 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-7d6db106-9ba6-443a-bd59-81a15aefefb2 req-018dd080-9b4a-40d9-b154-b10b6816d837 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405140 Mar 02 15:01:58.959840 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338155c2-af33-4a06-9faa-310b2df578a8 req-b3647ef4-6701-4d30-9ace-bce9d43ebd31 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:58.961520 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-338155c2-af33-4a06-9faa-310b2df578a8 req-b3647ef4-6701-4d30-9ace-bce9d43ebd31 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=d180d92d-2b4a-46fa-88db-be94ea0275ef HTTP/1.1" status: 200 len: 945 time: 0.0610335 Mar 02 15:01:59.014840 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-338155c2-af33-4a06-9faa-310b2df578a8 req-41306172-8dc5-4708-8972-e89113ca48db tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433743 Mar 02 15:01:59.602505 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6473e1-2bd9-4105-8908-20336feeefa6 req-83d1952e-0ea0-44d9-b5e7-6b1b5c4bf0dc tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:01:59.604141 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-0f6473e1-2bd9-4105-8908-20336feeefa6 req-83d1952e-0ea0-44d9-b5e7-6b1b5c4bf0dc tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 945 time: 0.2322617 Mar 02 15:01:59.658056 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-0f6473e1-2bd9-4105-8908-20336feeefa6 req-91395cf5-cb03-44bd-ad1d-9bce6d2c3878 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480032 Mar 02 15:02:00.060886 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7b17f7-79af-4a81-90d7-b6666895ed0e req-d67d2715-2b0c-4445-8ea4-151c029f35d1 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:02:00.065092 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-bd7b17f7-79af-4a81-90d7-b6666895ed0e req-d67d2715-2b0c-4445-8ea4-151c029f35d1 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.55 "GET /v2.0/ports?device_id=d180d92d-2b4a-46fa-88db-be94ea0275ef HTTP/1.1" status: 200 len: 945 time: 0.0626650 Mar 02 15:02:00.187571 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c85f15-dc64-4f30-9d57-0bfd3c3b108f req-54d1baff-0251-4afc-bccd-dd22ad6db3c9 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:02:00.189116 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-89c85f15-dc64-4f30-9d57-0bfd3c3b108f req-54d1baff-0251-4afc-bccd-dd22ad6db3c9 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=d180d92d-2b4a-46fa-88db-be94ea0275ef HTTP/1.1" status: 200 len: 945 time: 0.0944262 Mar 02 15:02:00.217495 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.plugin [req-bd7b17f7-79af-4a81-90d7-b6666895ed0e req-60c4a70c-d78a-4950-962e-74bf5798d423 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Deleting port 75d54c07-0bc9-47cf-b732-c5a1263a2bec {{(pid=110180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 15:02:00.217840 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-bd7b17f7-79af-4a81-90d7-b6666895ed0e req-60c4a70c-d78a-4950-962e-74bf5798d423 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757345981049'] for port (75d54c07-0bc9-47cf-b732-c5a1263a2bec), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:00.294160 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-89c85f15-dc64-4f30-9d57-0bfd3c3b108f req-f75b226e-9ae5-4513-b6ec-372966b05228 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963628 Mar 02 15:02:00.334168 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.db [req-bd7b17f7-79af-4a81-90d7-b6666895ed0e req-60c4a70c-d78a-4950-962e-74bf5798d423 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] For port 75d54c07-0bc9-47cf-b732-c5a1263a2bec, host hv-cinder-83143, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=75d54c07-0bc9-47cf-b732-c5a1263a2bec,segment=NetworkSegment(defef8c4-f5b2-4af0-95ab-65fb439b082d),segment_id=defef8c4-f5b2-4af0-95ab-65fb439b082d)] {{(pid=110180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:02:00.334532 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-bd7b17f7-79af-4a81-90d7-b6666895ed0e req-60c4a70c-d78a-4950-962e-74bf5798d423 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port (75d54c07-0bc9-47cf-b732-c5a1263a2bec), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:00.347227 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.plugin [req-bd7b17f7-79af-4a81-90d7-b6666895ed0e req-60c4a70c-d78a-4950-962e-74bf5798d423 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Calling delete_port for 75d54c07-0bc9-47cf-b732-c5a1263a2bec owned by compute:nova {{(pid=110180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 15:02:00.568751 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-bd7b17f7-79af-4a81-90d7-b6666895ed0e req-60c4a70c-d78a-4950-962e-74bf5798d423 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757345984732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757345480677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672616'] for port (75d54c07-0bc9-47cf-b732-c5a1263a2bec), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:00.594908 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c4a70c-d78a-4950-962e-74bf5798d423 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Pushing event deleted for resources: {'Port': ['ID=75d54c07-0bc9-47cf-b732-c5a1263a2bec,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:02:00.637618 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd7b17f7-79af-4a81-90d7-b6666895ed0e req-60c4a70c-d78a-4950-962e-74bf5798d423 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] No DVR routers for this DVR port 75d54c07-0bc9-47cf-b732-c5a1263a2bec on host hv-cinder-83143 {{(pid=110180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 15:02:00.640288 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-bd7b17f7-79af-4a81-90d7-b6666895ed0e req-60c4a70c-d78a-4950-962e-74bf5798d423 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221961'] for port (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:00.643570 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-bd7b17f7-79af-4a81-90d7-b6666895ed0e req-60c4a70c-d78a-4950-962e-74bf5798d423 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.55 "DELETE /v2.0/ports/75d54c07-0bc9-47cf-b732-c5a1263a2bec HTTP/1.1" status: 204 len: 173 time: 0.5755386 Mar 02 15:02:00.644036 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd180d92d-2b4a-46fa-88db-be94ea0275ef', 'name': 'network-vif-deleted', 'tag': '75d54c07-0bc9-47cf-b732-c5a1263a2bec'}] {{(pid=110180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 15:02:00.646249 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d4cb776884cbbf8177075bc934a95f6bdaf5bba346c2d7fc75eae3cda02a5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b1fe71b-3d1b-4d1d-9ec1-5e29e15bc62a" -d '{"events": [{"server_uuid": "d180d92d-2b4a-46fa-88db-be94ea0275ef", "name": "network-vif-deleted", "tag": "75d54c07-0bc9-47cf-b732-c5a1263a2bec"}]}' {{(pid=110180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 15:02:00.681757 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 15:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-098aa939-fc3b-42e9-a177-764f85a91022 x-openstack-request-id: req-098aa939-fc3b-42e9-a177-764f85a91022 {{(pid=110180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 15:02:00.682078 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d180d92d-2b4a-46fa-88db-be94ea0275ef", "name": "network-vif-deleted", "tag": "75d54c07-0bc9-47cf-b732-c5a1263a2bec", "status": "completed", "code": 200}]} {{(pid=110180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 15:02:00.682315 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-098aa939-fc3b-42e9-a177-764f85a91022 {{(pid=110180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 15:02:00.682711 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd180d92d-2b4a-46fa-88db-be94ea0275ef', 'name': 'network-vif-deleted', 'tag': '75d54c07-0bc9-47cf-b732-c5a1263a2bec', 'status': 'completed', 'code': 200} Mar 02 15:02:00.755988 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] get_ports_and_sgs() called for port_ids ['75d54c07-0bc9-47cf-b732-c5a1263a2bec', '1e147af4-38c2-40f4-93bc-dd65df75f682'] {{(pid=110181) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 15:02:00.839885 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7762b9f-83e9-484a-884b-264b92720198 req-23d953fc-29ef-4586-9137-74d829794b29 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:02:00.841278 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-f7762b9f-83e9-484a-884b-264b92720198 req-23d953fc-29ef-4586-9137-74d829794b29 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 945 time: 0.1148131 Mar 02 15:02:00.894516 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-f7762b9f-83e9-484a-884b-264b92720198 req-e2d2ff20-b24a-43f9-8d1f-125a2a1f1c1e tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470610 Mar 02 15:02:01.399893 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-5ba84075-58ff-4491-b086-b9bc76ef7ad9 req-9a77b6aa-4341-492c-b350-8c49cecff5ea tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=d180d92d-2b4a-46fa-88db-be94ea0275ef HTTP/1.1" status: 200 len: 210 time: 0.0272315 Mar 02 15:02:02.019410 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c924db6a-5e5b-478d-85c9-a36957888612 req-ca9642e9-0e11-4d53-863a-c2e47a8541d5 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:02:02.020813 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-c924db6a-5e5b-478d-85c9-a36957888612 req-ca9642e9-0e11-4d53-863a-c2e47a8541d5 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 945 time: 0.0535910 Mar 02 15:02:02.066806 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-c924db6a-5e5b-478d-85c9-a36957888612 req-7e218655-a77c-4cb3-b610-3d64385b759c tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401645 Mar 02 15:02:02.508321 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-e9c97935-4813-45c0-a53d-bf834db06bce req-308d26ac-b873-4eb6-b697-510e5e03d419 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=d180d92d-2b4a-46fa-88db-be94ea0275ef HTTP/1.1" status: 200 len: 210 time: 0.0298929 Mar 02 15:02:03.188895 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e309c1e-c635-401c-8054-c4602a95e48e req-4cb02de5-8b8c-432b-b6f6-6e899da6fb85 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:02:03.190347 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-0e309c1e-c635-401c-8054-c4602a95e48e req-4cb02de5-8b8c-432b-b6f6-6e899da6fb85 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 945 time: 0.0531921 Mar 02 15:02:03.236657 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-0e309c1e-c635-401c-8054-c4602a95e48e req-4ac31594-68b3-484e-8deb-948323de491e tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407066 Mar 02 15:02:03.624136 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-b1d527b7-4f5a-449c-9292-88698c1b7a42 req-60e842c5-f2a6-479a-8e34-dee70becaac9 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=d180d92d-2b4a-46fa-88db-be94ea0275ef HTTP/1.1" status: 200 len: 210 time: 0.0297222 Mar 02 15:02:04.330530 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Device 75d54c07-0bc9-47cf-b732-c5a1263a2bec no longer exists at agent hyperv_hv-cinder-83143 {{(pid=110181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 15:02:04.352075 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] No Port match for: 75d54c07-0bc9-47cf-b732-c5a1263a2bec {{(pid=110181) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 15:02:04.352420 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Device 75d54c07-0bc9-47cf-b732-c5a1263a2bec not bound to the agent host hv-cinder-83143 {{(pid=110181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 15:02:04.368402 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceacf6f-f621-465f-8a41-cc7c7c14bb15 req-a4423cc7-088c-45a6-b43a-3b7d2c847cb2 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:02:04.369879 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-2ceacf6f-f621-465f-8a41-cc7c7c14bb15 req-a4423cc7-088c-45a6-b43a-3b7d2c847cb2 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 945 time: 0.0614259 Mar 02 15:02:04.425802 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-2ceacf6f-f621-465f-8a41-cc7c7c14bb15 req-efa5c0d2-b337-40aa-93cc-6651d0eedcab tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497792 Mar 02 15:02:04.743781 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-cf66adb7-0d54-4573-ac0b-8ea1f588fd80 req-99c57463-31e9-46ce-be7f-3076dca3d0b7 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=d180d92d-2b4a-46fa-88db-be94ea0275ef HTTP/1.1" status: 200 len: 210 time: 0.0304241 Mar 02 15:02:05.555188 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0830a31-a3b4-4d78-b0a1-3d23cb0a2a19 req-0feba54c-ca05-47b2-92e3-1f0a1f880c7f tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:02:05.557596 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-e0830a31-a3b4-4d78-b0a1-3d23cb0a2a19 req-0feba54c-ca05-47b2-92e3-1f0a1f880c7f tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 945 time: 0.0594072 Mar 02 15:02:05.624065 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-e0830a31-a3b4-4d78-b0a1-3d23cb0a2a19 req-f78f5070-6fc5-4ddf-8afc-b4eac72f9a72 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605855 Mar 02 15:02:05.861975 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-8d590f05-3f3a-491e-a776-3398296be525 req-48db7c05-ebc3-413f-8220-926daa6b32e1 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=d180d92d-2b4a-46fa-88db-be94ea0275ef HTTP/1.1" status: 200 len: 210 time: 0.0306344 Mar 02 15:02:06.749721 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a41a24-2f26-4603-aed4-99357cfb3675 req-aef12cf4-162c-467a-8432-7f243b98106f tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:02:06.751251 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-c0a41a24-2f26-4603-aed4-99357cfb3675 req-aef12cf4-162c-467a-8432-7f243b98106f tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 945 time: 0.0531385 Mar 02 15:02:06.797800 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-c0a41a24-2f26-4603-aed4-99357cfb3675 req-7729e249-0a0f-4437-baed-732a9da9b854 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409884 Mar 02 15:02:07.405380 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c70c07-4a42-4162-b039-3513dcbf5687 req-b4bb15d7-e725-4d0b-931b-db06c580f5eb tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:02:07.407263 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a3c70c07-4a42-4162-b039-3513dcbf5687 req-b4bb15d7-e725-4d0b-931b-db06c580f5eb tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a048e7d-380d-4eb6-b2f3-553fde4437a8 HTTP/1.1" status: 200 len: 945 time: 0.0561862 Mar 02 15:02:07.456099 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a3c70c07-4a42-4162-b039-3513dcbf5687 req-392ccc55-c888-4896-ae23-593264e09904 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432465 Mar 02 15:02:07.565842 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d31c4e-c772-46cc-a41e-5ef553d5840a req-3eb53214-7030-4608-883e-56ad424998c5 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:02:07.567309 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a6d31c4e-c772-46cc-a41e-5ef553d5840a req-3eb53214-7030-4608-883e-56ad424998c5 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/ports?device_id=9680b2d5-554f-40be-bb0d-e2fa9f8c6f8b HTTP/1.1" status: 200 len: 946 time: 0.0585718 Mar 02 15:02:07.624148 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a6d31c4e-c772-46cc-a41e-5ef553d5840a req-e81a66f9-196d-4ae5-9000-b37f03fb0327 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/security-groups?id=1486e0fb-d1aa-46b6-9bfd-52b5a4931e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509281 Mar 02 15:02:07.921335 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39c302d-6431-4ed1-9371-ce75fef873b3 req-b40a65a3-e87e-4a81-9509-0fe60337fa09 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:02:07.922833 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-b39c302d-6431-4ed1-9371-ce75fef873b3 req-b40a65a3-e87e-4a81-9509-0fe60337fa09 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 945 time: 0.0542357 Mar 02 15:02:07.972939 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-b39c302d-6431-4ed1-9371-ce75fef873b3 req-f46eb4f0-74d1-471d-918f-ece076a0e9ab tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443711 Mar 02 15:02:08.602794 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11051a5c-f0ab-4391-bf34-b43d75ef01a3 req-314c7980-adb1-4674-8ee0-02228feee4c7 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:02:08.606124 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-11051a5c-f0ab-4391-bf34-b43d75ef01a3 req-314c7980-adb1-4674-8ee0-02228feee4c7 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a048e7d-380d-4eb6-b2f3-553fde4437a8 HTTP/1.1" status: 200 len: 945 time: 0.0759211 Mar 02 15:02:08.690808 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-11051a5c-f0ab-4391-bf34-b43d75ef01a3 req-1fda9770-677d-4254-af4a-fb4218d5b5e3 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704138 Mar 02 15:02:08.710127 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-238b4edd-2f42-4fe2-900d-417ea7bd16a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (dc3a6147-3194-47be-b33a-76a9a2a48933), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:08.789385 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a614d05-37fa-4e36-95cf-25e03dff943e req-e621e4d9-2e72-4077-ac35-5ae5d8534098 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:02:08.791017 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-7a614d05-37fa-4e36-95cf-25e03dff943e req-e621e4d9-2e72-4077-ac35-5ae5d8534098 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/ports?device_id=9680b2d5-554f-40be-bb0d-e2fa9f8c6f8b HTTP/1.1" status: 200 len: 946 time: 0.0538001 Mar 02 15:02:08.838642 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-7a614d05-37fa-4e36-95cf-25e03dff943e req-6c569256-3c6b-4d88-b627-2f79c87eeccb tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/security-groups?id=1486e0fb-d1aa-46b6-9bfd-52b5a4931e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411227 Mar 02 15:02:09.138378 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41259d0d-b375-4582-ad7a-65f8f2c68137 req-a6d279cf-e75b-4534-ac3e-37960289c808 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:02:09.140227 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-41259d0d-b375-4582-ad7a-65f8f2c68137 req-a6d279cf-e75b-4534-ac3e-37960289c808 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 945 time: 0.0668948 Mar 02 15:02:09.228024 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-41259d0d-b375-4582-ad7a-65f8f2c68137 req-0f7f1d36-2684-4783-802c-275b9102291f tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790238 Mar 02 15:02:09.864989 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650422f0-091f-429e-aff1-38fedac8e707 req-93c0196a-64a2-400b-90fa-8c6bd297c657 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:02:09.875430 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-650422f0-091f-429e-aff1-38fedac8e707 req-93c0196a-64a2-400b-90fa-8c6bd297c657 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a048e7d-380d-4eb6-b2f3-553fde4437a8 HTTP/1.1" status: 200 len: 945 time: 0.0918012 Mar 02 15:02:09.953369 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-650422f0-091f-429e-aff1-38fedac8e707 req-5b92cf36-8e60-4fe9-9677-0e6c88c7ce74 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767732 Mar 02 15:02:10.020978 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057033b4-3e2c-4540-bf07-52ebcf8540fd req-4baa30f3-561d-4bb0-9160-f8b55e2cef66 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:02:10.022476 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-057033b4-3e2c-4540-bf07-52ebcf8540fd req-4baa30f3-561d-4bb0-9160-f8b55e2cef66 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/ports?device_id=9680b2d5-554f-40be-bb0d-e2fa9f8c6f8b HTTP/1.1" status: 200 len: 946 time: 0.0680444 Mar 02 15:02:10.090068 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-057033b4-3e2c-4540-bf07-52ebcf8540fd req-1aed6d27-feac-4f8b-8227-c600013276a8 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/security-groups?id=1486e0fb-d1aa-46b6-9bfd-52b5a4931e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599403 Mar 02 15:02:10.376862 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1fc253-1b61-4022-9882-af6b8f460cf6 req-f6a32037-8203-40a6-9e97-f424e79b61e6 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:02:10.380508 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6e1fc253-1b61-4022-9882-af6b8f460cf6 req-f6a32037-8203-40a6-9e97-f424e79b61e6 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 945 time: 0.0621254 Mar 02 15:02:10.427655 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6e1fc253-1b61-4022-9882-af6b8f460cf6 req-3dbb70e5-7373-4a3a-81a9-c34ca488c581 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435281 Mar 02 15:02:11.081500 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-8212a994-e2a4-4f3c-8d37-8de5f3bb2b36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (4b7d4a90-2987-419a-b6cd-7624b7dba065), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:11.111574 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0a03e0-1ca7-43fe-b6bc-cbc10cd0cf0d req-8c6c6e80-466a-4151-b0cb-461db438a371 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:02:11.113825 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ff0a03e0-1ca7-43fe-b6bc-cbc10cd0cf0d req-8c6c6e80-466a-4151-b0cb-461db438a371 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a048e7d-380d-4eb6-b2f3-553fde4437a8 HTTP/1.1" status: 200 len: 945 time: 0.0747437 Mar 02 15:02:11.194685 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ff0a03e0-1ca7-43fe-b6bc-cbc10cd0cf0d req-56874c6c-a2b1-42d8-a5c4-e7653910004e tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685329 Mar 02 15:02:11.242438 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be994b8-cbea-4a85-8806-6b11392190fc req-5def6933-62f4-4e58-a5d5-09b7777e324a tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:02:11.243910 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-8be994b8-cbea-4a85-8806-6b11392190fc req-5def6933-62f4-4e58-a5d5-09b7777e324a tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/ports?device_id=9680b2d5-554f-40be-bb0d-e2fa9f8c6f8b HTTP/1.1" status: 200 len: 946 time: 0.0651064 Mar 02 15:02:11.308744 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-8be994b8-cbea-4a85-8806-6b11392190fc req-3affa65e-e1fb-4afe-a9fa-0182902872a6 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/security-groups?id=1486e0fb-d1aa-46b6-9bfd-52b5a4931e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589056 Mar 02 15:02:11.564482 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf72fa6-1c7c-48dc-b959-27b1cde73ba9 req-0b175e02-3311-4b5b-87ca-b5e243be15f0 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:02:11.565994 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-8cf72fa6-1c7c-48dc-b959-27b1cde73ba9 req-0b175e02-3311-4b5b-87ca-b5e243be15f0 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 945 time: 0.0587230 Mar 02 15:02:11.622344 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-8cf72fa6-1c7c-48dc-b959-27b1cde73ba9 req-04f4fb65-be62-4569-a9f5-eb6b5f791eb2 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499659 Mar 02 15:02:12.106681 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-8c265469-93de-451d-a227-73ff998d8f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (bfbb2626-1130-458a-80a5-4632d76fa057), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:12.382538 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e001cb25-4139-4d08-88f6-6485d0bdffd6 req-06623669-9bae-401d-ac99-525d324598d4 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:02:12.384468 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-e001cb25-4139-4d08-88f6-6485d0bdffd6 req-06623669-9bae-401d-ac99-525d324598d4 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a048e7d-380d-4eb6-b2f3-553fde4437a8 HTTP/1.1" status: 200 len: 945 time: 0.0763636 Mar 02 15:02:12.487054 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-e001cb25-4139-4d08-88f6-6485d0bdffd6 req-e135d419-7a9f-4ae1-9728-9e3e2fe5434b tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917265 Mar 02 15:02:12.496880 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b402f1-d7e4-4880-b7bb-e6aab4f4d867 req-9c066175-a8bb-483b-a59a-d9743bfc6303 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:02:12.498847 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-80b402f1-d7e4-4880-b7bb-e6aab4f4d867 req-9c066175-a8bb-483b-a59a-d9743bfc6303 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/ports?device_id=9680b2d5-554f-40be-bb0d-e2fa9f8c6f8b HTTP/1.1" status: 200 len: 946 time: 0.1133437 Mar 02 15:02:12.567532 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-80b402f1-d7e4-4880-b7bb-e6aab4f4d867 req-b9c83f87-eb68-43db-83c2-61ae2d02efa6 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/security-groups?id=1486e0fb-d1aa-46b6-9bfd-52b5a4931e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619042 Mar 02 15:02:12.778357 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42104d48-a6d1-48e8-a17f-4154b8612240 req-f73ff4d4-1161-4e4d-8d37-46c1a28d8956 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:02:12.779779 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-42104d48-a6d1-48e8-a17f-4154b8612240 req-f73ff4d4-1161-4e4d-8d37-46c1a28d8956 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 945 time: 0.0587113 Mar 02 15:02:12.834607 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-42104d48-a6d1-48e8-a17f-4154b8612240 req-02eb6cfa-251e-45f5-8b29-1d5c0c624df8 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482671 Mar 02 15:02:13.617393 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-9cfe1c82-1e01-4346-89c5-c3e1093f4022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (b9ce56f8-3527-4dd9-b024-9df7b3f4c018), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:13.655791 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91662e3-85b1-419a-93b3-ff8f420fa0a6 req-3bd3a519-2947-4366-b9fd-ab6d7f727217 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:02:13.657745 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a91662e3-85b1-419a-93b3-ff8f420fa0a6 req-3bd3a519-2947-4366-b9fd-ab6d7f727217 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a048e7d-380d-4eb6-b2f3-553fde4437a8 HTTP/1.1" status: 200 len: 945 time: 0.0731864 Mar 02 15:02:13.736895 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a91662e3-85b1-419a-93b3-ff8f420fa0a6 req-718093c6-3cab-4656-875b-f2a14bd5035e tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696836 Mar 02 15:02:13.755956 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa909093-48da-41e6-b8aa-29d3c5de9a2a req-6a77900f-5875-41d7-ba49-5bdc554dbda9 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:02:13.756986 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-fa909093-48da-41e6-b8aa-29d3c5de9a2a req-6a77900f-5875-41d7-ba49-5bdc554dbda9 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/ports?device_id=9680b2d5-554f-40be-bb0d-e2fa9f8c6f8b HTTP/1.1" status: 200 len: 946 time: 0.0981088 Mar 02 15:02:13.815494 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-fa909093-48da-41e6-b8aa-29d3c5de9a2a req-51da8fc6-f4f8-40dc-a582-2740cc5c37f3 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/security-groups?id=1486e0fb-d1aa-46b6-9bfd-52b5a4931e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503352 Mar 02 15:02:13.969574 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8fa874-5586-4ec1-915f-7b66fa1250b1 req-19c9f799-9b34-40f2-bf46-a744f3b14fbf tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:02:13.971269 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-7d8fa874-5586-4ec1-915f-7b66fa1250b1 req-19c9f799-9b34-40f2-bf46-a744f3b14fbf tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 945 time: 0.0613220 Mar 02 15:02:14.033044 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-7d8fa874-5586-4ec1-915f-7b66fa1250b1 req-8383d46e-a3d8-48a1-aeef-3ded400e46c0 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550931 Mar 02 15:02:14.908220 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed13990-f4f5-4ae4-9406-5537f0fadd2c req-eada9676-542c-4340-8fcf-87f1d3e8c79e tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:02:14.909840 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-4ed13990-f4f5-4ae4-9406-5537f0fadd2c req-eada9676-542c-4340-8fcf-87f1d3e8c79e tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a048e7d-380d-4eb6-b2f3-553fde4437a8 HTTP/1.1" status: 200 len: 945 time: 0.0850446 Mar 02 15:02:14.966282 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-4ed13990-f4f5-4ae4-9406-5537f0fadd2c req-e782914f-56c2-4e65-8e80-d4660fb4d42b tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506878 Mar 02 15:02:15.017932 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (3a73802c-5f14-4c1f-8439-e74c4c90063b), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:15.092873 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beb523b-226e-4df5-88bc-c596a7340729 req-14a9fe92-5d56-48dc-a112-d555dcfd49c8 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:02:15.094769 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6beb523b-226e-4df5-88bc-c596a7340729 req-14a9fe92-5d56-48dc-a112-d555dcfd49c8 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/ports?device_id=9680b2d5-554f-40be-bb0d-e2fa9f8c6f8b HTTP/1.1" status: 200 len: 946 time: 0.0603745 Mar 02 15:02:15.204769 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6beb523b-226e-4df5-88bc-c596a7340729 req-1ea1551e-5322-4c5f-a240-1cd4d413f84f tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/security-groups?id=1486e0fb-d1aa-46b6-9bfd-52b5a4931e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959618 Mar 02 15:02:15.276418 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfa1c23-2b85-4892-82e1-4c266622be30 req-936a12dc-950e-40ac-9d48-3b95dbde6d61 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:02:15.278591 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-cdfa1c23-2b85-4892-82e1-4c266622be30 req-936a12dc-950e-40ac-9d48-3b95dbde6d61 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 945 time: 0.1003962 Mar 02 15:02:15.336397 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-cdfa1c23-2b85-4892-82e1-4c266622be30 req-4a23b572-b1d5-44d4-a7e4-d1efca773899 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509665 Mar 02 15:02:16.138902 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a771c2b-f29c-4f85-96a1-7740abadd675 req-c4a5953d-35be-48dd-b600-aa8b87cdfb6c tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:02:16.141278 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-9a771c2b-f29c-4f85-96a1-7740abadd675 req-c4a5953d-35be-48dd-b600-aa8b87cdfb6c tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a048e7d-380d-4eb6-b2f3-553fde4437a8 HTTP/1.1" status: 200 len: 945 time: 0.0811913 Mar 02 15:02:16.200734 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-9a771c2b-f29c-4f85-96a1-7740abadd675 req-b6695bdc-1daf-47c1-9779-ce4c12de7dec tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519376 Mar 02 15:02:16.354320 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1e259-326a-4933-bed6-61cbd9e6af5f req-7d3677d1-8082-4e6e-bfb3-14116499d40e tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:02:16.356406 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-7fa1e259-326a-4933-bed6-61cbd9e6af5f req-7d3677d1-8082-4e6e-bfb3-14116499d40e tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/ports?device_id=9680b2d5-554f-40be-bb0d-e2fa9f8c6f8b HTTP/1.1" status: 200 len: 946 time: 0.0557606 Mar 02 15:02:16.413024 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-7fa1e259-326a-4933-bed6-61cbd9e6af5f req-d619d8f5-16f4-4ae1-a5da-13f9e9e2b777 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/security-groups?id=1486e0fb-d1aa-46b6-9bfd-52b5a4931e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505595 Mar 02 15:02:16.481811 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b46048c-2c63-4dda-b39c-b6f824cd6166 req-e9fd87de-4960-4e12-8d20-3edb17643f92 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:02:16.483153 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-0b46048c-2c63-4dda-b39c-b6f824cd6166 req-e9fd87de-4960-4e12-8d20-3edb17643f92 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 945 time: 0.0613568 Mar 02 15:02:16.535226 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-0b46048c-2c63-4dda-b39c-b6f824cd6166 req-4fb46c4e-2699-4458-b4d3-36b91224f7f9 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460644 Mar 02 15:02:16.959854 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9bb9b0-4f2b-461f-bf35-361c3c7c141f req-2cac9576-6aa5-461f-8cc2-b8087c129877 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:02:16.961409 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6b9bb9b0-4f2b-461f-bf35-361c3c7c141f req-2cac9576-6aa5-461f-8cc2-b8087c129877 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a048e7d-380d-4eb6-b2f3-553fde4437a8 HTTP/1.1" status: 200 len: 945 time: 0.0696471 Mar 02 15:02:17.076246 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.plugin [req-6b9bb9b0-4f2b-461f-bf35-361c3c7c141f req-ca2deaa7-1958-44bd-9b03-8b97e65a519c tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Deleting port 1e147af4-38c2-40f4-93bc-dd65df75f682 {{(pid=110180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 15:02:17.076735 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-6b9bb9b0-4f2b-461f-bf35-361c3c7c141f req-ca2deaa7-1958-44bd-9b03-8b97e65a519c tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757345981049'] for port (1e147af4-38c2-40f4-93bc-dd65df75f682), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:17.226564 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.db [req-6b9bb9b0-4f2b-461f-bf35-361c3c7c141f req-ca2deaa7-1958-44bd-9b03-8b97e65a519c tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] For port 1e147af4-38c2-40f4-93bc-dd65df75f682, host hv-cinder-83143, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=1e147af4-38c2-40f4-93bc-dd65df75f682,segment=NetworkSegment(defef8c4-f5b2-4af0-95ab-65fb439b082d),segment_id=defef8c4-f5b2-4af0-95ab-65fb439b082d)] {{(pid=110180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:02:17.227295 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-6b9bb9b0-4f2b-461f-bf35-361c3c7c141f req-ca2deaa7-1958-44bd-9b03-8b97e65a519c tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port (1e147af4-38c2-40f4-93bc-dd65df75f682), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:17.241654 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.plugin [req-6b9bb9b0-4f2b-461f-bf35-361c3c7c141f req-ca2deaa7-1958-44bd-9b03-8b97e65a519c tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Calling delete_port for 1e147af4-38c2-40f4-93bc-dd65df75f682 owned by compute:nova {{(pid=110180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 15:02:17.382105 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5607553f-cea9-47cf-a248-b0d1d10ed554 req-dfba74f2-c2c1-4a40-93cc-5009a5299583 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:02:17.383784 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-5607553f-cea9-47cf-a248-b0d1d10ed554 req-dfba74f2-c2c1-4a40-93cc-5009a5299583 tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a048e7d-380d-4eb6-b2f3-553fde4437a8 HTTP/1.1" status: 200 len: 945 time: 0.0771365 Mar 02 15:02:17.460776 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-5607553f-cea9-47cf-a248-b0d1d10ed554 req-5dc5c204-fea2-4a90-a449-852da1b0ec5f tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d42f442-b7d8-424a-8073-ec68907862df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588176 Mar 02 15:02:17.518146 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-6b9bb9b0-4f2b-461f-bf35-361c3c7c141f req-ca2deaa7-1958-44bd-9b03-8b97e65a519c tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757345984732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757345480677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672616'] for port (1e147af4-38c2-40f4-93bc-dd65df75f682), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:17.583993 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] get_ports_and_sgs() called for port_ids ['1e147af4-38c2-40f4-93bc-dd65df75f682'] {{(pid=110181) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 15:02:17.588805 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2deaa7-1958-44bd-9b03-8b97e65a519c tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Pushing event deleted for resources: {'Port': ['ID=1e147af4-38c2-40f4-93bc-dd65df75f682,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:02:17.649982 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b9bb9b0-4f2b-461f-bf35-361c3c7c141f req-ca2deaa7-1958-44bd-9b03-8b97e65a519c tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] No DVR routers for this DVR port 1e147af4-38c2-40f4-93bc-dd65df75f682 on host hv-cinder-83143 {{(pid=110180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 15:02:17.654043 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-6b9bb9b0-4f2b-461f-bf35-361c3c7c141f req-ca2deaa7-1958-44bd-9b03-8b97e65a519c tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221961'] for port (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:17.659182 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6b9bb9b0-4f2b-461f-bf35-361c3c7c141f req-ca2deaa7-1958-44bd-9b03-8b97e65a519c tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.55 "DELETE /v2.0/ports/1e147af4-38c2-40f4-93bc-dd65df75f682 HTTP/1.1" status: 204 len: 173 time: 0.6921375 Mar 02 15:02:17.661078 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a048e7d-380d-4eb6-b2f3-553fde4437a8', 'name': 'network-vif-deleted', 'tag': '1e147af4-38c2-40f4-93bc-dd65df75f682'}] {{(pid=110180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 15:02:17.664450 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d4cb776884cbbf8177075bc934a95f6bdaf5bba346c2d7fc75eae3cda02a5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84be8174-c981-48df-a21c-e8c2a9598706" -d '{"events": [{"server_uuid": "3a048e7d-380d-4eb6-b2f3-553fde4437a8", "name": "network-vif-deleted", "tag": "1e147af4-38c2-40f4-93bc-dd65df75f682"}]}' {{(pid=110180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 15:02:17.717725 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798c4f20-4eed-491c-aac6-4e8240331fbb req-17a91e18-8313-476d-b103-363e92fe6254 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:02:17.719115 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-798c4f20-4eed-491c-aac6-4e8240331fbb req-17a91e18-8313-476d-b103-363e92fe6254 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/ports?device_id=9680b2d5-554f-40be-bb0d-e2fa9f8c6f8b HTTP/1.1" status: 200 len: 946 time: 0.2127683 Mar 02 15:02:17.772410 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef18e981-3064-4059-a765-f223da505625 req-89416b4e-5daa-421d-a457-ddb693ab658f tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:02:17.774302 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ef18e981-3064-4059-a765-f223da505625 req-89416b4e-5daa-421d-a457-ddb693ab658f tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 945 time: 0.1068256 Mar 02 15:02:17.820605 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-798c4f20-4eed-491c-aac6-4e8240331fbb req-bfbfb25e-b2bf-46b7-990c-3ed7c02d5a34 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/security-groups?id=1486e0fb-d1aa-46b6-9bfd-52b5a4931e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838683 Mar 02 15:02:17.858851 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ef18e981-3064-4059-a765-f223da505625 req-9c6b5af7-cc55-482d-9f60-08094812f70f tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718420 Mar 02 15:02:17.860428 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 15:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20c349e2-f52f-4fdc-a01e-d512f84fc24c x-openstack-request-id: req-20c349e2-f52f-4fdc-a01e-d512f84fc24c {{(pid=110180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 15:02:17.860725 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a048e7d-380d-4eb6-b2f3-553fde4437a8", "name": "network-vif-deleted", "tag": "1e147af4-38c2-40f4-93bc-dd65df75f682", "status": "completed", "code": 200}]} {{(pid=110180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 15:02:17.860976 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-20c349e2-f52f-4fdc-a01e-d512f84fc24c {{(pid=110180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 15:02:17.861429 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a048e7d-380d-4eb6-b2f3-553fde4437a8', 'name': 'network-vif-deleted', 'tag': '1e147af4-38c2-40f4-93bc-dd65df75f682', 'status': 'completed', 'code': 200} Mar 02 15:02:18.369231 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Device e876fffc-f842-4f0f-ad30-380165a0570d details requested by agent hyperv_hv-cinder-83143 with host hv-cinder-83143 {{(pid=110181) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 15:02:18.478971 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] For port e876fffc-f842-4f0f-ad30-380165a0570d, host hv-cinder-83143, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=e876fffc-f842-4f0f-ad30-380165a0570d,segment=NetworkSegment(a29b8c1f-4601-46a8-a0c5-19fb5294c518),segment_id=a29b8c1f-4601-46a8-a0c5-19fb5294c518)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:02:18.492001 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Returning: {'device': 'e876fffc-f842-4f0f-ad30-380165a0570d', 'network_id': '32a772a1-de65-4149-a254-15f24cef804d', 'port_id': 'e876fffc-f842-4f0f-ad30-380165a0570d', 'mac_address': 'fa:16:3e:5b:5f:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f813be6-b019-4418-9613-23d83e4ca2ff', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110181) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 15:02:18.542798 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Current status of the port e876fffc-f842-4f0f-ad30-380165a0570d is: ACTIVE; New status is: BUILD {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 15:02:18.543205 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (e876fffc-f842-4f0f-ad30-380165a0570d), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:18.558712 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.notifiers.nova [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e876fffc-f842-4f0f-ad30-380165a0570d {{(pid=110181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 15:02:18.579757 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] For port e876fffc-f842-4f0f-ad30-380165a0570d, host hv-cinder-83143, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=e876fffc-f842-4f0f-ad30-380165a0570d,segment=NetworkSegment(a29b8c1f-4601-46a8-a0c5-19fb5294c518),segment_id=a29b8c1f-4601-46a8-a0c5-19fb5294c518)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:02:18.660382 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (e876fffc-f842-4f0f-ad30-380165a0570d), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:18.669303 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-9f5f978e-ab01-4082-84bc-25482408aac3 req-b615b38a-6a7e-4686-bf92-2822be51916c tempest-ServerRescueNegativeTestJSON-1121668589 tempest-ServerRescueNegativeTestJSON-1121668589-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a048e7d-380d-4eb6-b2f3-553fde4437a8 HTTP/1.1" status: 200 len: 210 time: 0.0496020 Mar 02 15:02:18.741888 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Pushing event updated for resources: {'Port': ['ID=e876fffc-f842-4f0f-ad30-380165a0570d,revision_number=6']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:02:18.929878 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] get_ports_and_sgs() called for port_ids ['e876fffc-f842-4f0f-ad30-380165a0570d'] {{(pid=110181) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 15:02:18.957805 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b540dd66-74ee-45cb-8e9c-cb6fec6d4c66 req-2543c2de-6752-4e70-a0c7-6ee56a4533e8 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:02:18.959450 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-b540dd66-74ee-45cb-8e9c-cb6fec6d4c66 req-2543c2de-6752-4e70-a0c7-6ee56a4533e8 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/ports?device_id=9680b2d5-554f-40be-bb0d-e2fa9f8c6f8b HTTP/1.1" status: 200 len: 946 time: 0.0645921 Mar 02 15:02:19.064842 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-b540dd66-74ee-45cb-8e9c-cb6fec6d4c66 req-2de3d3f2-16ab-476b-a78c-2446b08a7f60 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/security-groups?id=1486e0fb-d1aa-46b6-9bfd-52b5a4931e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961635 Mar 02 15:02:19.114888 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d1280-add2-47e7-a93d-ed9557182e2e req-af00beed-540c-4297-9f0f-24fe7bf0b826 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:02:19.122637 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6e3d1280-add2-47e7-a93d-ed9557182e2e req-af00beed-540c-4297-9f0f-24fe7bf0b826 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 944 time: 0.1011515 Mar 02 15:02:19.194977 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6e3d1280-add2-47e7-a93d-ed9557182e2e req-d6da67c1-782a-4f7d-a055-45428e82b406 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712326 Mar 02 15:02:19.731093 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 58130) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:02:20.576397 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e58a5-7d67-44b4-900b-e87c33ddcc2f req-f80616ef-e240-4415-bc54-779783c81b82 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:02:20.577806 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-818e58a5-7d67-44b4-900b-e87c33ddcc2f req-f80616ef-e240-4415-bc54-779783c81b82 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/ports?device_id=9680b2d5-554f-40be-bb0d-e2fa9f8c6f8b HTTP/1.1" status: 200 len: 946 time: 0.1488805 Mar 02 15:02:20.592058 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941b43a3-62d1-4f9e-8fb6-d61b33209216 req-0ddea877-86be-4a2a-adf8-bb25ffccad75 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:02:20.593520 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-941b43a3-62d1-4f9e-8fb6-d61b33209216 req-0ddea877-86be-4a2a-adf8-bb25ffccad75 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 944 time: 0.1634750 Mar 02 15:02:20.689911 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-818e58a5-7d67-44b4-900b-e87c33ddcc2f req-8b8bdab3-2d15-4291-b391-3e5a47ab59fc tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/security-groups?id=1486e0fb-d1aa-46b6-9bfd-52b5a4931e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053131 Mar 02 15:02:20.692823 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-941b43a3-62d1-4f9e-8fb6-d61b33209216 req-56d20c9b-0e99-4145-8cf9-942c537824d6 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901332 Mar 02 15:02:20.696954 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-db7e0b10-59e7-47ad-b70e-c60e2460011a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-558541'] for router_interface (860ab0ab-6f7a-44b0-af69-f8e52fae0f5f), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:20.874135 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.agents_db [None req-b044b9bd-a670-44c5-b22a-8886b11808d8 None None] Agent healthcheck: found 6 active agents {{(pid=110182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 15:02:21.056437 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.plugin [None req-db7e0b10-59e7-47ad-b70e-c60e2460011a admin admin] Deleting port f4904d54-5381-410b-928f-6a25e17bf48e {{(pid=110180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 15:02:21.056437 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-db7e0b10-59e7-47ad-b70e-c60e2460011a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757345981049'] for port (f4904d54-5381-410b-928f-6a25e17bf48e), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:21.140676 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.db [None req-db7e0b10-59e7-47ad-b70e-c60e2460011a admin admin] For port f4904d54-5381-410b-928f-6a25e17bf48e, host dv-cinder-831439-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831439-3-iscsi',level=0,port_id=f4904d54-5381-410b-928f-6a25e17bf48e,segment=NetworkSegment(defef8c4-f5b2-4af0-95ab-65fb439b082d),segment_id=defef8c4-f5b2-4af0-95ab-65fb439b082d)] {{(pid=110180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:02:21.141034 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-db7e0b10-59e7-47ad-b70e-c60e2460011a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port (f4904d54-5381-410b-928f-6a25e17bf48e), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:21.155742 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.plugin [None req-db7e0b10-59e7-47ad-b70e-c60e2460011a admin admin] Calling delete_port for f4904d54-5381-410b-928f-6a25e17bf48e owned by network:router_interface {{(pid=110180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 15:02:21.442857 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-db7e0b10-59e7-47ad-b70e-c60e2460011a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757345984732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757345480677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672616'] for port (f4904d54-5381-410b-928f-6a25e17bf48e), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:21.472960 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7e0b10-59e7-47ad-b70e-c60e2460011a admin admin] Pushing event deleted for resources: {'Port': ['ID=f4904d54-5381-410b-928f-6a25e17bf48e,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:02:21.643212 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-db7e0b10-59e7-47ad-b70e-c60e2460011a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16231430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-558369'] for router_interface (860ab0ab-6f7a-44b0-af69-f8e52fae0f5f), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:21.974433 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de3c4c5-7bfc-4738-9c70-461f49ddb1f4 req-9e5081e8-e7c5-4f5e-a9ec-d7a6c8e7dbd7 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:02:21.976011 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-7de3c4c5-7bfc-4738-9c70-461f49ddb1f4 req-9e5081e8-e7c5-4f5e-a9ec-d7a6c8e7dbd7 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/ports?device_id=9680b2d5-554f-40be-bb0d-e2fa9f8c6f8b HTTP/1.1" status: 200 len: 946 time: 0.1459367 Mar 02 15:02:21.982983 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca30251e-4043-4fec-8001-0a960b99677e req-12926fb4-3ef8-4a26-8c4a-93a67c402a7d tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:02:21.984360 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ca30251e-4043-4fec-8001-0a960b99677e req-12926fb4-3ef8-4a26-8c4a-93a67c402a7d tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 944 time: 0.1508346 Mar 02 15:02:21.994556 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db7e0b10-59e7-47ad-b70e-c60e2460011a admin admin] Router 860ab0ab-6f7a-44b0-af69-f8e52fae0f5f has already been hosted by L3 agent 4b7d4a90-2987-419a-b6cd-7624b7dba065 {{(pid=110180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 15:02:22.083231 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ca30251e-4043-4fec-8001-0a960b99677e req-64c66f5e-1621-4bd1-baee-96d6551623fe tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860765 Mar 02 15:02:22.126827 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-7de3c4c5-7bfc-4738-9c70-461f49ddb1f4 req-3a103b1a-8a57-450a-8100-ada2dc559811 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/security-groups?id=1486e0fb-d1aa-46b6-9bfd-52b5a4931e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412380 Mar 02 15:02:22.217128 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db7e0b10-59e7-47ad-b70e-c60e2460011a admin admin] Notify agent at l3_agent.dv-cinder-831439-3-iscsi the message routers_updated {{(pid=110180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 15:02:22.225678 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 58166) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:02:22.228018 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1fad37-9104-4c5f-99fa-7469a6376acd None None] Sync routers for ids ['860ab0ab-6f7a-44b0-af69-f8e52fae0f5f'] in dv-cinder-831439-3-iscsi {{(pid=110182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 15:02:22.233070 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-db7e0b10-59e7-47ad-b70e-c60e2460011a admin admin] 10.222.0.52 "PUT /v2.0/routers/860ab0ab-6f7a-44b0-af69-f8e52fae0f5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5005670 Mar 02 15:02:22.238712 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1fad37-9104-4c5f-99fa-7469a6376acd None None] Routers {'860ab0ab-6f7a-44b0-af69-f8e52fae0f5f'} bound to L3 agent in host dv-cinder-831439-3-iscsi {{(pid=110182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 15:02:22.239423 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_hamode_db [None req-ea1fad37-9104-4c5f-99fa-7469a6376acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831439-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T14:48:11Z,description=,heartbeat_timestamp=2022-03-02T15:02:11Z,host='dv-cinder-831439-3-iscsi',id=4b7d4a90-2987-419a-b6cd-7624b7dba065,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T14:48:12Z,topic='l3_agent')) {'router_ids': ['860ab0ab-6f7a-44b0-af69-f8e52fae0f5f'], 'active': True} {{(pid=110182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:02:22.339664 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-d95973cd-a683-4a5d-b2a6-2cc5bd050975 admin admin] Publish callbacks [] for router (860ab0ab-6f7a-44b0-af69-f8e52fae0f5f), before_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:22.353195 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_dvr_db [None req-ea1fad37-9104-4c5f-99fa-7469a6376acd None None] Set router 860ab0ab-6f7a-44b0-af69-f8e52fae0f5f gateway port host: dv-cinder-831439-3-iscsi {{(pid=110182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 15:02:22.446518 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-d95973cd-a683-4a5d-b2a6-2cc5bd050975 admin admin] Publish callbacks [] for router_gateway (860ab0ab-6f7a-44b0-af69-f8e52fae0f5f), before_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:22.541601 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_hamode_db [None req-ea1fad37-9104-4c5f-99fa-7469a6376acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '860ab0ab-6f7a-44b0-af69-f8e52fae0f5f', 'name': 'tempest-ServerRescueNegativeTestJSON-494658615-router', 'tenant_id': 'f1bd7e528fca43dbb4023b42e4d1b6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': '0060b4fd-1dda-418f-9711-2852793a6f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T14:58:55Z', 'updated_at': '2022-03-02T15:02:21Z', 'revision_number': 5, 'project_id': 'f1bd7e528fca43dbb4023b42e4d1b6a1', 'gw_port': {'id': '0060b4fd-1dda-418f-9711-2852793a6f25', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ee:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860ab0ab-6f7a-44b0-af69-f8e52fae0f5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:58:56Z', 'updated_at': '2022-03-02T14:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi'}], 'dv-cinder-831439-3-iscsi', False) {} {{(pid=110182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:02:22.572025 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1fad37-9104-4c5f-99fa-7469a6376acd None None] Checking router: 860ab0ab-6f7a-44b0-af69-f8e52fae0f5f for host: dv-cinder-831439-3-iscsi {{(pid=110182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 15:02:22.582201 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1fad37-9104-4c5f-99fa-7469a6376acd None None] Routers {'860ab0ab-6f7a-44b0-af69-f8e52fae0f5f'} bound to L3 agent in host dv-cinder-831439-3-iscsi {{(pid=110182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 15:02:22.582965 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_hamode_db [None req-ea1fad37-9104-4c5f-99fa-7469a6376acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831439-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T14:48:11Z,description=,heartbeat_timestamp=2022-03-02T15:02:11Z,host='dv-cinder-831439-3-iscsi',id=4b7d4a90-2987-419a-b6cd-7624b7dba065,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T14:48:12Z,topic='l3_agent')) {'router_ids': ['860ab0ab-6f7a-44b0-af69-f8e52fae0f5f'], 'active': True} {{(pid=110182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:02:22.607186 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.plugin [None req-d95973cd-a683-4a5d-b2a6-2cc5bd050975 admin admin] Deleting port 0060b4fd-1dda-418f-9711-2852793a6f25 {{(pid=110179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 15:02:22.608026 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-d95973cd-a683-4a5d-b2a6-2cc5bd050975 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757345981049'] for port (0060b4fd-1dda-418f-9711-2852793a6f25), before_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:22.684926 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_dvr_db [None req-ea1fad37-9104-4c5f-99fa-7469a6376acd None None] Set router 860ab0ab-6f7a-44b0-af69-f8e52fae0f5f gateway port host: None {{(pid=110182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 15:02:22.705116 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.db [None req-d95973cd-a683-4a5d-b2a6-2cc5bd050975 admin admin] For port 0060b4fd-1dda-418f-9711-2852793a6f25, host dv-cinder-831439-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831439-3-iscsi',level=0,port_id=0060b4fd-1dda-418f-9711-2852793a6f25,segment=NetworkSegment(23151279-75ac-4f5a-99b2-c6146d92420f),segment_id=23151279-75ac-4f5a-99b2-c6146d92420f)] {{(pid=110179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:02:22.705814 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-d95973cd-a683-4a5d-b2a6-2cc5bd050975 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port (0060b4fd-1dda-418f-9711-2852793a6f25), precommit_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:22.725020 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.plugin [None req-d95973cd-a683-4a5d-b2a6-2cc5bd050975 admin admin] Calling delete_port for 0060b4fd-1dda-418f-9711-2852793a6f25 owned by network:router_gateway {{(pid=110179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 15:02:22.757983 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_hamode_db [None req-ea1fad37-9104-4c5f-99fa-7469a6376acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '860ab0ab-6f7a-44b0-af69-f8e52fae0f5f', 'name': 'tempest-ServerRescueNegativeTestJSON-494658615-router', 'tenant_id': 'f1bd7e528fca43dbb4023b42e4d1b6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T14:58:55Z', 'updated_at': '2022-03-02T15:02:22Z', 'revision_number': 6, 'project_id': 'f1bd7e528fca43dbb4023b42e4d1b6a1', 'gw_port_host': None}], 'dv-cinder-831439-3-iscsi', False) {} {{(pid=110182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:02:22.809411 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1fad37-9104-4c5f-99fa-7469a6376acd None None] The sync data for ids ['860ab0ab-6f7a-44b0-af69-f8e52fae0f5f'] in dv-cinder-831439-3-iscsi is: [{'id': '860ab0ab-6f7a-44b0-af69-f8e52fae0f5f', 'name': 'tempest-ServerRescueNegativeTestJSON-494658615-router', 'tenant_id': 'f1bd7e528fca43dbb4023b42e4d1b6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T14:58:55Z', 'updated_at': '2022-03-02T15:02:22Z', 'revision_number': 6, 'project_id': 'f1bd7e528fca43dbb4023b42e4d1b6a1', 'gw_port_host': None}] {{(pid=110182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 15:02:23.014242 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-d95973cd-a683-4a5d-b2a6-2cc5bd050975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757345984732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757345480677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3822761'] for port (0060b4fd-1dda-418f-9711-2852793a6f25), after_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:23.040282 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95973cd-a683-4a5d-b2a6-2cc5bd050975 admin admin] Pushing event deleted for resources: {'Port': ['ID=0060b4fd-1dda-418f-9711-2852793a6f25,revision_number=None']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:02:23.056213 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95973cd-a683-4a5d-b2a6-2cc5bd050975 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:02:23.056827 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95973cd-a683-4a5d-b2a6-2cc5bd050975 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:02:23.057406 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95973cd-a683-4a5d-b2a6-2cc5bd050975 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:02:23.058652 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95973cd-a683-4a5d-b2a6-2cc5bd050975 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:02:23.058922 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95973cd-a683-4a5d-b2a6-2cc5bd050975 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:02:23.059239 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95973cd-a683-4a5d-b2a6-2cc5bd050975 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:02:23.059645 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95973cd-a683-4a5d-b2a6-2cc5bd050975 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:02:23.059985 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95973cd-a683-4a5d-b2a6-2cc5bd050975 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:02:23.060271 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95973cd-a683-4a5d-b2a6-2cc5bd050975 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:02:23.060618 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95973cd-a683-4a5d-b2a6-2cc5bd050975 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:02:23.060931 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95973cd-a683-4a5d-b2a6-2cc5bd050975 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:02:23.061257 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95973cd-a683-4a5d-b2a6-2cc5bd050975 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:02:23.061611 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95973cd-a683-4a5d-b2a6-2cc5bd050975 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:02:23.144714 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-d95973cd-a683-4a5d-b2a6-2cc5bd050975 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559747'] for router_gateway (860ab0ab-6f7a-44b0-af69-f8e52fae0f5f), after_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:23.322363 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457121fb-4e83-45e5-ae29-79703e737da4 req-0558a0e7-da6d-4112-a2ba-a3499631d975 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:02:23.329732 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-d95973cd-a683-4a5d-b2a6-2cc5bd050975 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6344'] for router (860ab0ab-6f7a-44b0-af69-f8e52fae0f5f), precommit_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:23.330646 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-457121fb-4e83-45e5-ae29-79703e737da4 req-0558a0e7-da6d-4112-a2ba-a3499631d975 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 944 time: 0.1465251 Mar 02 15:02:23.332575 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-d95973cd-a683-4a5d-b2a6-2cc5bd050975 admin admin] Publish callbacks [] for router_controller (860ab0ab-6f7a-44b0-af69-f8e52fae0f5f), precommit_delete_associations {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:23.407094 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdf7e4a-9e84-4643-a6d3-8ebaac758d93 req-bc3bd793-952f-401e-a4a3-9fc8ac623799 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:02:23.407948 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-dcdf7e4a-9e84-4643-a6d3-8ebaac758d93 req-bc3bd793-952f-401e-a4a3-9fc8ac623799 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/ports?device_id=9680b2d5-554f-40be-bb0d-e2fa9f8c6f8b HTTP/1.1" status: 200 len: 946 time: 0.1447539 Mar 02 15:02:23.436604 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-457121fb-4e83-45e5-ae29-79703e737da4 req-ad699928-83bf-4fd1-9245-fd18cf13b56b tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050212 Mar 02 15:02:23.469277 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-dcdf7e4a-9e84-4643-a6d3-8ebaac758d93 req-b5698faa-3ec1-4afb-9086-28cbe1c7fc97 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/security-groups?id=1486e0fb-d1aa-46b6-9bfd-52b5a4931e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528543 Mar 02 15:02:23.505827 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-d95973cd-a683-4a5d-b2a6-2cc5bd050975 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561960'] for router (860ab0ab-6f7a-44b0-af69-f8e52fae0f5f), after_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:23.506449 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d95973cd-a683-4a5d-b2a6-2cc5bd050975 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 860ab0ab-6f7a-44b0-af69-f8e52fae0f5f {{(pid=110179) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 15:02:23.512563 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-d95973cd-a683-4a5d-b2a6-2cc5bd050975 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:23.514743 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-d95973cd-a683-4a5d-b2a6-2cc5bd050975 admin admin] 10.222.0.52 "DELETE /v2.0/routers/860ab0ab-6f7a-44b0-af69-f8e52fae0f5f HTTP/1.1" status: 204 len: 168 time: 1.2873344 Mar 02 15:02:23.516395 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 58178) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:02:23.566626 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2ee98a7-b12a-433c-8655-02ef493945d5 admin admin] Deleting subnet c3f153de-817f-4669-9f3c-7dca79be3db5 {{(pid=110179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 15:02:23.570189 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-f2ee98a7-b12a-433c-8655-02ef493945d5 admin admin] Publish callbacks [] for subnet (c3f153de-817f-4669-9f3c-7dca79be3db5), before_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:23.608954 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-f2ee98a7-b12a-433c-8655-02ef493945d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3117893'] for subnet (c3f153de-817f-4669-9f3c-7dca79be3db5), precommit_delete_associations {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:23.653736 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-f2ee98a7-b12a-433c-8655-02ef493945d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16092520'] for subnet (c3f153de-817f-4669-9f3c-7dca79be3db5), precommit_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:23.792596 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-f2ee98a7-b12a-433c-8655-02ef493945d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16092519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3822746', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3566866'] for subnet (c3f153de-817f-4669-9f3c-7dca79be3db5), after_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:23.832350 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ee98a7-b12a-433c-8655-02ef493945d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3f153de-817f-4669-9f3c-7dca79be3db5,revision_number=None']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:02:23.837279 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-f2ee98a7-b12a-433c-8655-02ef493945d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16231659'] for subnet (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:23.841692 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-f2ee98a7-b12a-433c-8655-02ef493945d5 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/c3f153de-817f-4669-9f3c-7dca79be3db5 HTTP/1.1" status: 204 len: 168 time: 0.3241293 Mar 02 15:02:23.844168 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 58180) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:02:23.941291 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-2d7d5bbf-a271-4352-a78e-96ff65e5646d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16148883'] for network (f57784fe-c0ba-4637-8703-002c97dfe5a6), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:24.048472 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-2d7d5bbf-a271-4352-a78e-96ff65e5646d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16057747', 'neutron.services.segments.db._delete_segments_for_network-8757345970333'] for network (f57784fe-c0ba-4637-8703-002c97dfe5a6), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:24.086450 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.services.segments.db [None req-2d7d5bbf-a271-4352-a78e-96ff65e5646d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f57784fe-c0ba-4637-8703-002c97dfe5a6']}} {{(pid=110180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:02:24.098343 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.services.segments.db [None req-2d7d5bbf-a271-4352-a78e-96ff65e5646d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'defef8c4-f5b2-4af0-95ab-65fb439b082d') {'for_net_delete': True} {{(pid=110180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:02:24.098743 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.services.segments.db [None req-2d7d5bbf-a271-4352-a78e-96ff65e5646d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'defef8c4-f5b2-4af0-95ab-65fb439b082d') {} {{(pid=110180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:02:24.125400 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-2d7d5bbf-a271-4352-a78e-96ff65e5646d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757345974950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59158878'] for segment (defef8c4-f5b2-4af0-95ab-65fb439b082d), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:24.130572 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-2d7d5bbf-a271-4352-a78e-96ff65e5646d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16119287'] for segment (defef8c4-f5b2-4af0-95ab-65fb439b082d), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:24.152239 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d7d5bbf-a271-4352-a78e-96ff65e5646d admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=110180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 15:02:24.152239 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-2d7d5bbf-a271-4352-a78e-96ff65e5646d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16119287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3672773'] for segment (defef8c4-f5b2-4af0-95ab-65fb439b082d), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:24.153506 dv-cinder-831439-3-iscsi neutron-server[110180]: Traceback (most recent call last): Mar 02 15:02:24.153506 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 15:02:24.153506 dv-cinder-831439-3-iscsi neutron-server[110180]: timer() Mar 02 15:02:24.153506 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 15:02:24.153506 dv-cinder-831439-3-iscsi neutron-server[110180]: cb(*args, **kw) Mar 02 15:02:24.153506 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 15:02:24.153506 dv-cinder-831439-3-iscsi neutron-server[110180]: return func(*args, **kwargs) Mar 02 15:02:24.153506 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 15:02:24.153506 dv-cinder-831439-3-iscsi neutron-server[110180]: self._notify() Mar 02 15:02:24.153506 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 15:02:24.153506 dv-cinder-831439-3-iscsi neutron-server[110180]: self.callback(batched_events) Mar 02 15:02:24.153506 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 15:02:24.153506 dv-cinder-831439-3-iscsi neutron-server[110180]: event.method(event) Mar 02 15:02:24.153506 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 15:02:24.153506 dv-cinder-831439-3-iscsi neutron-server[110180]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 15:02:24.153506 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 15:02:24.153506 dv-cinder-831439-3-iscsi neutron-server[110180]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 15:02:24.153506 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 15:02:24.153506 dv-cinder-831439-3-iscsi neutron-server[110180]: return f(self, *a, **k) Mar 02 15:02:24.153506 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 15:02:24.153506 dv-cinder-831439-3-iscsi neutron-server[110180]: return self._get(url).json() Mar 02 15:02:24.153506 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 15:02:24.153506 dv-cinder-831439-3-iscsi neutron-server[110180]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 15:02:24.153506 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 15:02:24.153506 dv-cinder-831439-3-iscsi neutron-server[110180]: return self.request(url, 'GET', **kwargs) Mar 02 15:02:24.153506 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 15:02:24.153506 dv-cinder-831439-3-iscsi neutron-server[110180]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 15:02:24.153506 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 15:02:24.153506 dv-cinder-831439-3-iscsi neutron-server[110180]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 15:02:24.153506 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 15:02:24.153506 dv-cinder-831439-3-iscsi neutron-server[110180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 15:02:24.153506 dv-cinder-831439-3-iscsi neutron-server[110180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 15:02:24.220182 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Device 0060b4fd-1dda-418f-9711-2852793a6f25 no longer exists at agent ovs-agent-dv-cinder-831439-3-iscsi {{(pid=110181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 15:02:24.249158 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] No Port match for: 0060b4fd-1dda-418f-9711-2852793a6f25 {{(pid=110181) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 15:02:24.257438 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Device 0060b4fd-1dda-418f-9711-2852793a6f25 not bound to the agent host dv-cinder-831439-3-iscsi {{(pid=110181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 15:02:24.257438 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Device f4904d54-5381-410b-928f-6a25e17bf48e no longer exists at agent ovs-agent-dv-cinder-831439-3-iscsi {{(pid=110181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 15:02:24.272702 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] No Port match for: f4904d54-5381-410b-928f-6a25e17bf48e {{(pid=110181) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 15:02:24.273055 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Device f4904d54-5381-410b-928f-6a25e17bf48e not bound to the agent host dv-cinder-831439-3-iscsi {{(pid=110181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 15:02:24.349208 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-2d7d5bbf-a271-4352-a78e-96ff65e5646d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16057834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559807'] for network (f57784fe-c0ba-4637-8703-002c97dfe5a6), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:24.355750 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-2d7d5bbf-a271-4352-a78e-96ff65e5646d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16231659'] for network (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:24.358558 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-2d7d5bbf-a271-4352-a78e-96ff65e5646d admin admin] 10.222.0.52 "DELETE /v2.0/networks/f57784fe-c0ba-4637-8703-002c97dfe5a6 HTTP/1.1" status: 204 len: 168 time: 0.5133860 Mar 02 15:02:24.374316 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7d5bbf-a271-4352-a78e-96ff65e5646d admin admin] Pushing event deleted for resources: {'Network': ['ID=f57784fe-c0ba-4637-8703-002c97dfe5a6,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:02:24.616440 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e44c443-ad88-43ce-86fe-bd95de1804c9 req-2c633e39-7886-4f9a-bac4-b04e0488d520 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:02:24.617984 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-9e44c443-ad88-43ce-86fe-bd95de1804c9 req-2c633e39-7886-4f9a-bac4-b04e0488d520 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 944 time: 0.0996015 Mar 02 15:02:24.641737 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba3e2f4-ed0b-4190-9f96-f22a78659dca req-44c30dbb-4a3d-4361-89ff-ba77ab9c8ef0 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:02:24.643527 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-7ba3e2f4-ed0b-4190-9f96-f22a78659dca req-44c30dbb-4a3d-4361-89ff-ba77ab9c8ef0 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/ports?device_id=9680b2d5-554f-40be-bb0d-e2fa9f8c6f8b HTTP/1.1" status: 200 len: 946 time: 0.0919929 Mar 02 15:02:24.725573 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-9e44c443-ad88-43ce-86fe-bd95de1804c9 req-7a893465-ae74-4546-b6c6-c0f05111c978 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982182 Mar 02 15:02:24.728850 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-7ba3e2f4-ed0b-4190-9f96-f22a78659dca req-f3100bf0-36aa-4981-8131-113af9460579 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/security-groups?id=1486e0fb-d1aa-46b6-9bfd-52b5a4931e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754473 Mar 02 15:02:24.804964 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 58198) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:02:24.864362 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-bc2403da-ecf0-4eb2-9a7d-4a41b7432aaf admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f1bd7e528fca43dbb4023b42e4d1b6a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0582283 Mar 02 15:02:24.867559 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 58200) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:02:24.920078 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-d70e576d-f1b8-4bab-98fb-0a5f08a5e47f admin admin] Publish callbacks [] for security_group (3d42f442-b7d8-424a-8073-ec68907862df), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:24.947341 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-d70e576d-f1b8-4bab-98fb-0a5f08a5e47f admin admin] Publish callbacks [] for security_group (3d42f442-b7d8-424a-8073-ec68907862df), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:25.063619 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-d70e576d-f1b8-4bab-98fb-0a5f08a5e47f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (3d42f442-b7d8-424a-8073-ec68907862df), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:25.066298 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-d70e576d-f1b8-4bab-98fb-0a5f08a5e47f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:25.070024 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-d70e576d-f1b8-4bab-98fb-0a5f08a5e47f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3d42f442-b7d8-424a-8073-ec68907862df HTTP/1.1" status: 204 len: 168 time: 0.1992741 Mar 02 15:02:25.081981 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70e576d-f1b8-4bab-98fb-0a5f08a5e47f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d42f442-b7d8-424a-8073-ec68907862df,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:02:25.105963 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Device e876fffc-f842-4f0f-ad30-380165a0570d up at agent hyperv_hv-cinder-83143 {{(pid=110181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 15:02:25.175097 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Provisioning complete for port e876fffc-f842-4f0f-ad30-380165a0570d triggered by entity L2. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 15:02:25.176632 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (e876fffc-f842-4f0f-ad30-380165a0570d), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:25.260255 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Current status of the port e876fffc-f842-4f0f-ad30-380165a0570d is: BUILD; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 15:02:25.261532 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (e876fffc-f842-4f0f-ad30-380165a0570d), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:25.283214 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c79b877-bfc0-4f56-948b-e342647688cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e876fffc-f842-4f0f-ad30-380165a0570d'}] {{(pid=110181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 15:02:25.285606 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6faebeedf0149bd95a8e5aac95437523d12653d92db1e1e7ce78ae8719853609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b7faeb3-0670-4708-8c4a-6a09da52794d" -d '{"events": [{"server_uuid": "6c79b877-bfc0-4f56-948b-e342647688cd", "name": "network-vif-plugged", "status": "completed", "tag": "e876fffc-f842-4f0f-ad30-380165a0570d"}]}' {{(pid=110181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 15:02:25.299051 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] For port e876fffc-f842-4f0f-ad30-380165a0570d, host hv-cinder-83143, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=e876fffc-f842-4f0f-ad30-380165a0570d,segment=NetworkSegment(a29b8c1f-4601-46a8-a0c5-19fb5294c518),segment_id=a29b8c1f-4601-46a8-a0c5-19fb5294c518)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:02:25.328141 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 15:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca879637-6807-4b38-b5a1-beaab2cd1fc9 x-openstack-request-id: req-ca879637-6807-4b38-b5a1-beaab2cd1fc9 {{(pid=110181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 15:02:25.328646 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c79b877-bfc0-4f56-948b-e342647688cd", "name": "network-vif-plugged", "status": "completed", "tag": "e876fffc-f842-4f0f-ad30-380165a0570d", "code": 200}]} {{(pid=110181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 15:02:25.328871 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ca879637-6807-4b38-b5a1-beaab2cd1fc9 {{(pid=110181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 15:02:25.329282 dv-cinder-831439-3-iscsi neutron-server[110181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c79b877-bfc0-4f56-948b-e342647688cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e876fffc-f842-4f0f-ad30-380165a0570d', 'code': 200} Mar 02 15:02:25.379829 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (e876fffc-f842-4f0f-ad30-380165a0570d), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:25.380650 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Device 1e147af4-38c2-40f4-93bc-dd65df75f682 no longer exists at agent hyperv_hv-cinder-83143 {{(pid=110181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 15:02:25.423007 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] No Port match for: 1e147af4-38c2-40f4-93bc-dd65df75f682 {{(pid=110181) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 15:02:25.423310 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Device 1e147af4-38c2-40f4-93bc-dd65df75f682 not bound to the agent host hv-cinder-83143 {{(pid=110181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 15:02:25.447885 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Pushing event updated for resources: {'Port': ['ID=e876fffc-f842-4f0f-ad30-380165a0570d,revision_number=7']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:02:25.895683 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d1a447-37a8-4469-b870-3f660816ade7 req-bd88a82b-2d63-488d-9cce-8b1c3f2e388c tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:02:25.897145 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a4d1a447-37a8-4469-b870-3f660816ade7 req-bd88a82b-2d63-488d-9cce-8b1c3f2e388c tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/ports?device_id=9680b2d5-554f-40be-bb0d-e2fa9f8c6f8b HTTP/1.1" status: 200 len: 946 time: 0.0839803 Mar 02 15:02:25.919306 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6b8fd9-7e5f-46c9-9ac2-cdb5978ab16a req-8f85db6b-01f5-46eb-aa06-67a61a40cb32 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:02:25.921005 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-fe6b8fd9-7e5f-46c9-9ac2-cdb5978ab16a req-8f85db6b-01f5-46eb-aa06-67a61a40cb32 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 945 time: 0.0818963 Mar 02 15:02:25.980216 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a4d1a447-37a8-4469-b870-3f660816ade7 req-410bea8d-e657-4744-86b2-4ac149d2399f tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/security-groups?id=1486e0fb-d1aa-46b6-9bfd-52b5a4931e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754373 Mar 02 15:02:25.992523 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-fe6b8fd9-7e5f-46c9-9ac2-cdb5978ab16a req-53a3ed11-264d-4b84-b6a8-9b18d51945ee tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655954 Mar 02 15:02:27.130799 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7957da34-7e33-4f12-af85-2890f78641c4 req-87f57d55-504c-458e-9d3a-0953f6f58128 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:02:27.131670 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-7957da34-7e33-4f12-af85-2890f78641c4 req-87f57d55-504c-458e-9d3a-0953f6f58128 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/ports?device_id=9680b2d5-554f-40be-bb0d-e2fa9f8c6f8b HTTP/1.1" status: 200 len: 946 time: 0.0840678 Mar 02 15:02:27.161099 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0939a2b-a60c-4d07-bbd7-cc2ce3915806 req-e3cd59ec-9432-4c2d-8bee-89645f5626d0 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:02:27.162554 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-c0939a2b-a60c-4d07-bbd7-cc2ce3915806 req-e3cd59ec-9432-4c2d-8bee-89645f5626d0 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 945 time: 0.0862069 Mar 02 15:02:27.216254 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-7957da34-7e33-4f12-af85-2890f78641c4 req-854b8582-59bb-4a73-adc9-d500b1648f05 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/security-groups?id=1486e0fb-d1aa-46b6-9bfd-52b5a4931e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779541 Mar 02 15:02:27.216994 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (a761fe19-4045-45cc-a7c7-f029a0c82591), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:27.232991 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-c0939a2b-a60c-4d07-bbd7-cc2ce3915806 req-c2c08d64-e5ca-4b98-a43c-9db07ba6e693 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624998 Mar 02 15:02:28.373901 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed19f2f4-7d7d-4b7e-bffa-89ac7908c340 req-3afa8cf0-af19-4a73-bfaa-04a358c0e22f tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:02:28.375398 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ed19f2f4-7d7d-4b7e-bffa-89ac7908c340 req-3afa8cf0-af19-4a73-bfaa-04a358c0e22f tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/ports?device_id=9680b2d5-554f-40be-bb0d-e2fa9f8c6f8b HTTP/1.1" status: 200 len: 946 time: 0.0893986 Mar 02 15:02:28.397250 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8125463e-05c2-4a9e-a4e8-b13f361ee3a5 req-d1aa430d-dd66-49c7-acbd-390008851689 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:02:28.398706 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-8125463e-05c2-4a9e-a4e8-b13f361ee3a5 req-d1aa430d-dd66-49c7-acbd-390008851689 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 945 time: 0.0796664 Mar 02 15:02:28.462079 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ed19f2f4-7d7d-4b7e-bffa-89ac7908c340 req-bb0b4db2-f17b-4165-b574-a59e68d76ece tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/security-groups?id=1486e0fb-d1aa-46b6-9bfd-52b5a4931e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805314 Mar 02 15:02:28.469268 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-8125463e-05c2-4a9e-a4e8-b13f361ee3a5 req-e5063e13-70df-4f50-8529-03b87adf928f tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642464 Mar 02 15:02:29.656850 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0942dfde-d704-4e1b-b412-9d4536a46967 req-80c9b2f0-4741-4a52-9d93-ba1afbbc79e8 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:02:29.658386 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-0942dfde-d704-4e1b-b412-9d4536a46967 req-80c9b2f0-4741-4a52-9d93-ba1afbbc79e8 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/ports?device_id=9680b2d5-554f-40be-bb0d-e2fa9f8c6f8b HTTP/1.1" status: 200 len: 946 time: 0.0943513 Mar 02 15:02:29.666559 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb6df66-4b1c-447b-9371-ebcdf760cfa9 req-b245a0c2-f92e-4c82-a51b-21a37dfbe2ab tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:02:29.668063 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6bb6df66-4b1c-447b-9371-ebcdf760cfa9 req-b245a0c2-f92e-4c82-a51b-21a37dfbe2ab tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 945 time: 0.0911484 Mar 02 15:02:29.744561 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-0942dfde-d704-4e1b-b412-9d4536a46967 req-9adc0aaa-7df0-4344-b0b9-869e513ffda3 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/security-groups?id=1486e0fb-d1aa-46b6-9bfd-52b5a4931e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754843 Mar 02 15:02:29.763496 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6bb6df66-4b1c-447b-9371-ebcdf760cfa9 req-81c94473-3ab5-4414-bb88-c2effa89c3a1 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843349 Mar 02 15:02:30.736044 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 58494) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:02:30.876784 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-0087d71c-922c-4d30-a5b8-d296859b1a00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:30.964501 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1859df78-dc24-448c-bddb-d463523b23fe req-f6c76989-f56c-48e6-90d9-34fecaaefff2 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:02:30.973768 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-1859df78-dc24-448c-bddb-d463523b23fe req-f6c76989-f56c-48e6-90d9-34fecaaefff2 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/ports?device_id=9680b2d5-554f-40be-bb0d-e2fa9f8c6f8b HTTP/1.1" status: 200 len: 946 time: 0.1203465 Mar 02 15:02:30.990219 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-0087d71c-922c-4d30-a5b8-d296859b1a00 admin admin] Publish callbacks [] for security_group (ec0d9015-d947-4d26-bb75-50e162ca2858), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:31.002051 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7513b4-f5ab-4fee-8b83-dcf3c02b9f60 req-c9fc53bf-b9a6-4912-b1cc-c523765163be tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:02:31.003837 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ac7513b4-f5ab-4fee-8b83-dcf3c02b9f60 req-c9fc53bf-b9a6-4912-b1cc-c523765163be tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 945 time: 0.1199067 Mar 02 15:02:31.060034 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-1859df78-dc24-448c-bddb-d463523b23fe req-7ce028c3-8519-456f-a56f-a2def97aef50 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/security-groups?id=1486e0fb-d1aa-46b6-9bfd-52b5a4931e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849645 Mar 02 15:02:31.079603 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ac7513b4-f5ab-4fee-8b83-dcf3c02b9f60 req-a4ae6ca5-a04e-40eb-902a-6870bd6be55f tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659549 Mar 02 15:02:31.093702 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-0087d71c-922c-4d30-a5b8-d296859b1a00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (ec0d9015-d947-4d26-bb75-50e162ca2858), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:31.147668 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0087d71c-922c-4d30-a5b8-d296859b1a00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec0d9015-d947-4d26-bb75-50e162ca2858,revision_number=1']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:02:31.155064 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 58506) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:02:31.155308 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-0087d71c-922c-4d30-a5b8-d296859b1a00 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bd0bc1779aab4bbb8eb90e6e8de4f03a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4180512 Mar 02 15:02:31.234767 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-c1f0de31-09d7-4cdf-ab43-ba6f1ed28631 admin admin] Publish callbacks [] for security_group (ec0d9015-d947-4d26-bb75-50e162ca2858), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:31.265371 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-c1f0de31-09d7-4cdf-ab43-ba6f1ed28631 admin admin] Publish callbacks [] for security_group (ec0d9015-d947-4d26-bb75-50e162ca2858), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:31.414195 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-c1f0de31-09d7-4cdf-ab43-ba6f1ed28631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (ec0d9015-d947-4d26-bb75-50e162ca2858), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:31.417435 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-c1f0de31-09d7-4cdf-ab43-ba6f1ed28631 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:31.418620 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-c1f0de31-09d7-4cdf-ab43-ba6f1ed28631 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ec0d9015-d947-4d26-bb75-50e162ca2858 HTTP/1.1" status: 204 len: 168 time: 0.2625496 Mar 02 15:02:31.427069 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f0de31-09d7-4cdf-ab43-ba6f1ed28631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec0d9015-d947-4d26-bb75-50e162ca2858,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:02:31.434995 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f0de31-09d7-4cdf-ab43-ba6f1ed28631 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:02:31.435376 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f0de31-09d7-4cdf-ab43-ba6f1ed28631 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:02:31.435752 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f0de31-09d7-4cdf-ab43-ba6f1ed28631 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:02:31.436097 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f0de31-09d7-4cdf-ab43-ba6f1ed28631 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:02:31.437077 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f0de31-09d7-4cdf-ab43-ba6f1ed28631 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:02:31.437528 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f0de31-09d7-4cdf-ab43-ba6f1ed28631 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:02:31.437865 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f0de31-09d7-4cdf-ab43-ba6f1ed28631 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:02:31.438208 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f0de31-09d7-4cdf-ab43-ba6f1ed28631 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:02:31.438534 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f0de31-09d7-4cdf-ab43-ba6f1ed28631 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:02:31.438870 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f0de31-09d7-4cdf-ab43-ba6f1ed28631 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:02:31.439222 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f0de31-09d7-4cdf-ab43-ba6f1ed28631 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:02:31.439518 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f0de31-09d7-4cdf-ab43-ba6f1ed28631 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:02:31.439874 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f0de31-09d7-4cdf-ab43-ba6f1ed28631 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:02:32.228042 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 58524) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:02:32.248008 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-0ab8437b-04b8-4b6d-87e3-020a863776ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:32.259461 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c817988-dd01-40da-92f6-fd96c36be594 req-d67f8a23-5e6c-4fda-9129-b4a35a0a9bd3 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:02:32.261065 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-3c817988-dd01-40da-92f6-fd96c36be594 req-d67f8a23-5e6c-4fda-9129-b4a35a0a9bd3 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/ports?device_id=9680b2d5-554f-40be-bb0d-e2fa9f8c6f8b HTTP/1.1" status: 200 len: 946 time: 0.1091244 Mar 02 15:02:32.268698 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 58528) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:02:32.286763 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e47b000-b04f-425f-b0d6-86120d07db84 req-c6902661-c1e6-4bff-8cd4-8e9a1467ba34 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:02:32.288321 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-2e47b000-b04f-425f-b0d6-86120d07db84 req-c6902661-c1e6-4bff-8cd4-8e9a1467ba34 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 945 time: 0.1002815 Mar 02 15:02:32.339032 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c6e20e5-fbff-4f17-9355-88ffeeb042f7 admin admin] Deleting subnet bafd431d-9848-412d-85d9-fef7a7049713 {{(pid=110179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 15:02:32.344850 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-3c6e20e5-fbff-4f17-9355-88ffeeb042f7 admin admin] Publish callbacks [] for subnet (bafd431d-9848-412d-85d9-fef7a7049713), before_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:32.366329 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-3c817988-dd01-40da-92f6-fd96c36be594 req-598b05d1-5ded-402e-a7a2-346f2e0b8048 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/security-groups?id=1486e0fb-d1aa-46b6-9bfd-52b5a4931e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970054 Mar 02 15:02:32.391413 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-2e47b000-b04f-425f-b0d6-86120d07db84 req-e288418d-2a7e-4e2f-88dc-f8a50aa25071 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848367 Mar 02 15:02:32.403656 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-3c6e20e5-fbff-4f17-9355-88ffeeb042f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3117893'] for subnet (bafd431d-9848-412d-85d9-fef7a7049713), precommit_delete_associations {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:32.425098 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-0ab8437b-04b8-4b6d-87e3-020a863776ab admin admin] Publish callbacks [] for security_group (bf77f8fa-c681-4fdb-b223-4d5391cd3c20), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:32.447741 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-3c6e20e5-fbff-4f17-9355-88ffeeb042f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16092520'] for subnet (bafd431d-9848-412d-85d9-fef7a7049713), precommit_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:32.511577 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-0ab8437b-04b8-4b6d-87e3-020a863776ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (bf77f8fa-c681-4fdb-b223-4d5391cd3c20), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:32.550770 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-0ab8437b-04b8-4b6d-87e3-020a863776ab admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=08766f53502e4ad086726fae277df1a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3216352 Mar 02 15:02:32.551679 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab8437b-04b8-4b6d-87e3-020a863776ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf77f8fa-c681-4fdb-b223-4d5391cd3c20,revision_number=1']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:02:32.554154 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 58530) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:02:32.614492 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-3c6e20e5-fbff-4f17-9355-88ffeeb042f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16092519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3822746', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3566866'] for subnet (bafd431d-9848-412d-85d9-fef7a7049713), after_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:32.629086 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-ea0cbfda-32c7-4ca3-9e4c-91d5f5c6548f admin admin] Publish callbacks [] for security_group (bf77f8fa-c681-4fdb-b223-4d5391cd3c20), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:32.657275 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-ea0cbfda-32c7-4ca3-9e4c-91d5f5c6548f admin admin] Publish callbacks [] for security_group (bf77f8fa-c681-4fdb-b223-4d5391cd3c20), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:32.667784 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-3c6e20e5-fbff-4f17-9355-88ffeeb042f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16231659'] for subnet (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:32.673356 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-3c6e20e5-fbff-4f17-9355-88ffeeb042f7 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/bafd431d-9848-412d-85d9-fef7a7049713 HTTP/1.1" status: 204 len: 168 time: 0.4005914 Mar 02 15:02:32.673356 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6e20e5-fbff-4f17-9355-88ffeeb042f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bafd431d-9848-412d-85d9-fef7a7049713,revision_number=None']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:02:32.673630 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 58532) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:02:32.756851 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-e14d0a23-9f8d-4134-8f7e-076c24a5ad54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16148883'] for network (1af0a77f-f854-46bc-92ff-f92bb3875638), before_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:32.791170 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-ea0cbfda-32c7-4ca3-9e4c-91d5f5c6548f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (bf77f8fa-c681-4fdb-b223-4d5391cd3c20), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:32.794601 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-ea0cbfda-32c7-4ca3-9e4c-91d5f5c6548f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:32.795806 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-ea0cbfda-32c7-4ca3-9e4c-91d5f5c6548f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bf77f8fa-c681-4fdb-b223-4d5391cd3c20 HTTP/1.1" status: 204 len: 168 time: 0.2384601 Mar 02 15:02:32.805446 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0cbfda-32c7-4ca3-9e4c-91d5f5c6548f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf77f8fa-c681-4fdb-b223-4d5391cd3c20,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:02:32.872489 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-e14d0a23-9f8d-4134-8f7e-076c24a5ad54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16057747', 'neutron.services.segments.db._delete_segments_for_network-8757345970333'] for network (1af0a77f-f854-46bc-92ff-f92bb3875638), precommit_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:32.897615 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.services.segments.db [None req-e14d0a23-9f8d-4134-8f7e-076c24a5ad54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1af0a77f-f854-46bc-92ff-f92bb3875638']}} {{(pid=110179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:02:32.909240 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.services.segments.db [None req-e14d0a23-9f8d-4134-8f7e-076c24a5ad54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db334d9b-ce3f-4428-8bb8-a410abf6a449') {'for_net_delete': True} {{(pid=110179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:02:32.909728 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.services.segments.db [None req-e14d0a23-9f8d-4134-8f7e-076c24a5ad54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db334d9b-ce3f-4428-8bb8-a410abf6a449') {} {{(pid=110179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:02:32.921106 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-e14d0a23-9f8d-4134-8f7e-076c24a5ad54 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757345974950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3117906'] for segment (db334d9b-ce3f-4428-8bb8-a410abf6a449), before_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:32.935432 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-e14d0a23-9f8d-4134-8f7e-076c24a5ad54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16119287'] for segment (db334d9b-ce3f-4428-8bb8-a410abf6a449), precommit_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:32.945788 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e14d0a23-9f8d-4134-8f7e-076c24a5ad54 admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=110179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 15:02:32.946326 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-e14d0a23-9f8d-4134-8f7e-076c24a5ad54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16119287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3822660'] for segment (db334d9b-ce3f-4428-8bb8-a410abf6a449), after_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:32.953469 dv-cinder-831439-3-iscsi neutron-server[110179]: Traceback (most recent call last): Mar 02 15:02:32.953469 dv-cinder-831439-3-iscsi neutron-server[110179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 15:02:32.953469 dv-cinder-831439-3-iscsi neutron-server[110179]: timer() Mar 02 15:02:32.953469 dv-cinder-831439-3-iscsi neutron-server[110179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 15:02:32.953469 dv-cinder-831439-3-iscsi neutron-server[110179]: cb(*args, **kw) Mar 02 15:02:32.953469 dv-cinder-831439-3-iscsi neutron-server[110179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 15:02:32.953469 dv-cinder-831439-3-iscsi neutron-server[110179]: return func(*args, **kwargs) Mar 02 15:02:32.953469 dv-cinder-831439-3-iscsi neutron-server[110179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 15:02:32.953469 dv-cinder-831439-3-iscsi neutron-server[110179]: self._notify() Mar 02 15:02:32.953469 dv-cinder-831439-3-iscsi neutron-server[110179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 15:02:32.953469 dv-cinder-831439-3-iscsi neutron-server[110179]: self.callback(batched_events) Mar 02 15:02:32.953469 dv-cinder-831439-3-iscsi neutron-server[110179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 15:02:32.953469 dv-cinder-831439-3-iscsi neutron-server[110179]: event.method(event) Mar 02 15:02:32.953469 dv-cinder-831439-3-iscsi neutron-server[110179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 15:02:32.953469 dv-cinder-831439-3-iscsi neutron-server[110179]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 15:02:32.953469 dv-cinder-831439-3-iscsi neutron-server[110179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 15:02:32.953469 dv-cinder-831439-3-iscsi neutron-server[110179]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 15:02:32.953469 dv-cinder-831439-3-iscsi neutron-server[110179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 15:02:32.953469 dv-cinder-831439-3-iscsi neutron-server[110179]: return f(self, *a, **k) Mar 02 15:02:32.953469 dv-cinder-831439-3-iscsi neutron-server[110179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 15:02:32.953469 dv-cinder-831439-3-iscsi neutron-server[110179]: return self._get(url).json() Mar 02 15:02:32.953469 dv-cinder-831439-3-iscsi neutron-server[110179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 15:02:32.953469 dv-cinder-831439-3-iscsi neutron-server[110179]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 15:02:32.953469 dv-cinder-831439-3-iscsi neutron-server[110179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 15:02:32.953469 dv-cinder-831439-3-iscsi neutron-server[110179]: return self.request(url, 'GET', **kwargs) Mar 02 15:02:32.953469 dv-cinder-831439-3-iscsi neutron-server[110179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 15:02:32.953469 dv-cinder-831439-3-iscsi neutron-server[110179]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 15:02:32.953469 dv-cinder-831439-3-iscsi neutron-server[110179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 15:02:32.953469 dv-cinder-831439-3-iscsi neutron-server[110179]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 15:02:32.953469 dv-cinder-831439-3-iscsi neutron-server[110179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 15:02:32.953469 dv-cinder-831439-3-iscsi neutron-server[110179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 15:02:32.953469 dv-cinder-831439-3-iscsi neutron-server[110179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 15:02:33.178312 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-e14d0a23-9f8d-4134-8f7e-076c24a5ad54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16057834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559807'] for network (1af0a77f-f854-46bc-92ff-f92bb3875638), after_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:33.238536 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-e14d0a23-9f8d-4134-8f7e-076c24a5ad54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16231659'] for network (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:33.238536 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-e14d0a23-9f8d-4134-8f7e-076c24a5ad54 admin admin] 10.222.0.52 "DELETE /v2.0/networks/1af0a77f-f854-46bc-92ff-f92bb3875638 HTTP/1.1" status: 204 len: 168 time: 0.5255556 Mar 02 15:02:33.238536 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14d0a23-9f8d-4134-8f7e-076c24a5ad54 admin admin] Pushing event deleted for resources: {'Network': ['ID=1af0a77f-f854-46bc-92ff-f92bb3875638,revision_number=None']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:02:33.540559 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9343196d-08ea-4858-8e8e-37639da54c31 req-6d2b1764-5988-4d74-8846-8d31867bc688 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:02:33.542733 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-9343196d-08ea-4858-8e8e-37639da54c31 req-6d2b1764-5988-4d74-8846-8d31867bc688 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/ports?device_id=9680b2d5-554f-40be-bb0d-e2fa9f8c6f8b HTTP/1.1" status: 200 len: 946 time: 0.0949790 Mar 02 15:02:33.582455 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7405de68-d5b7-4a9d-8ea5-06f75435fe43 req-baeb7bcf-77ff-4ce8-b402-19e0dc7fadeb tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:02:33.589559 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-7405de68-d5b7-4a9d-8ea5-06f75435fe43 req-baeb7bcf-77ff-4ce8-b402-19e0dc7fadeb tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 945 time: 0.1087415 Mar 02 15:02:33.646979 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-9343196d-08ea-4858-8e8e-37639da54c31 req-10fe42f0-5379-446e-9b29-7e3f4b587de7 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/security-groups?id=1486e0fb-d1aa-46b6-9bfd-52b5a4931e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943098 Mar 02 15:02:33.662852 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-7405de68-d5b7-4a9d-8ea5-06f75435fe43 req-51d08269-3bac-456c-a0a8-0c101eed861a tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723493 Mar 02 15:02:34.178590 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 58558) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:02:34.195928 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 58562) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:02:34.256973 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-dea2d3b8-8fb0-488a-8931-8c631b40fe7f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ed838377681c44ba910e54830ee9c6d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0596545 Mar 02 15:02:34.260139 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 58564) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:02:34.567358 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-99338764-c6cd-45b1-8e78-462533b99a89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:34.596851 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-12af4aaa-a7df-44a1-8c6c-e717fd1a4075 admin admin] Publish callbacks [] for security_group (a66d81a0-3f62-465d-aba9-e85681d30424), before_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:34.637360 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-12af4aaa-a7df-44a1-8c6c-e717fd1a4075 admin admin] Publish callbacks [] for security_group (a66d81a0-3f62-465d-aba9-e85681d30424), precommit_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:34.737467 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-99338764-c6cd-45b1-8e78-462533b99a89 admin admin] Publish callbacks [] for security_group (72604a7a-a54d-4160-9c15-0dbf1d10f1df), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:34.875360 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc273c2b-6d98-4f79-8eb7-bf605665fca2 req-30bd5a34-a43a-43ec-ae9f-d93d81e946bc tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:02:34.877866 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-cc273c2b-6d98-4f79-8eb7-bf605665fca2 req-30bd5a34-a43a-43ec-ae9f-d93d81e946bc tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 945 time: 0.1236365 Mar 02 15:02:34.892151 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811b8932-d285-404a-b7d7-12011d71bbd4 req-0dcf6c4a-c426-48dc-b9d4-2ffd6ddeda17 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:02:34.894037 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-811b8932-d285-404a-b7d7-12011d71bbd4 req-0dcf6c4a-c426-48dc-b9d4-2ffd6ddeda17 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/ports?device_id=9680b2d5-554f-40be-bb0d-e2fa9f8c6f8b HTTP/1.1" status: 200 len: 946 time: 0.1157901 Mar 02 15:02:34.899959 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-99338764-c6cd-45b1-8e78-462533b99a89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (72604a7a-a54d-4160-9c15-0dbf1d10f1df), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:34.908692 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-12af4aaa-a7df-44a1-8c6c-e717fd1a4075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (a66d81a0-3f62-465d-aba9-e85681d30424), after_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:34.912660 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-12af4aaa-a7df-44a1-8c6c-e717fd1a4075 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:34.917530 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-12af4aaa-a7df-44a1-8c6c-e717fd1a4075 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a66d81a0-3f62-465d-aba9-e85681d30424 HTTP/1.1" status: 204 len: 168 time: 0.6525218 Mar 02 15:02:34.962901 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-cc273c2b-6d98-4f79-8eb7-bf605665fca2 req-77ee4b06-cb6a-47ce-8701-7cbeba07d4fd tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741582 Mar 02 15:02:35.011727 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-99338764-c6cd-45b1-8e78-462533b99a89 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1690bb9a806141a29dc5105f2b5ae225&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8319852 Mar 02 15:02:35.013052 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99338764-c6cd-45b1-8e78-462533b99a89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72604a7a-a54d-4160-9c15-0dbf1d10f1df,revision_number=1']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:02:35.018625 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 58584) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:02:35.027898 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12af4aaa-a7df-44a1-8c6c-e717fd1a4075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a66d81a0-3f62-465d-aba9-e85681d30424,revision_number=None']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:02:35.053122 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-811b8932-d285-404a-b7d7-12011d71bbd4 req-f4b0a0a7-bd74-4a5d-beb6-05befa2052a8 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/security-groups?id=1486e0fb-d1aa-46b6-9bfd-52b5a4931e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073391 Mar 02 15:02:35.112852 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-bdacff59-b00f-43e6-9583-3e793a0b4c06 admin admin] Publish callbacks [] for security_group (72604a7a-a54d-4160-9c15-0dbf1d10f1df), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:35.139287 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-bdacff59-b00f-43e6-9583-3e793a0b4c06 admin admin] Publish callbacks [] for security_group (72604a7a-a54d-4160-9c15-0dbf1d10f1df), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:35.351219 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-bdacff59-b00f-43e6-9583-3e793a0b4c06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (72604a7a-a54d-4160-9c15-0dbf1d10f1df), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:35.353848 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-bdacff59-b00f-43e6-9583-3e793a0b4c06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:35.358648 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-bdacff59-b00f-43e6-9583-3e793a0b4c06 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/72604a7a-a54d-4160-9c15-0dbf1d10f1df HTTP/1.1" status: 204 len: 168 time: 0.3376403 Mar 02 15:02:35.369438 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdacff59-b00f-43e6-9583-3e793a0b4c06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72604a7a-a54d-4160-9c15-0dbf1d10f1df,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:02:35.624637 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2985124-1105-45ac-aac6-e75e39857257 req-0d766ee1-f756-4383-9b41-bb570fea949f tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:02:35.634452 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-c2985124-1105-45ac-aac6-e75e39857257 req-0d766ee1-f756-4383-9b41-bb570fea949f tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/ports?device_id=9680b2d5-554f-40be-bb0d-e2fa9f8c6f8b HTTP/1.1" status: 200 len: 946 time: 0.1094077 Mar 02 15:02:35.752164 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-c2985124-1105-45ac-aac6-e75e39857257 req-4f34fc3c-c1a8-4dff-a7e3-a9b9d0b42061 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/security-groups?id=1486e0fb-d1aa-46b6-9bfd-52b5a4931e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177905 Mar 02 15:02:35.778064 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ea8d1d-4ed4-4030-a8f8-ead330575580 req-b58f0d78-09d7-4ffd-a14e-37852fa85a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:02:35.780105 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-f4ea8d1d-4ed4-4030-a8f8-ead330575580 req-b58f0d78-09d7-4ffd-a14e-37852fa85a64 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5ac6104636f34c658b71fafaf0755349&device_id=9680b2d5-554f-40be-bb0d-e2fa9f8c6f8b HTTP/1.1" status: 200 len: 1130 time: 0.0831635 Mar 02 15:02:35.892420 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ea8d1d-4ed4-4030-a8f8-ead330575580 req-a581f05e-1c22-49f1-8d2a-a45deef4750d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:02:35.894480 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-f4ea8d1d-4ed4-4030-a8f8-ead330575580 req-a581f05e-1c22-49f1-8d2a-a45deef4750d service neutron] 10.222.0.55 "GET /v2.0/networks?id=df93f8f1-ff18-4251-9f43-b4d98c48182b HTTP/1.1" status: 200 len: 911 time: 0.1075785 Mar 02 15:02:35.989981 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-f4ea8d1d-4ed4-4030-a8f8-ead330575580 req-50511e51-0dbe-4a28-bfb8-6407d2009ea0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=53c034dd-df15-42be-82f3-9cd2b1e7b93e HTTP/1.1" status: 200 len: 1002 time: 0.0862489 Mar 02 15:02:36.307174 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ea8d1d-4ed4-4030-a8f8-ead330575580 req-72491581-debf-4bba-a03a-085743a9a4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:02:36.308694 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-f4ea8d1d-4ed4-4030-a8f8-ead330575580 req-72491581-debf-4bba-a03a-085743a9a4f9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=af4612bf-937d-4ff0-87a0-e171015ed5a7 HTTP/1.1" status: 200 len: 849 time: 0.3128920 Mar 02 15:02:36.378593 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 58616) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:02:36.403555 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-5d0e61b2-ef40-4642-91ce-ccfd646d7966 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:36.468219 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce18cf56-17ea-438b-a2a4-768b9160fc37 req-112bb7db-4bae-4e6e-a9ba-0e990736c212 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:02:36.488416 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ce18cf56-17ea-438b-a2a4-768b9160fc37 req-112bb7db-4bae-4e6e-a9ba-0e990736c212 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 945 time: 0.1922915 Mar 02 15:02:36.497974 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ea8d1d-4ed4-4030-a8f8-ead330575580 req-34e1e6d6-497c-4ac9-b2ed-a93e35bf0646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:02:36.503513 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-f4ea8d1d-4ed4-4030-a8f8-ead330575580 req-34e1e6d6-497c-4ac9-b2ed-a93e35bf0646 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=df93f8f1-ff18-4251-9f43-b4d98c48182b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1735513 Mar 02 15:02:36.509343 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-5d0e61b2-ef40-4642-91ce-ccfd646d7966 admin admin] Publish callbacks [] for security_group (1ef67c8c-d05c-4c31-8606-87ec6609f4a3), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:36.578159 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-5d0e61b2-ef40-4642-91ce-ccfd646d7966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (1ef67c8c-d05c-4c31-8606-87ec6609f4a3), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:36.647990 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-5d0e61b2-ef40-4642-91ce-ccfd646d7966 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b63ebfe7901f42418781d6c72d1ccfd5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2692633 Mar 02 15:02:36.658023 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 58622) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:02:36.662786 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0e61b2-ef40-4642-91ce-ccfd646d7966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef67c8c-d05c-4c31-8606-87ec6609f4a3,revision_number=1']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:02:36.717786 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ce18cf56-17ea-438b-a2a4-768b9160fc37 req-2a98bc41-b3fd-404a-a8d5-9a7e24fd7bfd tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2278802 Mar 02 15:02:36.844746 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-f4ea8d1d-4ed4-4030-a8f8-ead330575580 req-97051fd1-1c66-43cb-8b89-eece76454e5c service neutron] 10.222.0.55 "GET /v2.0/networks/df93f8f1-ff18-4251-9f43-b4d98c48182b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3244948 Mar 02 15:02:36.901655 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-fdbe800e-8753-492e-8a5b-d0619d67b8ef admin admin] Publish callbacks [] for security_group (1ef67c8c-d05c-4c31-8606-87ec6609f4a3), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:37.044276 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-fdbe800e-8753-492e-8a5b-d0619d67b8ef admin admin] Publish callbacks [] for security_group (1ef67c8c-d05c-4c31-8606-87ec6609f4a3), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:37.172487 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-f4ea8d1d-4ed4-4030-a8f8-ead330575580 req-fd646793-0033-476c-9ce9-2bbd15c0950e service neutron] 10.222.0.55 "GET /v2.0/networks/df93f8f1-ff18-4251-9f43-b4d98c48182b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3146145 Mar 02 15:02:37.190678 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12a9ea2-9444-4184-b4e0-2cfa02d8cd3e req-93a72f74-2b55-4de8-ba22-28b1ada12315 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:02:37.192299 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-f12a9ea2-9444-4184-b4e0-2cfa02d8cd3e req-93a72f74-2b55-4de8-ba22-28b1ada12315 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/ports?device_id=9680b2d5-554f-40be-bb0d-e2fa9f8c6f8b HTTP/1.1" status: 200 len: 946 time: 0.2398219 Mar 02 15:02:37.293629 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-f12a9ea2-9444-4184-b4e0-2cfa02d8cd3e req-97c0c080-be7f-4255-afe1-316a171ae52c tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/security-groups?id=1486e0fb-d1aa-46b6-9bfd-52b5a4931e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906363 Mar 02 15:02:37.322566 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-fdbe800e-8753-492e-8a5b-d0619d67b8ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (1ef67c8c-d05c-4c31-8606-87ec6609f4a3), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:37.329324 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-fdbe800e-8753-492e-8a5b-d0619d67b8ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:37.333316 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-fdbe800e-8753-492e-8a5b-d0619d67b8ef admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1ef67c8c-d05c-4c31-8606-87ec6609f4a3 HTTP/1.1" status: 204 len: 168 time: 0.6739886 Mar 02 15:02:37.348277 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbe800e-8753-492e-8a5b-d0619d67b8ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef67c8c-d05c-4c31-8606-87ec6609f4a3,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:02:37.885857 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64924ac-66b4-4516-82b0-ed5ca7786cc2 req-d3f6c00e-dfdf-40bb-a9df-d8f9ab9df75e tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:02:37.888383 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a64924ac-66b4-4516-82b0-ed5ca7786cc2 req-d3f6c00e-dfdf-40bb-a9df-d8f9ab9df75e tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 945 time: 0.0780091 Mar 02 15:02:37.986025 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a64924ac-66b4-4516-82b0-ed5ca7786cc2 req-afc005b0-53d2-48b1-9888-f95a9b02c832 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904167 Mar 02 15:02:38.435911 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123eb062-4b5d-4c33-9f37-4f2445babc17 req-f11f9bc3-37ef-4b6c-8795-1d739bc32b77 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:02:38.437419 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-123eb062-4b5d-4c33-9f37-4f2445babc17 req-f11f9bc3-37ef-4b6c-8795-1d739bc32b77 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/ports?device_id=9680b2d5-554f-40be-bb0d-e2fa9f8c6f8b HTTP/1.1" status: 200 len: 946 time: 0.0593550 Mar 02 15:02:38.486968 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-123eb062-4b5d-4c33-9f37-4f2445babc17 req-c1bb8b4b-d08f-4975-9220-b77279922581 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/security-groups?id=1486e0fb-d1aa-46b6-9bfd-52b5a4931e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440648 Mar 02 15:02:38.676242 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-409a4217-c8f0-4bf4-b1b8-b0c77faf79d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (dc3a6147-3194-47be-b33a-76a9a2a48933), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:39.157605 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5e0856-e156-4748-8b2b-8c8525b6df62 req-0afcd274-b89a-4413-ac67-ea932a39867d tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:02:39.161729 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-9d5e0856-e156-4748-8b2b-8c8525b6df62 req-0afcd274-b89a-4413-ac67-ea932a39867d tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 945 time: 0.0748186 Mar 02 15:02:39.231852 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-9d5e0856-e156-4748-8b2b-8c8525b6df62 req-3dc5c26e-b5be-4e6d-a520-ac703432b0fd tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608714 Mar 02 15:02:39.622498 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f0871d-d4be-4b4b-af2a-fe10a9c4fbb7 req-533fb8de-8ad1-422e-9aba-53f1c7b2d01a tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:02:39.624220 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-30f0871d-d4be-4b4b-af2a-fe10a9c4fbb7 req-533fb8de-8ad1-422e-9aba-53f1c7b2d01a tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/ports?device_id=9680b2d5-554f-40be-bb0d-e2fa9f8c6f8b HTTP/1.1" status: 200 len: 946 time: 0.0645998 Mar 02 15:02:39.680847 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-30f0871d-d4be-4b4b-af2a-fe10a9c4fbb7 req-2969f8ee-682d-4d66-bf99-b47c28fcf6f7 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/security-groups?id=1486e0fb-d1aa-46b6-9bfd-52b5a4931e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511060 Mar 02 15:02:40.441467 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e762a6-edf6-42cd-a3c6-2e3397bf275b req-95c6962c-b934-4b0e-98eb-2ef26a99d9e3 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:02:40.443918 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-13e762a6-edf6-42cd-a3c6-2e3397bf275b req-95c6962c-b934-4b0e-98eb-2ef26a99d9e3 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 945 time: 0.0802145 Mar 02 15:02:40.511668 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-13e762a6-edf6-42cd-a3c6-2e3397bf275b req-9637df1e-51f5-4db6-bd46-93f5c50e5dcf tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581336 Mar 02 15:02:40.893095 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 58726) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:02:41.039464 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-165c487d-3de8-4f52-84c2-4e4b9facc0d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:41.066405 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-1408e9ae-cf73-46e6-b4cc-3306ac2471e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (4b7d4a90-2987-419a-b6cd-7624b7dba065), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:41.149933 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-165c487d-3de8-4f52-84c2-4e4b9facc0d6 admin admin] Publish callbacks [] for security_group (10d7084d-8762-4d05-ae0e-72bdeeb61a2e), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:41.259370 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-165c487d-3de8-4f52-84c2-4e4b9facc0d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (10d7084d-8762-4d05-ae0e-72bdeeb61a2e), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:41.300317 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165c487d-3de8-4f52-84c2-4e4b9facc0d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10d7084d-8762-4d05-ae0e-72bdeeb61a2e,revision_number=1']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:02:41.307368 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-165c487d-3de8-4f52-84c2-4e4b9facc0d6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3b79a0233b7945729986bf211cf36262&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4106574 Mar 02 15:02:41.307790 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 58742) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:02:41.365461 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-dbec2ff8-3153-4102-946c-677b8203ff40 admin admin] Publish callbacks [] for security_group (10d7084d-8762-4d05-ae0e-72bdeeb61a2e), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:41.397816 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-dbec2ff8-3153-4102-946c-677b8203ff40 admin admin] Publish callbacks [] for security_group (10d7084d-8762-4d05-ae0e-72bdeeb61a2e), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:41.562586 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-dbec2ff8-3153-4102-946c-677b8203ff40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (10d7084d-8762-4d05-ae0e-72bdeeb61a2e), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:41.565352 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-dbec2ff8-3153-4102-946c-677b8203ff40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:41.566644 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-dbec2ff8-3153-4102-946c-677b8203ff40 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/10d7084d-8762-4d05-ae0e-72bdeeb61a2e HTTP/1.1" status: 204 len: 168 time: 0.2577920 Mar 02 15:02:41.581711 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbec2ff8-3153-4102-946c-677b8203ff40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d7084d-8762-4d05-ae0e-72bdeeb61a2e,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:02:41.683396 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d86f45-7e11-4f3d-9428-2d2ab42aaa8d req-30dc2cec-1684-4faf-a0cb-8c03a6252402 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:02:41.685156 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-46d86f45-7e11-4f3d-9428-2d2ab42aaa8d req-30dc2cec-1684-4faf-a0cb-8c03a6252402 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 945 time: 0.0773327 Mar 02 15:02:41.737722 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-46d86f45-7e11-4f3d-9428-2d2ab42aaa8d req-f80fd5db-7215-4f8c-9371-98be2d7c16b2 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465522 Mar 02 15:02:42.202930 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-8c265469-93de-451d-a227-73ff998d8f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (bfbb2626-1130-458a-80a5-4632d76fa057), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:42.968529 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f649dd34-37d7-4e0a-9769-59661e996604 req-42c897ce-8320-4ddc-843a-028f8e13c5ce tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:02:42.974052 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-f649dd34-37d7-4e0a-9769-59661e996604 req-42c897ce-8320-4ddc-843a-028f8e13c5ce tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 945 time: 0.1407866 Mar 02 15:02:43.033564 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 58768) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:02:43.048114 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-f649dd34-37d7-4e0a-9769-59661e996604 req-f1f90360-0b7f-4084-a79a-e7b5f67d01e0 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682099 Mar 02 15:02:43.096517 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-a816c9e5-25e6-4ee4-ad9d-2a865a7069e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:43.250247 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-a816c9e5-25e6-4ee4-ad9d-2a865a7069e1 admin admin] Publish callbacks [] for security_group (7571a63d-8339-439d-b94e-3285823e3010), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:43.385495 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-a816c9e5-25e6-4ee4-ad9d-2a865a7069e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (7571a63d-8339-439d-b94e-3285823e3010), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:43.428678 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-a816c9e5-25e6-4ee4-ad9d-2a865a7069e1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f571e0f3441447e183cc558ce074fcfb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3909740 Mar 02 15:02:43.431481 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a816c9e5-25e6-4ee4-ad9d-2a865a7069e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7571a63d-8339-439d-b94e-3285823e3010,revision_number=1']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:02:43.431796 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 58776) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:02:43.487696 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-f8b9cdd5-49d6-41e8-99da-e8c2d643fc1a admin admin] Publish callbacks [] for security_group (7571a63d-8339-439d-b94e-3285823e3010), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:43.510039 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-f8b9cdd5-49d6-41e8-99da-e8c2d643fc1a admin admin] Publish callbacks [] for security_group (7571a63d-8339-439d-b94e-3285823e3010), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:43.711007 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-9cfe1c82-1e01-4346-89c5-c3e1093f4022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (b9ce56f8-3527-4dd9-b024-9df7b3f4c018), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:43.802715 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-f8b9cdd5-49d6-41e8-99da-e8c2d643fc1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (7571a63d-8339-439d-b94e-3285823e3010), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:43.805345 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-f8b9cdd5-49d6-41e8-99da-e8c2d643fc1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:43.811822 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-f8b9cdd5-49d6-41e8-99da-e8c2d643fc1a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7571a63d-8339-439d-b94e-3285823e3010 HTTP/1.1" status: 204 len: 168 time: 0.3761039 Mar 02 15:02:43.817809 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b9cdd5-49d6-41e8-99da-e8c2d643fc1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7571a63d-8339-439d-b94e-3285823e3010,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:02:44.196016 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bce6bf-fc4c-445c-a284-513bb8282382 req-de071db4-8009-42d6-914f-b5bb85f10d5f tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:02:44.197557 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-72bce6bf-fc4c-445c-a284-513bb8282382 req-de071db4-8009-42d6-914f-b5bb85f10d5f tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 945 time: 0.0553732 Mar 02 15:02:44.250537 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-72bce6bf-fc4c-445c-a284-513bb8282382 req-35db0d25-d7ac-4fa5-bdd9-a121b27f8a46 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472357 Mar 02 15:02:45.017955 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (3a73802c-5f14-4c1f-8439-e74c4c90063b), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:45.393169 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05358daa-6fa1-4e8d-b947-ca65ca5cedae req-eea222d9-d2f9-4e4b-917e-94eca3a0bc55 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:02:45.394263 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-05358daa-6fa1-4e8d-b947-ca65ca5cedae req-eea222d9-d2f9-4e4b-917e-94eca3a0bc55 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 945 time: 0.0594575 Mar 02 15:02:45.469256 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-05358daa-6fa1-4e8d-b947-ca65ca5cedae req-51178618-796f-47e9-8e09-580c2188a45f tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622499 Mar 02 15:02:45.853267 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 58850) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:02:45.877421 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a56162c-7dad-4ad7-b415-520256393bc2 req-39002d11-8e34-4e69-a2f7-04a9f51b56ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:02:45.878965 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-2a56162c-7dad-4ad7-b415-520256393bc2 req-39002d11-8e34-4e69-a2f7-04a9f51b56ce service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8d6fe98143c241798db8cd747803fb48&device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 1129 time: 0.4442294 Mar 02 15:02:45.927124 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-be361b71-eefb-4177-ba37-10a02e72aaa9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:45.985002 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a56162c-7dad-4ad7-b415-520256393bc2 req-a456c6aa-b2cf-4503-ad8b-f66611177a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:02:45.988116 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-2a56162c-7dad-4ad7-b415-520256393bc2 req-a456c6aa-b2cf-4503-ad8b-f66611177a0c service neutron] 10.222.0.55 "GET /v2.0/networks?id=32a772a1-de65-4149-a254-15f24cef804d HTTP/1.1" status: 200 len: 918 time: 0.1029673 Mar 02 15:02:46.013418 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-be361b71-eefb-4177-ba37-10a02e72aaa9 admin admin] Publish callbacks [] for security_group (21309acf-f88f-4c79-b396-03f166a9446c), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:46.072885 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-2a56162c-7dad-4ad7-b415-520256393bc2 req-ca2a7fee-4570-4b42-8438-1b43d50e7dfb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e876fffc-f842-4f0f-ad30-380165a0570d HTTP/1.1" status: 200 len: 1000 time: 0.0785012 Mar 02 15:02:46.097418 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-be361b71-eefb-4177-ba37-10a02e72aaa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (21309acf-f88f-4c79-b396-03f166a9446c), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:46.126104 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be361b71-eefb-4177-ba37-10a02e72aaa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21309acf-f88f-4c79-b396-03f166a9446c,revision_number=1']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:02:46.144091 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a56162c-7dad-4ad7-b415-520256393bc2 req-ad8b1fa3-07dc-4f0b-9267-677e375c41f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:02:46.144091 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-2a56162c-7dad-4ad7-b415-520256393bc2 req-ad8b1fa3-07dc-4f0b-9267-677e375c41f4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4f813be6-b019-4418-9613-23d83e4ca2ff HTTP/1.1" status: 200 len: 856 time: 0.0640261 Mar 02 15:02:46.170572 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-be361b71-eefb-4177-ba37-10a02e72aaa9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8ab38041c9c54132b9d6d05100f7e0b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3144383 Mar 02 15:02:46.173764 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 58860) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:02:46.221176 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a56162c-7dad-4ad7-b415-520256393bc2 req-7cda751b-2032-459b-b48e-0e6135200612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:02:46.223946 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-2a56162c-7dad-4ad7-b415-520256393bc2 req-7cda751b-2032-459b-b48e-0e6135200612 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=32a772a1-de65-4149-a254-15f24cef804d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0666864 Mar 02 15:02:46.234522 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-179679fc-79d8-4829-b38c-44c59f84df4e admin admin] Publish callbacks [] for security_group (21309acf-f88f-4c79-b396-03f166a9446c), before_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:46.257823 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-179679fc-79d8-4829-b38c-44c59f84df4e admin admin] Publish callbacks [] for security_group (21309acf-f88f-4c79-b396-03f166a9446c), precommit_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:46.337959 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-2a56162c-7dad-4ad7-b415-520256393bc2 req-f52786ae-cbd6-44fb-b1f8-f5c011e9e022 service neutron] 10.222.0.55 "GET /v2.0/networks/32a772a1-de65-4149-a254-15f24cef804d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074560 Mar 02 15:02:46.397288 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-179679fc-79d8-4829-b38c-44c59f84df4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (21309acf-f88f-4c79-b396-03f166a9446c), after_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:46.402353 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-179679fc-79d8-4829-b38c-44c59f84df4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:46.402353 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-179679fc-79d8-4829-b38c-44c59f84df4e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/21309acf-f88f-4c79-b396-03f166a9446c HTTP/1.1" status: 204 len: 168 time: 0.2263360 Mar 02 15:02:46.411181 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179679fc-79d8-4829-b38c-44c59f84df4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21309acf-f88f-4c79-b396-03f166a9446c,revision_number=None']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:02:46.476149 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-2a56162c-7dad-4ad7-b415-520256393bc2 req-71bd3be8-913d-4788-b451-eaf6e27c5e90 service neutron] 10.222.0.55 "GET /v2.0/networks/32a772a1-de65-4149-a254-15f24cef804d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306770 Mar 02 15:02:46.611413 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4ccd58-d674-456d-a2df-58b1f10b7248 req-097be85c-e8b3-4cd9-b000-5aae81d757d1 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:02:46.616133 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-bc4ccd58-d674-456d-a2df-58b1f10b7248 req-097be85c-e8b3-4cd9-b000-5aae81d757d1 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 945 time: 0.0678639 Mar 02 15:02:46.669058 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-bc4ccd58-d674-456d-a2df-58b1f10b7248 req-7fc68330-2a26-418c-bde8-c9dc37c99b8e tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496511 Mar 02 15:02:47.514236 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 58882) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:02:47.527994 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-4c1bf2f1-dc3c-4a8d-a65d-95f3f3fa6f8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:47.614809 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-4c1bf2f1-dc3c-4a8d-a65d-95f3f3fa6f8e admin admin] Publish callbacks [] for security_group (57bd0e67-0b62-4e6b-9890-3543515c49cd), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:47.751045 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-4c1bf2f1-dc3c-4a8d-a65d-95f3f3fa6f8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (57bd0e67-0b62-4e6b-9890-3543515c49cd), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:47.790992 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-4c1bf2f1-dc3c-4a8d-a65d-95f3f3fa6f8e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8829882cefdb437cba9537bf07393255&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2756085 Mar 02 15:02:47.793627 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 58890) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:02:47.794099 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1bf2f1-dc3c-4a8d-a65d-95f3f3fa6f8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57bd0e67-0b62-4e6b-9890-3543515c49cd,revision_number=1']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:02:47.816370 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63bee94-d0a4-46d4-8c0b-591d8ae7599d req-f14d3d79-4842-489c-86d9-fc08a3907e0d tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:02:47.817846 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-b63bee94-d0a4-46d4-8c0b-591d8ae7599d req-f14d3d79-4842-489c-86d9-fc08a3907e0d tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 945 time: 0.0658457 Mar 02 15:02:47.882054 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-b116abc4-e8d9-4fcb-b936-be504384d8ef admin admin] Publish callbacks [] for security_group (57bd0e67-0b62-4e6b-9890-3543515c49cd), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:47.892899 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-b63bee94-d0a4-46d4-8c0b-591d8ae7599d req-3f4c2234-c4e1-4e48-8fd6-0bc16bb4839b tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668883 Mar 02 15:02:47.912169 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-b116abc4-e8d9-4fcb-b936-be504384d8ef admin admin] Publish callbacks [] for security_group (57bd0e67-0b62-4e6b-9890-3543515c49cd), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:48.041801 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-b116abc4-e8d9-4fcb-b936-be504384d8ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (57bd0e67-0b62-4e6b-9890-3543515c49cd), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:48.044422 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-b116abc4-e8d9-4fcb-b936-be504384d8ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:48.045572 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-b116abc4-e8d9-4fcb-b936-be504384d8ef admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/57bd0e67-0b62-4e6b-9890-3543515c49cd HTTP/1.1" status: 204 len: 168 time: 0.2503784 Mar 02 15:02:48.053626 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116abc4-e8d9-4fcb-b936-be504384d8ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57bd0e67-0b62-4e6b-9890-3543515c49cd,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:02:49.029420 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876def10-b579-4739-9d96-daf9be960fcc req-b6ce4475-caa8-4875-af56-17fc62ee7769 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:02:49.031168 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-876def10-b579-4739-9d96-daf9be960fcc req-b6ce4475-caa8-4875-af56-17fc62ee7769 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 945 time: 0.0579898 Mar 02 15:02:49.079890 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-876def10-b579-4739-9d96-daf9be960fcc req-7f5369fb-2cce-4dee-92ec-a708242e412d tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425048 Mar 02 15:02:49.241690 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Device e876fffc-f842-4f0f-ad30-380165a0570d no longer exists at agent hyperv_hv-cinder-83143 {{(pid=110181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 15:02:49.332891 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Current status of the port e876fffc-f842-4f0f-ad30-380165a0570d is: ACTIVE; New status is: DOWN {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 15:02:49.333280 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (e876fffc-f842-4f0f-ad30-380165a0570d), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:49.359087 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c79b877-bfc0-4f56-948b-e342647688cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e876fffc-f842-4f0f-ad30-380165a0570d'}] {{(pid=110181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 15:02:49.361361 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6faebeedf0149bd95a8e5aac95437523d12653d92db1e1e7ce78ae8719853609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edf04985-433c-4591-8073-21aeeb4cc446" -d '{"events": [{"server_uuid": "6c79b877-bfc0-4f56-948b-e342647688cd", "name": "network-vif-unplugged", "status": "completed", "tag": "e876fffc-f842-4f0f-ad30-380165a0570d"}]}' {{(pid=110181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 15:02:49.374705 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] For port e876fffc-f842-4f0f-ad30-380165a0570d, host hv-cinder-83143, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=e876fffc-f842-4f0f-ad30-380165a0570d,segment=NetworkSegment(a29b8c1f-4601-46a8-a0c5-19fb5294c518),segment_id=a29b8c1f-4601-46a8-a0c5-19fb5294c518)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:02:49.399492 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Mar 2022 15:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1dd198a-a75e-4293-b47d-897c70222350 x-openstack-request-id: req-e1dd198a-a75e-4293-b47d-897c70222350 {{(pid=110181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 15:02:49.399821 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c79b877-bfc0-4f56-948b-e342647688cd", "name": "network-vif-unplugged", "status": "completed", "tag": "e876fffc-f842-4f0f-ad30-380165a0570d", "code": 200}]} {{(pid=110181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 15:02:49.400099 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e1dd198a-a75e-4293-b47d-897c70222350 {{(pid=110181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 15:02:49.400505 dv-cinder-831439-3-iscsi neutron-server[110181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c79b877-bfc0-4f56-948b-e342647688cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e876fffc-f842-4f0f-ad30-380165a0570d', 'code': 200} Mar 02 15:02:49.474563 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (e876fffc-f842-4f0f-ad30-380165a0570d), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:49.527122 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Pushing event updated for resources: {'Port': ['ID=e876fffc-f842-4f0f-ad30-380165a0570d,revision_number=8']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:02:49.535663 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:02:49.536023 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:02:49.536379 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:02:49.536716 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:02:49.537060 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:02:49.537390 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:02:49.537718 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:02:49.538048 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:02:49.538375 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:02:49.538699 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:02:49.539029 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:02:49.539351 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:02:49.539724 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:02:51.286902 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [req-d402b601-1c3d-4381-9db7-b6c91b58cc40 req-50fc3bcd-89d9-474d-8a9f-386cbcbcff72 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=110180) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 02 15:02:51.287955 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-d402b601-1c3d-4381-9db7-b6c91b58cc40 req-50fc3bcd-89d9-474d-8a9f-386cbcbcff72 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1023607 Mar 02 15:02:51.694479 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a628211d-a48c-41d1-9008-5cd0d4a7dadb req-1c8da34b-83ae-4e31-b01b-cc16cacf8c31 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:02:51.696121 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a628211d-a48c-41d1-9008-5cd0d4a7dadb req-1c8da34b-83ae-4e31-b01b-cc16cacf8c31 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 943 time: 0.0584290 Mar 02 15:02:51.747758 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a628211d-a48c-41d1-9008-5cd0d4a7dadb req-312019fe-d26e-4ce9-9a11-7dee9840b5ac tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450714 Mar 02 15:02:52.439189 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 59040) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:02:52.445946 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 59042) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:02:52.509033 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-93f2885d-c13c-413d-93a2-2d013783ea06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:52.532889 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-f5630e6c-744f-4116-aab3-0b35bf74d5e9 req-6ff6d2fb-449e-4b71-9d07-48b13269523c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0914650 Mar 02 15:02:52.541658 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [req-f5630e6c-744f-4116-aab3-0b35bf74d5e9 req-7170c004-d0fd-4922-88cd-dd3ca34c528c service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=110180) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 02 15:02:52.542695 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-f5630e6c-744f-4116-aab3-0b35bf74d5e9 req-7170c004-d0fd-4922-88cd-dd3ca34c528c service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051622 Mar 02 15:02:52.592637 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-93f2885d-c13c-413d-93a2-2d013783ea06 admin admin] Publish callbacks [] for security_group (20a78378-1e92-4ad1-96fe-d0b48266bd61), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:52.689751 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 59056) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:02:52.696062 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-93f2885d-c13c-413d-93a2-2d013783ea06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (20a78378-1e92-4ad1-96fe-d0b48266bd61), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:52.738497 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-93f2885d-c13c-413d-93a2-2d013783ea06 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=76d526753f4d4c77b34159e159e8f25f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2914276 Mar 02 15:02:52.739425 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f2885d-c13c-413d-93a2-2d013783ea06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20a78378-1e92-4ad1-96fe-d0b48266bd61,revision_number=1']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:02:52.741256 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 59060) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:02:52.746832 dv-cinder-831439-3-iscsi neutron-server[110179]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 02 15:02:52.794365 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-482edf34-c02d-46ea-bbc3-71ff6f4073ac admin admin] Publish callbacks [] for security_group (20a78378-1e92-4ad1-96fe-d0b48266bd61), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:52.797141 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5630e6c-744f-4116-aab3-0b35bf74d5e9 req-3d8ccc5d-995c-427a-be56-a2fae01cd2cb tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:02:52.798644 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [req-f5630e6c-744f-4116-aab3-0b35bf74d5e9 req-3d8ccc5d-995c-427a-be56-a2fae01cd2cb tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports/e876fffc-f842-4f0f-ad30-380165a0570d HTTP/1.1" status: 200 len: 940 time: 0.1078410 Mar 02 15:02:52.817199 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-482edf34-c02d-46ea-bbc3-71ff6f4073ac admin admin] Publish callbacks [] for security_group (20a78378-1e92-4ad1-96fe-d0b48266bd61), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:52.900221 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add1cab-a666-4479-9606-d150659db886 req-fe32c568-6c84-412d-9b45-2abc8122ecdc tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:02:52.902456 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-7add1cab-a666-4479-9606-d150659db886 req-fe32c568-6c84-412d-9b45-2abc8122ecdc tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 943 time: 0.0723002 Mar 02 15:02:52.954353 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-7add1cab-a666-4479-9606-d150659db886 req-b211d3c0-0f02-433b-81ab-5fe4caaf6202 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466213 Mar 02 15:02:52.991071 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-482edf34-c02d-46ea-bbc3-71ff6f4073ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (20a78378-1e92-4ad1-96fe-d0b48266bd61), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:52.996558 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-482edf34-c02d-46ea-bbc3-71ff6f4073ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:52.998567 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-482edf34-c02d-46ea-bbc3-71ff6f4073ac admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/20a78378-1e92-4ad1-96fe-d0b48266bd61 HTTP/1.1" status: 204 len: 168 time: 0.2558529 Mar 02 15:02:53.008672 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482edf34-c02d-46ea-bbc3-71ff6f4073ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a78378-1e92-4ad1-96fe-d0b48266bd61,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:02:53.689230 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 59080) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:02:53.702238 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-19564af3-f344-461b-86c9-12f99ece8da6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:53.778729 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-19564af3-f344-461b-86c9-12f99ece8da6 admin admin] Publish callbacks [] for security_group (b31b411b-eabb-469f-b104-140c2e596713), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:53.870130 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 59084) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:02:53.881428 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-19564af3-f344-461b-86c9-12f99ece8da6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (b31b411b-eabb-469f-b104-140c2e596713), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:53.922317 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-19564af3-f344-461b-86c9-12f99ece8da6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=21e80893dcf64efcbaf4db2a575b9fdf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2321029 Mar 02 15:02:53.923188 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19564af3-f344-461b-86c9-12f99ece8da6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b31b411b-eabb-469f-b104-140c2e596713,revision_number=1']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:02:53.925538 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 59088) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:02:53.980145 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-117c47bb-235c-4f50-a56b-bc87f0cb0f6a admin admin] Publish callbacks [] for security_group (b31b411b-eabb-469f-b104-140c2e596713), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:54.004652 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-2e354b2a-3e23-45d4-9603-77275c3cd689 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:54.022519 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-117c47bb-235c-4f50-a56b-bc87f0cb0f6a admin admin] Publish callbacks [] for security_group (b31b411b-eabb-469f-b104-140c2e596713), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:54.130136 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff41827b-f39f-43dd-8d92-58255f8b3287 req-5d80844f-d525-4189-b6c1-8a569826278c tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:02:54.131672 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ff41827b-f39f-43dd-8d92-58255f8b3287 req-5d80844f-d525-4189-b6c1-8a569826278c tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 943 time: 0.0971165 Mar 02 15:02:54.182519 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ff41827b-f39f-43dd-8d92-58255f8b3287 req-9433e8be-1d97-47c5-acad-87750ca1e8f1 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446923 Mar 02 15:02:54.196294 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-117c47bb-235c-4f50-a56b-bc87f0cb0f6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (b31b411b-eabb-469f-b104-140c2e596713), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:54.214815 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-117c47bb-235c-4f50-a56b-bc87f0cb0f6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:54.214815 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-117c47bb-235c-4f50-a56b-bc87f0cb0f6a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b31b411b-eabb-469f-b104-140c2e596713 HTTP/1.1" status: 204 len: 168 time: 0.2770824 Mar 02 15:02:54.221486 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117c47bb-235c-4f50-a56b-bc87f0cb0f6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b31b411b-eabb-469f-b104-140c2e596713,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:02:54.269322 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-2e354b2a-3e23-45d4-9603-77275c3cd689 admin admin] Publish callbacks [] for security_group (a05ac783-0ea1-483a-b5d4-427f88ecac2e), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:54.379091 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-2e354b2a-3e23-45d4-9603-77275c3cd689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (a05ac783-0ea1-483a-b5d4-427f88ecac2e), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:54.420007 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-2e354b2a-3e23-45d4-9603-77275c3cd689 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7d78b2faef4a4f648c62a64759af0177&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5486307 Mar 02 15:02:54.420875 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e354b2a-3e23-45d4-9603-77275c3cd689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a05ac783-0ea1-483a-b5d4-427f88ecac2e,revision_number=1']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:02:54.422739 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 59094) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:02:54.474957 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-425ce26f-471f-4e63-b605-bf20a8a2eeac admin admin] Publish callbacks [] for security_group (a05ac783-0ea1-483a-b5d4-427f88ecac2e), before_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:54.498282 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-425ce26f-471f-4e63-b605-bf20a8a2eeac admin admin] Publish callbacks [] for security_group (a05ac783-0ea1-483a-b5d4-427f88ecac2e), precommit_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:54.653433 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-425ce26f-471f-4e63-b605-bf20a8a2eeac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (a05ac783-0ea1-483a-b5d4-427f88ecac2e), after_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:54.656267 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-425ce26f-471f-4e63-b605-bf20a8a2eeac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:54.658088 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-425ce26f-471f-4e63-b605-bf20a8a2eeac admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a05ac783-0ea1-483a-b5d4-427f88ecac2e HTTP/1.1" status: 204 len: 168 time: 0.2331145 Mar 02 15:02:54.666940 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425ce26f-471f-4e63-b605-bf20a8a2eeac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a05ac783-0ea1-483a-b5d4-427f88ecac2e,revision_number=None']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:02:55.326746 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f239af-387e-47f5-a2d3-8b19a0a414cf req-2ff2577a-f69d-4148-b9aa-a241af72c421 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:02:55.328413 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-b3f239af-387e-47f5-a2d3-8b19a0a414cf req-2ff2577a-f69d-4148-b9aa-a241af72c421 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 943 time: 0.0608346 Mar 02 15:02:55.380103 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-b3f239af-387e-47f5-a2d3-8b19a0a414cf req-0a9ddb3b-9110-4118-ab76-331ecc3740c6 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455885 Mar 02 15:02:55.382952 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 59122) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:02:55.397754 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-65920ac6-c3d8-43f7-ba92-d1d2aa27d171 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:55.479661 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-65920ac6-c3d8-43f7-ba92-d1d2aa27d171 admin admin] Publish callbacks [] for security_group (2f238848-afec-419c-8da9-e4c5c96b4669), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:55.560538 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-65920ac6-c3d8-43f7-ba92-d1d2aa27d171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (2f238848-afec-419c-8da9-e4c5c96b4669), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:55.601972 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-65920ac6-c3d8-43f7-ba92-d1d2aa27d171 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=03cc16606bf34e1a89ffa383212d9799&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2176702 Mar 02 15:02:55.602713 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65920ac6-c3d8-43f7-ba92-d1d2aa27d171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f238848-afec-419c-8da9-e4c5c96b4669,revision_number=1']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:02:55.605185 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 59132) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:02:55.679600 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-838b3abd-c638-485f-8248-2f48451f9f1d admin admin] Publish callbacks [] for security_group (2f238848-afec-419c-8da9-e4c5c96b4669), before_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:55.703207 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-838b3abd-c638-485f-8248-2f48451f9f1d admin admin] Publish callbacks [] for security_group (2f238848-afec-419c-8da9-e4c5c96b4669), precommit_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:55.904936 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-838b3abd-c638-485f-8248-2f48451f9f1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (2f238848-afec-419c-8da9-e4c5c96b4669), after_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:55.907877 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-838b3abd-c638-485f-8248-2f48451f9f1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:55.909129 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-838b3abd-c638-485f-8248-2f48451f9f1d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2f238848-afec-419c-8da9-e4c5c96b4669 HTTP/1.1" status: 204 len: 168 time: 0.3029311 Mar 02 15:02:55.917712 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838b3abd-c638-485f-8248-2f48451f9f1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f238848-afec-419c-8da9-e4c5c96b4669,revision_number=None']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:02:56.461807 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 59144) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:02:56.546576 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea58e16-98fa-44e0-992b-60422c1a82bd req-49203580-1d21-428e-bf7f-6c5c6c9bf988 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:02:56.548380 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-dea58e16-98fa-44e0-992b-60422c1a82bd req-49203580-1d21-428e-bf7f-6c5c6c9bf988 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 943 time: 0.0828049 Mar 02 15:02:56.620208 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-dea58e16-98fa-44e0-992b-60422c1a82bd req-4e564eda-2665-47dc-bbd1-fa8431d948ce tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599554 Mar 02 15:02:56.620951 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-7e5dfb4d-a7b8-4b70-8484-d70fb4c80eb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:56.704585 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-7e5dfb4d-a7b8-4b70-8484-d70fb4c80eb3 admin admin] Publish callbacks [] for security_group (0339ff95-cb62-46e6-934e-251b4a87289d), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:56.790815 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-7e5dfb4d-a7b8-4b70-8484-d70fb4c80eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (0339ff95-cb62-46e6-934e-251b4a87289d), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:56.860720 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-7e5dfb4d-a7b8-4b70-8484-d70fb4c80eb3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d1a2cf6593dc428580d47d7aa489f4d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3971417 Mar 02 15:02:56.862229 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5dfb4d-a7b8-4b70-8484-d70fb4c80eb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0339ff95-cb62-46e6-934e-251b4a87289d,revision_number=1']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:02:56.863731 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 59158) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:02:56.930641 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-1741af20-91d1-4019-8eb3-3617b0104862 admin admin] Publish callbacks [] for security_group (0339ff95-cb62-46e6-934e-251b4a87289d), before_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:56.958814 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-1741af20-91d1-4019-8eb3-3617b0104862 admin admin] Publish callbacks [] for security_group (0339ff95-cb62-46e6-934e-251b4a87289d), precommit_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:56.977938 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-473cc3d5-3a07-4a6a-b67a-ae5960e3883d req-d986e6c3-8b8b-4363-997c-0c5d05484063 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a230d674-1b12-4b6d-b3c9-16b90396e56d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0506265 Mar 02 15:02:57.080302 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473cc3d5-3a07-4a6a-b67a-ae5960e3883d req-88ee159e-9f5b-4a19-a817-c542c06aeeff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:02:57.081834 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-473cc3d5-3a07-4a6a-b67a-ae5960e3883d req-88ee159e-9f5b-4a19-a817-c542c06aeeff service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ef7ebc74e4e04842a71eef9540bbb905&device_id=a230d674-1b12-4b6d-b3c9-16b90396e56d HTTP/1.1" status: 200 len: 1129 time: 0.0486574 Mar 02 15:02:57.097447 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-1741af20-91d1-4019-8eb3-3617b0104862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (0339ff95-cb62-46e6-934e-251b4a87289d), after_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:57.101592 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-1741af20-91d1-4019-8eb3-3617b0104862 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:57.105597 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-1741af20-91d1-4019-8eb3-3617b0104862 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0339ff95-cb62-46e6-934e-251b4a87289d HTTP/1.1" status: 204 len: 168 time: 0.2407899 Mar 02 15:02:57.113741 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1741af20-91d1-4019-8eb3-3617b0104862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0339ff95-cb62-46e6-934e-251b4a87289d,revision_number=None']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:02:57.197388 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (a761fe19-4045-45cc-a7c7-f029a0c82591), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:57.233978 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473cc3d5-3a07-4a6a-b67a-ae5960e3883d req-a48e5270-14ff-4055-a122-7723791fd91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:02:57.235592 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-473cc3d5-3a07-4a6a-b67a-ae5960e3883d req-a48e5270-14ff-4055-a122-7723791fd91d service neutron] 10.222.0.55 "GET /v2.0/networks?id=dfd98ec8-5de8-4415-83aa-22cce77e500c HTTP/1.1" status: 200 len: 909 time: 0.1336575 Mar 02 15:02:57.304305 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-473cc3d5-3a07-4a6a-b67a-ae5960e3883d req-0dc0cc41-e1f5-40ba-a8b2-28ecd66a0392 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e17949f-6616-4d42-8111-05e711da824a HTTP/1.1" status: 200 len: 1000 time: 0.0624673 Mar 02 15:02:57.362990 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473cc3d5-3a07-4a6a-b67a-ae5960e3883d req-20b78583-80b1-419f-b024-61dce548e3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:02:57.364619 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-473cc3d5-3a07-4a6a-b67a-ae5960e3883d req-20b78583-80b1-419f-b024-61dce548e3ec service neutron] 10.222.0.55 "GET /v2.0/subnets?id=52bfaaf9-3cbd-41b6-b999-214dacbbebb5 HTTP/1.1" status: 200 len: 847 time: 0.0546362 Mar 02 15:02:57.420324 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473cc3d5-3a07-4a6a-b67a-ae5960e3883d req-408c1af6-6622-4384-a37f-16eb5757c44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:02:57.421747 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-473cc3d5-3a07-4a6a-b67a-ae5960e3883d req-408c1af6-6622-4384-a37f-16eb5757c44c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dfd98ec8-5de8-4415-83aa-22cce77e500c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0506694 Mar 02 15:02:57.523142 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-473cc3d5-3a07-4a6a-b67a-ae5960e3883d req-74c231c8-cd52-400d-8d67-99f625694e8b service neutron] 10.222.0.55 "GET /v2.0/networks/dfd98ec8-5de8-4415-83aa-22cce77e500c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939825 Mar 02 15:02:57.625353 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-473cc3d5-3a07-4a6a-b67a-ae5960e3883d req-715f87ee-90fb-4c23-afc1-58df1acca99c service neutron] 10.222.0.55 "GET /v2.0/networks/dfd98ec8-5de8-4415-83aa-22cce77e500c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960536 Mar 02 15:02:57.769191 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d774367-6640-4490-8f39-7d908fac347a req-db0ba70b-b5db-4326-983c-c5d208abbb80 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:02:57.771066 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-3d774367-6640-4490-8f39-7d908fac347a req-db0ba70b-b5db-4326-983c-c5d208abbb80 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 943 time: 0.0634139 Mar 02 15:02:57.844311 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-3d774367-6640-4490-8f39-7d908fac347a req-710378e0-41b4-4567-a807-12fb61423bf8 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666356 Mar 02 15:02:57.874506 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.agents_db [None req-b044b9bd-a670-44c5-b22a-8886b11808d8 None None] Agent healthcheck: found 6 active agents {{(pid=110182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 15:02:59.012757 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafb3dec-b555-45a7-8401-74c8ccb41697 req-2b125f90-ea1b-431d-a763-754707d6d38c tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:02:59.016057 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-dafb3dec-b555-45a7-8401-74c8ccb41697 req-2b125f90-ea1b-431d-a763-754707d6d38c tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 943 time: 0.0819125 Mar 02 15:02:59.176140 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-dafb3dec-b555-45a7-8401-74c8ccb41697 req-9c29c711-0f1e-4340-88a9-1847fb61eb8a tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1533570 Mar 02 15:02:59.184186 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5630e6c-744f-4116-aab3-0b35bf74d5e9 req-2da42b64-5d8a-4544-bed5-68ba184980a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:02:59.185704 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-f5630e6c-744f-4116-aab3-0b35bf74d5e9 req-2da42b64-5d8a-4544-bed5-68ba184980a6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd&tenant_id=8d6fe98143c241798db8cd747803fb48 HTTP/1.1" status: 200 len: 1127 time: 0.1262574 Mar 02 15:02:59.281002 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5630e6c-744f-4116-aab3-0b35bf74d5e9 req-19a14a4a-18bf-471b-9bbc-5cdbcd162a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:02:59.282737 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-f5630e6c-744f-4116-aab3-0b35bf74d5e9 req-19a14a4a-18bf-471b-9bbc-5cdbcd162a6f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8d6fe98143c241798db8cd747803fb48&device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 1127 time: 0.0543828 Mar 02 15:02:59.386972 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5630e6c-744f-4116-aab3-0b35bf74d5e9 req-f1de10e5-f474-44be-a332-03afecff4185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:02:59.395744 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-f5630e6c-744f-4116-aab3-0b35bf74d5e9 req-f1de10e5-f474-44be-a332-03afecff4185 service neutron] 10.222.0.55 "GET /v2.0/networks?id=32a772a1-de65-4149-a254-15f24cef804d HTTP/1.1" status: 200 len: 918 time: 0.0983136 Mar 02 15:02:59.506802 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-f5630e6c-744f-4116-aab3-0b35bf74d5e9 req-13468ad2-aed7-4fdf-b5d6-ea619d62bf55 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e876fffc-f842-4f0f-ad30-380165a0570d HTTP/1.1" status: 200 len: 998 time: 0.0770290 Mar 02 15:02:59.560022 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5630e6c-744f-4116-aab3-0b35bf74d5e9 req-5d933731-e323-47d7-ab60-d2eaafd5bf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:02:59.561026 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-f5630e6c-744f-4116-aab3-0b35bf74d5e9 req-5d933731-e323-47d7-ab60-d2eaafd5bf1b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4f813be6-b019-4418-9613-23d83e4ca2ff HTTP/1.1" status: 200 len: 856 time: 0.0475693 Mar 02 15:02:59.616210 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5630e6c-744f-4116-aab3-0b35bf74d5e9 req-2dee244b-afc8-4712-a99c-506e7d21eaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:02:59.617747 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-f5630e6c-744f-4116-aab3-0b35bf74d5e9 req-2dee244b-afc8-4712-a99c-506e7d21eaa8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=32a772a1-de65-4149-a254-15f24cef804d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488822 Mar 02 15:02:59.653099 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 59248) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:02:59.733765 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-f5630e6c-744f-4116-aab3-0b35bf74d5e9 req-4cc905f9-c506-46c1-8e7f-9d12e4b37b0b service neutron] 10.222.0.55 "GET /v2.0/networks/32a772a1-de65-4149-a254-15f24cef804d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078961 Mar 02 15:02:59.783635 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-061b51a2-b235-4f3a-9115-be9919fbf711 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:59.828310 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-f5630e6c-744f-4116-aab3-0b35bf74d5e9 req-028c9d2d-2a32-416d-8986-fa4af83f26c2 service neutron] 10.222.0.55 "GET /v2.0/networks/32a772a1-de65-4149-a254-15f24cef804d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866730 Mar 02 15:02:59.868432 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-061b51a2-b235-4f3a-9115-be9919fbf711 admin admin] Publish callbacks [] for security_group (b8955e46-60ed-441b-adc4-da07dcde344e), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:02:59.966562 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-061b51a2-b235-4f3a-9115-be9919fbf711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (b8955e46-60ed-441b-adc4-da07dcde344e), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:03:00.010942 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-061b51a2-b235-4f3a-9115-be9919fbf711 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=eae26f8e7dad44c39acaa48f78e36d36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3565564 Mar 02 15:03:00.011730 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b51a2-b235-4f3a-9115-be9919fbf711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8955e46-60ed-441b-adc4-da07dcde344e,revision_number=1']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:03:00.014926 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 59258) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:03:00.076689 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-675f6058-6a2c-42c2-b399-54dbff79ebc1 admin admin] Publish callbacks [] for security_group (b8955e46-60ed-441b-adc4-da07dcde344e), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:03:00.100999 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-675f6058-6a2c-42c2-b399-54dbff79ebc1 admin admin] Publish callbacks [] for security_group (b8955e46-60ed-441b-adc4-da07dcde344e), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:03:00.223328 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-675f6058-6a2c-42c2-b399-54dbff79ebc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (b8955e46-60ed-441b-adc4-da07dcde344e), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:03:00.225936 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-675f6058-6a2c-42c2-b399-54dbff79ebc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:03:00.229943 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-675f6058-6a2c-42c2-b399-54dbff79ebc1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b8955e46-60ed-441b-adc4-da07dcde344e HTTP/1.1" status: 204 len: 168 time: 0.2110717 Mar 02 15:03:00.238136 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675f6058-6a2c-42c2-b399-54dbff79ebc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8955e46-60ed-441b-adc4-da07dcde344e,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:03:00.327549 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0a5f68-4427-4d71-8e9c-c197576965ac req-62b38970-b3f1-4f0c-a240-50d379fc1ec2 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:03:00.329097 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-8d0a5f68-4427-4d71-8e9c-c197576965ac req-62b38970-b3f1-4f0c-a240-50d379fc1ec2 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 943 time: 0.0574956 Mar 02 15:03:00.377817 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-8d0a5f68-4427-4d71-8e9c-c197576965ac req-42e0dbb2-9b9d-4e65-a270-45e824765979 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429130 Mar 02 15:03:01.062390 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 59288) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:03:01.077747 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-fef72d8d-0753-4522-b520-2c80680eade4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:03:01.202927 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-fef72d8d-0753-4522-b520-2c80680eade4 admin admin] Publish callbacks [] for security_group (6ecf7e05-8933-482f-98df-e9f88eceacae), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:03:01.257722 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-fef72d8d-0753-4522-b520-2c80680eade4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (6ecf7e05-8933-482f-98df-e9f88eceacae), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:03:01.307903 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-fef72d8d-0753-4522-b520-2c80680eade4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=70c7e9b1d05c40ae86a4f3acb202900f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2435832 Mar 02 15:03:01.308831 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef72d8d-0753-4522-b520-2c80680eade4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ecf7e05-8933-482f-98df-e9f88eceacae,revision_number=1']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:03:01.311357 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 59294) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:03:01.374869 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-3535c228-d3d7-4425-a7b2-63d5f058c432 admin admin] Publish callbacks [] for security_group (6ecf7e05-8933-482f-98df-e9f88eceacae), before_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:03:01.400974 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-3535c228-d3d7-4425-a7b2-63d5f058c432 admin admin] Publish callbacks [] for security_group (6ecf7e05-8933-482f-98df-e9f88eceacae), precommit_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:03:01.596437 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-3535c228-d3d7-4425-a7b2-63d5f058c432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (6ecf7e05-8933-482f-98df-e9f88eceacae), after_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:03:01.599497 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-3535c228-d3d7-4425-a7b2-63d5f058c432 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:03:01.600665 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-3535c228-d3d7-4425-a7b2-63d5f058c432 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6ecf7e05-8933-482f-98df-e9f88eceacae HTTP/1.1" status: 204 len: 168 time: 0.2874384 Mar 02 15:03:01.626962 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535c228-d3d7-4425-a7b2-63d5f058c432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ecf7e05-8933-482f-98df-e9f88eceacae,revision_number=None']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:03:01.669004 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91157a7a-fbf1-4f34-ab54-e6f8b4e58072 req-e434d2f7-bb0c-446f-88ce-424e895795a7 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:03:01.671661 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-91157a7a-fbf1-4f34-ab54-e6f8b4e58072 req-e434d2f7-bb0c-446f-88ce-424e895795a7 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 943 time: 0.1299994 Mar 02 15:03:01.767033 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-91157a7a-fbf1-4f34-ab54-e6f8b4e58072 req-2c6a2466-c967-4d03-8c3b-fbef4eb5bdbe tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842507 Mar 02 15:03:02.943994 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9279cfa-20be-408a-8bf5-21325e422a34 req-70a2a422-fe09-4c9c-8ac0-d384d36485af tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:03:02.946523 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-e9279cfa-20be-408a-8bf5-21325e422a34 req-70a2a422-fe09-4c9c-8ac0-d384d36485af tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 943 time: 0.0750289 Mar 02 15:03:03.030800 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-e9279cfa-20be-408a-8bf5-21325e422a34 req-ca1b9ed5-dc93-472c-9044-3ac964596f37 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742202 Mar 02 15:03:04.192645 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912d1b6e-f3c0-4530-a2b1-c8de2f0b8b04 req-65f5381f-628b-412c-ab13-aa8546aee34d tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:03:04.195138 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-912d1b6e-f3c0-4530-a2b1-c8de2f0b8b04 req-65f5381f-628b-412c-ab13-aa8546aee34d tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 943 time: 0.0878105 Mar 02 15:03:04.314039 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-912d1b6e-f3c0-4530-a2b1-c8de2f0b8b04 req-c61c0b5c-7267-4db6-9732-017e4c7a65d8 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695753 Mar 02 15:03:05.436842 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd88ef6-0dd0-404a-9f1e-16055b183c32 req-ab913abc-bd21-44d9-827a-4ae16fb9960e tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:03:05.438448 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-7bd88ef6-0dd0-404a-9f1e-16055b183c32 req-ab913abc-bd21-44d9-827a-4ae16fb9960e tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 943 time: 0.0558126 Mar 02 15:03:05.489883 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-7bd88ef6-0dd0-404a-9f1e-16055b183c32 req-594de9a5-6628-4dc4-984c-67eb6f4f173f tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453775 Mar 02 15:03:06.676168 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1855afe-81f9-46d4-bc67-e9ad718e9b86 req-87b7495c-55bc-4eef-83e7-564bc66002fd tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:03:06.678173 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-d1855afe-81f9-46d4-bc67-e9ad718e9b86 req-87b7495c-55bc-4eef-83e7-564bc66002fd tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 943 time: 0.0777831 Mar 02 15:03:06.759299 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-d1855afe-81f9-46d4-bc67-e9ad718e9b86 req-efa3353f-03be-49dc-b3f7-063a78a900e3 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720017 Mar 02 15:03:07.887032 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e88dc1-2e48-43a6-a8a6-8171513e181d req-aceaa406-39f7-4507-88d9-7f5329855c7e tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:03:07.888587 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-67e88dc1-2e48-43a6-a8a6-8171513e181d req-aceaa406-39f7-4507-88d9-7f5329855c7e tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 943 time: 0.0578582 Mar 02 15:03:07.939143 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-67e88dc1-2e48-43a6-a8a6-8171513e181d req-83d23506-1869-46f0-ae2c-970a6d27bf26 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443091 Mar 02 15:03:09.102512 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b9745c-0280-4c65-b1af-98dd236e8433 req-286abc9d-4f02-4f7e-9cbd-e5121d6a10ee tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:03:09.104496 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-f7b9745c-0280-4c65-b1af-98dd236e8433 req-286abc9d-4f02-4f7e-9cbd-e5121d6a10ee tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 943 time: 0.0787458 Mar 02 15:03:09.171374 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-f7b9745c-0280-4c65-b1af-98dd236e8433 req-981b33b7-b18c-4238-99ec-471d646d2fc3 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538778 Mar 02 15:03:09.550643 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-10839087-94ec-48d0-a6c3-733e179c3939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (dc3a6147-3194-47be-b33a-76a9a2a48933), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:03:10.301855 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd25082-4b94-43c1-9ddd-51d28523dcf3 req-2fe1f4c3-02f5-43f6-931b-44d08648bd40 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:03:10.303307 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-9bd25082-4b94-43c1-9ddd-51d28523dcf3 req-2fe1f4c3-02f5-43f6-931b-44d08648bd40 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 943 time: 0.0559025 Mar 02 15:03:10.349588 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-9bd25082-4b94-43c1-9ddd-51d28523dcf3 req-d9bfdf63-cfd8-4b05-9018-f513c4b4589e tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406308 Mar 02 15:03:11.064552 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-8d5ef2f2-2db4-4789-a54e-42a95f3b83c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (4b7d4a90-2987-419a-b6cd-7624b7dba065), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:03:11.477414 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0331cf-4ef0-4d39-bd48-9a327de4a219 req-98135d62-abfd-4745-8abd-db21cde23da8 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:03:11.480777 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ba0331cf-4ef0-4d39-bd48-9a327de4a219 req-98135d62-abfd-4745-8abd-db21cde23da8 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 943 time: 0.0543740 Mar 02 15:03:11.538394 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ba0331cf-4ef0-4d39-bd48-9a327de4a219 req-9c6f0d99-88f2-47dd-a275-309c9ac42e79 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505960 Mar 02 15:03:12.115909 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-8c265469-93de-451d-a227-73ff998d8f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (bfbb2626-1130-458a-80a5-4632d76fa057), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:03:12.672124 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539816a6-d01c-4aae-90ca-b3b1e644e52f req-b437148c-8a80-4064-9dbb-f46dd2a8a0a5 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:03:12.673655 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-539816a6-d01c-4aae-90ca-b3b1e644e52f req-b437148c-8a80-4064-9dbb-f46dd2a8a0a5 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 943 time: 0.0567553 Mar 02 15:03:12.744772 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-539816a6-d01c-4aae-90ca-b3b1e644e52f req-97112b19-05d6-4775-b93f-c6a8c5634701 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625052 Mar 02 15:03:13.756911 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-9cfe1c82-1e01-4346-89c5-c3e1093f4022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (b9ce56f8-3527-4dd9-b024-9df7b3f4c018), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:03:13.874003 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f92756-5887-4467-af6f-b1e4175d3fad req-37370e96-1947-4e68-b540-0276fceed353 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:03:13.875535 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-b5f92756-5887-4467-af6f-b1e4175d3fad req-37370e96-1947-4e68-b540-0276fceed353 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 943 time: 0.0557735 Mar 02 15:03:13.927488 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-b5f92756-5887-4467-af6f-b1e4175d3fad req-38a8cdcb-17ae-4b7b-add5-8700c3b8f673 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461283 Mar 02 15:03:15.012033 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (3a73802c-5f14-4c1f-8439-e74c4c90063b), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:03:15.085984 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2948a75a-c322-430e-9d99-69586ce53645 req-ef595832-5bec-483d-90ce-f1221cadf670 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:03:15.087489 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-2948a75a-c322-430e-9d99-69586ce53645 req-ef595832-5bec-483d-90ce-f1221cadf670 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 943 time: 0.0583148 Mar 02 15:03:15.147841 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-2948a75a-c322-430e-9d99-69586ce53645 req-766c8fb3-a23f-41fa-bacb-22a986f29d80 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460229 Mar 02 15:03:16.289744 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510df76d-8cf8-4460-a9c1-63c8100251e9 req-5fd9c4a0-0b97-4afb-849f-d8b92b214300 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:03:16.292945 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-510df76d-8cf8-4460-a9c1-63c8100251e9 req-5fd9c4a0-0b97-4afb-849f-d8b92b214300 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 943 time: 0.0635178 Mar 02 15:03:16.346743 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-510df76d-8cf8-4460-a9c1-63c8100251e9 req-5ebb9cdb-9b2d-463d-86e8-9daae542cb57 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495625 Mar 02 15:03:17.469073 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa1faaa-d663-4056-b015-85a0f7f241a6 req-a25734c8-aa93-427a-90ef-e38418a77e17 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:03:17.470575 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-3fa1faaa-d663-4056-b015-85a0f7f241a6 req-a25734c8-aa93-427a-90ef-e38418a77e17 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 943 time: 0.0530517 Mar 02 15:03:17.518643 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-3fa1faaa-d663-4056-b015-85a0f7f241a6 req-c6a61737-cda6-484d-80c4-4fc042ff95de tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421085 Mar 02 15:03:18.644415 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a08b62-a458-49d0-bd52-03c499e1589d req-47f73249-7953-454c-9657-78b3310c4f5b tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:03:18.645953 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-b7a08b62-a458-49d0-bd52-03c499e1589d req-47f73249-7953-454c-9657-78b3310c4f5b tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 943 time: 0.0545576 Mar 02 15:03:18.708890 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-b7a08b62-a458-49d0-bd52-03c499e1589d req-15d8fba3-ee4a-4a48-bf50-bd2c33d658c0 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570278 Mar 02 15:03:19.834597 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f71c722-22c8-40ab-8387-6aafc0ddc56a req-f6294f16-33ce-4f50-bd5a-b6d6656ee3a2 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:03:19.836107 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-4f71c722-22c8-40ab-8387-6aafc0ddc56a req-f6294f16-33ce-4f50-bd5a-b6d6656ee3a2 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 943 time: 0.0534260 Mar 02 15:03:19.885002 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-4f71c722-22c8-40ab-8387-6aafc0ddc56a req-913db292-533e-4ec9-bdf2-7ba52ffe218b tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418041 Mar 02 15:03:21.008839 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3904a92f-8fec-4e73-bb00-7eaf81c36d07 req-ae490019-bec5-4566-bfcb-2f6a3254105e tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:03:21.010835 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-3904a92f-8fec-4e73-bb00-7eaf81c36d07 req-ae490019-bec5-4566-bfcb-2f6a3254105e tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 943 time: 0.0539014 Mar 02 15:03:21.059914 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-3904a92f-8fec-4e73-bb00-7eaf81c36d07 req-d5fd1d51-a87d-4ab9-a31d-13d48eb78706 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433829 Mar 02 15:03:22.194713 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5061b7c-51ae-4e9f-a72f-fc552014b4dc req-dbb31897-32d8-4554-bdce-cfb7e6473900 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:03:22.197486 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-f5061b7c-51ae-4e9f-a72f-fc552014b4dc req-dbb31897-32d8-4554-bdce-cfb7e6473900 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 943 time: 0.0641956 Mar 02 15:03:22.246608 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-f5061b7c-51ae-4e9f-a72f-fc552014b4dc req-e6ca7d0a-ab1f-4dd9-bd77-c1fb6e083705 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438676 Mar 02 15:03:23.379201 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ad79e0-ffa2-4379-9fd2-7a0c51d8deb0 req-2620f8b9-fe1d-4b3c-99f9-cc4196e0f008 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:03:23.380711 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-b8ad79e0-ffa2-4379-9fd2-7a0c51d8deb0 req-2620f8b9-fe1d-4b3c-99f9-cc4196e0f008 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 943 time: 0.0561504 Mar 02 15:03:23.431127 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-b8ad79e0-ffa2-4379-9fd2-7a0c51d8deb0 req-01681d15-a3c9-431e-9ae0-6491024d89ce tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447359 Mar 02 15:03:24.575033 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75267eb-967f-43fe-90f9-c5fec2fa34fa req-9a07ce5f-6b43-4290-b33c-00c3be712101 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:03:24.577351 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-e75267eb-967f-43fe-90f9-c5fec2fa34fa req-9a07ce5f-6b43-4290-b33c-00c3be712101 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 943 time: 0.0695295 Mar 02 15:03:24.625753 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-e75267eb-967f-43fe-90f9-c5fec2fa34fa req-d2ebaaf6-62b5-4f82-b260-f8bb5a2bf9a3 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428011 Mar 02 15:03:25.765763 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268476ec-a061-4df6-920e-cf3920a6e564 req-c65df0f7-b4df-4620-838a-ac2e53c75553 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:03:25.767377 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-268476ec-a061-4df6-920e-cf3920a6e564 req-c65df0f7-b4df-4620-838a-ac2e53c75553 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 943 time: 0.0645075 Mar 02 15:03:25.820417 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-268476ec-a061-4df6-920e-cf3920a6e564 req-792e1eba-ed88-420a-9125-208b8b711861 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464635 Mar 02 15:03:26.948282 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a910d6-a8e8-4987-90f4-749a1aeba253 req-81df8b18-ae8f-4d58-99fd-3f7f482e719f tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:03:26.949769 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-85a910d6-a8e8-4987-90f4-749a1aeba253 req-81df8b18-ae8f-4d58-99fd-3f7f482e719f tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 943 time: 0.0535421 Mar 02 15:03:27.004225 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-85a910d6-a8e8-4987-90f4-749a1aeba253 req-ac06a857-94d4-442e-a014-b61bf6768d99 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482662 Mar 02 15:03:27.179514 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (a761fe19-4045-45cc-a7c7-f029a0c82591), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:03:28.132882 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0631452c-e5fb-42e0-bce7-c636c2de0659 req-5dff3e41-c325-4287-9127-82559b867897 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:03:28.134559 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-0631452c-e5fb-42e0-bce7-c636c2de0659 req-5dff3e41-c325-4287-9127-82559b867897 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 943 time: 0.0544021 Mar 02 15:03:28.185139 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-0631452c-e5fb-42e0-bce7-c636c2de0659 req-54d7ddcb-1c1c-4682-a121-1ba8afea85d7 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449500 Mar 02 15:03:29.316130 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf99d515-c114-4b9a-9d31-152fc03a9327 req-e659da1a-0775-41cc-b7a7-6dc6c273c255 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:03:29.318119 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-bf99d515-c114-4b9a-9d31-152fc03a9327 req-e659da1a-0775-41cc-b7a7-6dc6c273c255 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 943 time: 0.0567262 Mar 02 15:03:29.367249 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-bf99d515-c114-4b9a-9d31-152fc03a9327 req-e4163dd4-c755-4c9c-a776-f702627ea619 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428009 Mar 02 15:03:30.500961 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acaf697-1a90-4c53-9dd8-aabda7d85921 req-930eeec2-de8d-4938-8b99-1499aebb2252 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:03:30.502485 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-5acaf697-1a90-4c53-9dd8-aabda7d85921 req-930eeec2-de8d-4938-8b99-1499aebb2252 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 943 time: 0.0589616 Mar 02 15:03:30.553890 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-5acaf697-1a90-4c53-9dd8-aabda7d85921 req-84b15021-e4f2-40e3-8f71-6eb26e1a93bd tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458558 Mar 02 15:03:31.682005 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92682d29-71e1-4108-8b5e-ac73f3cfca84 req-475266a4-813b-4f1a-a144-f3505fd19053 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:03:31.683371 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-92682d29-71e1-4108-8b5e-ac73f3cfca84 req-475266a4-813b-4f1a-a144-f3505fd19053 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 943 time: 0.0549238 Mar 02 15:03:31.730328 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-92682d29-71e1-4108-8b5e-ac73f3cfca84 req-da03ae7c-5783-49fa-8609-d267f36842bb tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414634 Mar 02 15:03:32.863080 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095dcfda-95a1-4760-ba6c-7567c6545a4d req-776b8381-4343-4858-a6e4-c70f5ed67703 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:03:32.864561 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-095dcfda-95a1-4760-ba6c-7567c6545a4d req-776b8381-4343-4858-a6e4-c70f5ed67703 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 943 time: 0.0519550 Mar 02 15:03:32.912882 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-095dcfda-95a1-4760-ba6c-7567c6545a4d req-e053da45-471d-4b94-b2c3-f1966a4cb143 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421889 Mar 02 15:03:34.035065 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f84879-294b-48b6-9f45-c340429e6568 req-ab87c0d7-59a4-46e8-a815-1f81f5ba637c tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:03:34.036578 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a9f84879-294b-48b6-9f45-c340429e6568 req-ab87c0d7-59a4-46e8-a815-1f81f5ba637c tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 943 time: 0.0534604 Mar 02 15:03:34.085316 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a9f84879-294b-48b6-9f45-c340429e6568 req-4cd0d863-d5e0-4d1f-b1a2-aedada9fed87 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431693 Mar 02 15:03:34.874741 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.agents_db [None req-b044b9bd-a670-44c5-b22a-8886b11808d8 None None] Agent healthcheck: found 6 active agents {{(pid=110182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 15:03:35.218558 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d1424-ff02-4a7d-8094-0f54029e9a14 req-e936fae7-4546-4d45-9793-39811c6c7f95 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:03:35.220105 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-991d1424-ff02-4a7d-8094-0f54029e9a14 req-e936fae7-4546-4d45-9793-39811c6c7f95 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 943 time: 0.0581620 Mar 02 15:03:35.270104 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-991d1424-ff02-4a7d-8094-0f54029e9a14 req-94dcb639-2139-49b9-87aa-8a345c22306c tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442710 Mar 02 15:03:36.403366 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511b649c-013f-4062-b9f9-e005931b3e47 req-c900f072-2152-47aa-addd-363e73946982 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:03:36.404942 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-511b649c-013f-4062-b9f9-e005931b3e47 req-c900f072-2152-47aa-addd-363e73946982 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 943 time: 0.0581403 Mar 02 15:03:36.454612 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-511b649c-013f-4062-b9f9-e005931b3e47 req-4215bbd2-256d-478b-b978-c10c0a12e390 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432916 Mar 02 15:03:37.593855 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d25be-433e-465e-b088-e6c0b2acbdff req-e3091089-c98d-49ed-8e8a-de2fa8e19fb4 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:03:37.595511 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-155d25be-433e-465e-b088-e6c0b2acbdff req-e3091089-c98d-49ed-8e8a-de2fa8e19fb4 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 943 time: 0.0548227 Mar 02 15:03:37.644671 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-155d25be-433e-465e-b088-e6c0b2acbdff req-bb963899-407b-42b7-a69d-abb6aecd85ad tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430136 Mar 02 15:03:38.656687 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-caad9de0-a6ed-47f0-a94a-094b24dde967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (dc3a6147-3194-47be-b33a-76a9a2a48933), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:03:38.775217 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaca8bcd-8c51-4934-8c56-071b0f7ddede req-5a68e3cb-4781-421c-8648-93fd373854e3 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:03:38.776919 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-eaca8bcd-8c51-4934-8c56-071b0f7ddede req-5a68e3cb-4781-421c-8648-93fd373854e3 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 943 time: 0.0585318 Mar 02 15:03:38.824118 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-eaca8bcd-8c51-4934-8c56-071b0f7ddede req-64fe05fb-8239-491c-9311-01cb196e0635 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410795 Mar 02 15:03:39.950363 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473a4d1b-7e7d-480f-85c6-4fe56b25cd98 req-510a57c8-e15d-43ae-9e71-f8ed262d6da7 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:03:39.951925 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-473a4d1b-7e7d-480f-85c6-4fe56b25cd98 req-510a57c8-e15d-43ae-9e71-f8ed262d6da7 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 943 time: 0.0555158 Mar 02 15:03:40.001816 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-473a4d1b-7e7d-480f-85c6-4fe56b25cd98 req-7dc851fa-e43f-4dad-93ae-ef2f95155208 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440526 Mar 02 15:03:41.081407 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-235c8a8c-0a22-4e89-818a-d1ddbe4b97c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (4b7d4a90-2987-419a-b6cd-7624b7dba065), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:03:41.132095 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f739f7c2-d273-4797-81d7-44a85b2f9169 req-e1b00b7b-f8d1-434e-8101-b6625b4c8aca tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:03:41.134450 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-f739f7c2-d273-4797-81d7-44a85b2f9169 req-e1b00b7b-f8d1-434e-8101-b6625b4c8aca tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 943 time: 0.0582638 Mar 02 15:03:41.186443 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-f739f7c2-d273-4797-81d7-44a85b2f9169 req-072025bf-2896-403b-8c92-4c40960f2af7 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458486 Mar 02 15:03:42.136366 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-8c265469-93de-451d-a227-73ff998d8f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (bfbb2626-1130-458a-80a5-4632d76fa057), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:03:42.313784 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b670da71-9a7f-4d96-9e6b-f52c56e00f7d req-e3236a83-d5c5-451f-96ca-2795afbbeb4e tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:03:42.315333 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-b670da71-9a7f-4d96-9e6b-f52c56e00f7d req-e3236a83-d5c5-451f-96ca-2795afbbeb4e tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 943 time: 0.0546741 Mar 02 15:03:42.392656 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-b670da71-9a7f-4d96-9e6b-f52c56e00f7d req-7e533f91-3e13-4dc0-9a17-ecfcfad8263e tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709569 Mar 02 15:03:43.490676 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Device e876fffc-f842-4f0f-ad30-380165a0570d details requested by agent hyperv_hv-cinder-83143 with host hv-cinder-83143 {{(pid=110181) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 15:03:43.522869 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f72f99-b989-412b-a4c2-45fedfe227fa req-66add8e5-985b-4099-a74c-a07dd61df1fc tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:03:43.525208 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-47f72f99-b989-412b-a4c2-45fedfe227fa req-66add8e5-985b-4099-a74c-a07dd61df1fc tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 943 time: 0.0574450 Mar 02 15:03:43.574771 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-47f72f99-b989-412b-a4c2-45fedfe227fa req-cbe5bb85-47a6-42f3-a856-46846199751c tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437155 Mar 02 15:03:43.603910 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] For port e876fffc-f842-4f0f-ad30-380165a0570d, host hv-cinder-83143, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=e876fffc-f842-4f0f-ad30-380165a0570d,segment=NetworkSegment(a29b8c1f-4601-46a8-a0c5-19fb5294c518),segment_id=a29b8c1f-4601-46a8-a0c5-19fb5294c518)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:03:43.618922 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Returning: {'device': 'e876fffc-f842-4f0f-ad30-380165a0570d', 'network_id': '32a772a1-de65-4149-a254-15f24cef804d', 'port_id': 'e876fffc-f842-4f0f-ad30-380165a0570d', 'mac_address': 'fa:16:3e:5b:5f:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f813be6-b019-4418-9613-23d83e4ca2ff', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110181) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 15:03:43.767501 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-9cfe1c82-1e01-4346-89c5-c3e1093f4022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (b9ce56f8-3527-4dd9-b024-9df7b3f4c018), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:03:43.779761 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Current status of the port e876fffc-f842-4f0f-ad30-380165a0570d is: DOWN; New status is: BUILD {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 15:03:43.780160 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (e876fffc-f842-4f0f-ad30-380165a0570d), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:03:43.793748 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.notifiers.nova [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e876fffc-f842-4f0f-ad30-380165a0570d {{(pid=110181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 15:03:43.813404 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] For port e876fffc-f842-4f0f-ad30-380165a0570d, host hv-cinder-83143, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=e876fffc-f842-4f0f-ad30-380165a0570d,segment=NetworkSegment(a29b8c1f-4601-46a8-a0c5-19fb5294c518),segment_id=a29b8c1f-4601-46a8-a0c5-19fb5294c518)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:03:43.892919 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (e876fffc-f842-4f0f-ad30-380165a0570d), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:03:43.940292 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Pushing event updated for resources: {'Port': ['ID=e876fffc-f842-4f0f-ad30-380165a0570d,revision_number=9']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:03:44.468535 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] get_ports_and_sgs() called for port_ids ['e876fffc-f842-4f0f-ad30-380165a0570d'] {{(pid=110181) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 15:03:44.705978 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafac674-a52f-4d9e-a3a3-13eec7a71fe7 req-302b7f4e-32e6-486d-aeb8-5690bfd6eb00 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:03:44.707470 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-fafac674-a52f-4d9e-a3a3-13eec7a71fe7 req-302b7f4e-32e6-486d-aeb8-5690bfd6eb00 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 944 time: 0.0564001 Mar 02 15:03:44.756482 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-fafac674-a52f-4d9e-a3a3-13eec7a71fe7 req-ff421d60-0880-43fc-9b65-7a372993645f tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426087 Mar 02 15:03:44.989887 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (3a73802c-5f14-4c1f-8439-e74c4c90063b), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:03:45.894531 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcf0b0e-6588-4395-a1be-0df6df6efdee req-92c37d9d-5530-4e24-b58d-5111c01f35b7 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:03:45.896375 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-4fcf0b0e-6588-4395-a1be-0df6df6efdee req-92c37d9d-5530-4e24-b58d-5111c01f35b7 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 944 time: 0.0530632 Mar 02 15:03:45.945152 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-4fcf0b0e-6588-4395-a1be-0df6df6efdee req-5e53393b-89e8-4fcc-961b-bc553ef22bca tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418231 Mar 02 15:03:46.090800 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 59824) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:03:46.195963 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-0f3dbd68-05c5-43be-ae4d-d39bfc158d99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:03:46.268689 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-0f3dbd68-05c5-43be-ae4d-d39bfc158d99 admin admin] Publish callbacks [] for security_group (d64ffb39-bdc1-4cab-b515-40ef41d1f365), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:03:46.353578 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-0f3dbd68-05c5-43be-ae4d-d39bfc158d99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (d64ffb39-bdc1-4cab-b515-40ef41d1f365), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:03:46.410596 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-0f3dbd68-05c5-43be-ae4d-d39bfc158d99 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=59fe7c6f7b4947e4bf318325a2a33645&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3187039 Mar 02 15:03:46.417551 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3dbd68-05c5-43be-ae4d-d39bfc158d99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d64ffb39-bdc1-4cab-b515-40ef41d1f365,revision_number=1']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:03:46.417839 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 59834) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:03:46.420279 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3dbd68-05c5-43be-ae4d-d39bfc158d99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:03:46.420637 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3dbd68-05c5-43be-ae4d-d39bfc158d99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:03:46.421007 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3dbd68-05c5-43be-ae4d-d39bfc158d99 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:03:46.421349 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3dbd68-05c5-43be-ae4d-d39bfc158d99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:03:46.421687 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3dbd68-05c5-43be-ae4d-d39bfc158d99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:03:46.422024 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3dbd68-05c5-43be-ae4d-d39bfc158d99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:03:46.422356 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3dbd68-05c5-43be-ae4d-d39bfc158d99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:03:46.422687 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3dbd68-05c5-43be-ae4d-d39bfc158d99 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:03:46.423017 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3dbd68-05c5-43be-ae4d-d39bfc158d99 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:03:46.423481 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3dbd68-05c5-43be-ae4d-d39bfc158d99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:03:46.423711 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3dbd68-05c5-43be-ae4d-d39bfc158d99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:03:46.424040 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3dbd68-05c5-43be-ae4d-d39bfc158d99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:03:46.424753 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3dbd68-05c5-43be-ae4d-d39bfc158d99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:03:46.474061 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-d95459fa-e660-4258-85dd-7fd927538dc8 admin admin] Publish callbacks [] for security_group (d64ffb39-bdc1-4cab-b515-40ef41d1f365), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:03:46.495804 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-d95459fa-e660-4258-85dd-7fd927538dc8 admin admin] Publish callbacks [] for security_group (d64ffb39-bdc1-4cab-b515-40ef41d1f365), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:03:46.619218 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-d95459fa-e660-4258-85dd-7fd927538dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (d64ffb39-bdc1-4cab-b515-40ef41d1f365), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:03:46.621990 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-d95459fa-e660-4258-85dd-7fd927538dc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:03:46.623184 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-d95459fa-e660-4258-85dd-7fd927538dc8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d64ffb39-bdc1-4cab-b515-40ef41d1f365 HTTP/1.1" status: 204 len: 168 time: 0.2043781 Mar 02 15:03:46.631726 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95459fa-e660-4258-85dd-7fd927538dc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d64ffb39-bdc1-4cab-b515-40ef41d1f365,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:03:46.640018 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95459fa-e660-4258-85dd-7fd927538dc8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:03:46.640393 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95459fa-e660-4258-85dd-7fd927538dc8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:03:46.640739 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95459fa-e660-4258-85dd-7fd927538dc8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:03:46.641077 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95459fa-e660-4258-85dd-7fd927538dc8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:03:46.641404 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95459fa-e660-4258-85dd-7fd927538dc8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:03:46.641731 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95459fa-e660-4258-85dd-7fd927538dc8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:03:46.642056 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95459fa-e660-4258-85dd-7fd927538dc8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:03:46.642380 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95459fa-e660-4258-85dd-7fd927538dc8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:03:46.642703 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95459fa-e660-4258-85dd-7fd927538dc8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:03:46.643030 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95459fa-e660-4258-85dd-7fd927538dc8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:03:46.643480 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95459fa-e660-4258-85dd-7fd927538dc8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:03:46.643713 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95459fa-e660-4258-85dd-7fd927538dc8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:03:46.644041 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95459fa-e660-4258-85dd-7fd927538dc8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:03:47.071717 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128bc2a2-0af6-4aec-b3bd-2f62c2d5f29f req-6bcc1f58-dff9-4e9c-b5db-abf766d4c648 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:03:47.073261 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-128bc2a2-0af6-4aec-b3bd-2f62c2d5f29f req-6bcc1f58-dff9-4e9c-b5db-abf766d4c648 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 944 time: 0.0549355 Mar 02 15:03:47.121775 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-128bc2a2-0af6-4aec-b3bd-2f62c2d5f29f req-87259b6a-af2e-44ac-98ca-9f49d588c15e tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426424 Mar 02 15:03:47.323094 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 59848) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:03:47.335788 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-7b0e9c0c-b8d1-40f9-9de7-ebc00bc62282 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:03:47.408352 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-7b0e9c0c-b8d1-40f9-9de7-ebc00bc62282 admin admin] Publish callbacks [] for security_group (b17ec50b-1113-426e-9d44-9daacbcfe926), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:03:47.510784 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-7b0e9c0c-b8d1-40f9-9de7-ebc00bc62282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (b17ec50b-1113-426e-9d44-9daacbcfe926), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:03:47.522916 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Device e876fffc-f842-4f0f-ad30-380165a0570d up at agent hyperv_hv-cinder-83143 {{(pid=110181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 15:03:47.555949 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-7b0e9c0c-b8d1-40f9-9de7-ebc00bc62282 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ad79540d56a74e8c860ca05aab7fc227&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2281008 Mar 02 15:03:47.555949 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0e9c0c-b8d1-40f9-9de7-ebc00bc62282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b17ec50b-1113-426e-9d44-9daacbcfe926,revision_number=1']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:03:47.556725 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 59850) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:03:47.580010 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Provisioning complete for port e876fffc-f842-4f0f-ad30-380165a0570d triggered by entity L2. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 15:03:47.580526 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (e876fffc-f842-4f0f-ad30-380165a0570d), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:03:47.613323 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-b33e6c9d-8c2e-4a4a-9afd-63579004a300 admin admin] Publish callbacks [] for security_group (b17ec50b-1113-426e-9d44-9daacbcfe926), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:03:47.640184 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-b33e6c9d-8c2e-4a4a-9afd-63579004a300 admin admin] Publish callbacks [] for security_group (b17ec50b-1113-426e-9d44-9daacbcfe926), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:03:47.670271 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Current status of the port e876fffc-f842-4f0f-ad30-380165a0570d is: BUILD; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 15:03:47.670943 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (e876fffc-f842-4f0f-ad30-380165a0570d), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:03:47.696707 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c79b877-bfc0-4f56-948b-e342647688cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e876fffc-f842-4f0f-ad30-380165a0570d'}] {{(pid=110181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 15:03:47.699056 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6faebeedf0149bd95a8e5aac95437523d12653d92db1e1e7ce78ae8719853609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa92b675-01a2-4364-ac1d-bac4c3e52d0c" -d '{"events": [{"server_uuid": "6c79b877-bfc0-4f56-948b-e342647688cd", "name": "network-vif-plugged", "status": "completed", "tag": "e876fffc-f842-4f0f-ad30-380165a0570d"}]}' {{(pid=110181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 15:03:47.712357 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] For port e876fffc-f842-4f0f-ad30-380165a0570d, host hv-cinder-83143, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=e876fffc-f842-4f0f-ad30-380165a0570d,segment=NetworkSegment(a29b8c1f-4601-46a8-a0c5-19fb5294c518),segment_id=a29b8c1f-4601-46a8-a0c5-19fb5294c518)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:03:47.791107 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-b33e6c9d-8c2e-4a4a-9afd-63579004a300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (b17ec50b-1113-426e-9d44-9daacbcfe926), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:03:47.794286 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-b33e6c9d-8c2e-4a4a-9afd-63579004a300 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:03:47.798134 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-b33e6c9d-8c2e-4a4a-9afd-63579004a300 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b17ec50b-1113-426e-9d44-9daacbcfe926 HTTP/1.1" status: 204 len: 168 time: 0.2377033 Mar 02 15:03:47.808141 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33e6c9d-8c2e-4a4a-9afd-63579004a300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b17ec50b-1113-426e-9d44-9daacbcfe926,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:03:47.816064 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (e876fffc-f842-4f0f-ad30-380165a0570d), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:03:47.891185 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Pushing event updated for resources: {'Port': ['ID=e876fffc-f842-4f0f-ad30-380165a0570d,revision_number=10']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:03:47.966652 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 15:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b941c17-5173-4a6a-9758-9e1c614dc1b1 x-openstack-request-id: req-0b941c17-5173-4a6a-9758-9e1c614dc1b1 {{(pid=110181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 15:03:47.967013 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c79b877-bfc0-4f56-948b-e342647688cd", "name": "network-vif-plugged", "status": "completed", "tag": "e876fffc-f842-4f0f-ad30-380165a0570d", "code": 200}]} {{(pid=110181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 15:03:47.967428 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0b941c17-5173-4a6a-9758-9e1c614dc1b1 {{(pid=110181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 15:03:47.967975 dv-cinder-831439-3-iscsi neutron-server[110181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c79b877-bfc0-4f56-948b-e342647688cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e876fffc-f842-4f0f-ad30-380165a0570d', 'code': 200} Mar 02 15:03:48.264392 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4d100a-3b69-4e20-b844-b56e613ec043 req-c9fb200e-3014-4aa3-b319-bc587fd543f1 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:03:48.265882 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6e4d100a-3b69-4e20-b844-b56e613ec043 req-c9fb200e-3014-4aa3-b319-bc587fd543f1 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 946 time: 0.0534270 Mar 02 15:03:48.319207 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6e4d100a-3b69-4e20-b844-b56e613ec043 req-fc03f87d-5fed-4787-b79b-f7063c06d2dc tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473690 Mar 02 15:03:48.391504 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 59886) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:03:48.500572 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-b54e10d9-36d2-45a6-8be7-17eac93da1d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:03:48.584643 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-b54e10d9-36d2-45a6-8be7-17eac93da1d3 admin admin] Publish callbacks [] for security_group (9b12477b-059a-4759-818f-f4dca25d2619), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:03:48.681263 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-b54e10d9-36d2-45a6-8be7-17eac93da1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (9b12477b-059a-4759-818f-f4dca25d2619), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:03:48.994132 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-b54e10d9-36d2-45a6-8be7-17eac93da1d3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1b1ab382f44c4221a23c145ff3320ae2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6012936 Mar 02 15:03:48.995857 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54e10d9-36d2-45a6-8be7-17eac93da1d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b12477b-059a-4759-818f-f4dca25d2619,revision_number=1']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:03:48.997250 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 59904) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:03:49.012309 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dce264-0aff-44fb-a22a-572f045634be req-7a30cb00-bd3d-41f3-bdc5-2958f52ca195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:03:49.013462 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-06dce264-0aff-44fb-a22a-572f045634be req-7a30cb00-bd3d-41f3-bdc5-2958f52ca195 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 1130 time: 0.0747316 Mar 02 15:03:49.062705 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-06dce264-0aff-44fb-a22a-572f045634be req-c6eee798-7548-45b3-9d69-98f8c1bea879 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425067 Mar 02 15:03:49.066024 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-80612c3f-ece4-4067-a1da-330393b3ea4b admin admin] Publish callbacks [] for security_group (9b12477b-059a-4759-818f-f4dca25d2619), before_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:03:49.088588 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-80612c3f-ece4-4067-a1da-330393b3ea4b admin admin] Publish callbacks [] for security_group (9b12477b-059a-4759-818f-f4dca25d2619), precommit_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:03:49.247248 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-80612c3f-ece4-4067-a1da-330393b3ea4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (9b12477b-059a-4759-818f-f4dca25d2619), after_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:03:49.249932 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-80612c3f-ece4-4067-a1da-330393b3ea4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:03:49.251166 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-80612c3f-ece4-4067-a1da-330393b3ea4b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9b12477b-059a-4759-818f-f4dca25d2619 HTTP/1.1" status: 204 len: 168 time: 0.2505016 Mar 02 15:03:49.260518 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80612c3f-ece4-4067-a1da-330393b3ea4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b12477b-059a-4759-818f-f4dca25d2619,revision_number=None']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:03:49.451697 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c2fc5-a478-4c2b-a626-112d06ffa94a req-a1db4358-f73d-4311-a5c8-650c65ca723e tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:03:49.453174 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ee2c2fc5-a478-4c2b-a626-112d06ffa94a req-a1db4358-f73d-4311-a5c8-650c65ca723e tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 946 time: 0.0532219 Mar 02 15:03:49.502689 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ee2c2fc5-a478-4c2b-a626-112d06ffa94a req-340d021a-5bca-4a56-9b6e-fe8512db823b tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438280 Mar 02 15:03:50.641952 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cc8a72-2837-4260-bb31-2fef637aa2ab req-f7655c3e-45a7-425e-96dd-5f88bd4414c0 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:03:50.643552 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a5cc8a72-2837-4260-bb31-2fef637aa2ab req-f7655c3e-45a7-425e-96dd-5f88bd4414c0 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 946 time: 0.0548158 Mar 02 15:03:50.691709 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a5cc8a72-2837-4260-bb31-2fef637aa2ab req-860908c0-8fdb-46e0-a2ed-e2c6091cd29d tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425136 Mar 02 15:03:51.159831 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 59952) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:03:51.277082 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-9502efa0-89d0-462e-9c0e-9df3b702f0b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:03:51.365580 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-9502efa0-89d0-462e-9c0e-9df3b702f0b3 admin admin] Publish callbacks [] for security_group (d85002b3-68b9-41cc-abe4-393d2c7bd145), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:03:51.462556 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-9502efa0-89d0-462e-9c0e-9df3b702f0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (d85002b3-68b9-41cc-abe4-393d2c7bd145), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:03:51.504336 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9502efa0-89d0-462e-9c0e-9df3b702f0b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d85002b3-68b9-41cc-abe4-393d2c7bd145,revision_number=1']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:03:51.511827 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-9502efa0-89d0-462e-9c0e-9df3b702f0b3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b3435d2c63da40e28f5480c20446ee79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3496542 Mar 02 15:03:51.519191 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 59966) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:03:51.581846 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-37e10bf2-2f04-4168-9c57-7260f4bcb5b5 admin admin] Publish callbacks [] for security_group (d85002b3-68b9-41cc-abe4-393d2c7bd145), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:03:51.604149 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-37e10bf2-2f04-4168-9c57-7260f4bcb5b5 admin admin] Publish callbacks [] for security_group (d85002b3-68b9-41cc-abe4-393d2c7bd145), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:03:51.779030 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-37e10bf2-2f04-4168-9c57-7260f4bcb5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (d85002b3-68b9-41cc-abe4-393d2c7bd145), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:03:51.786671 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-37e10bf2-2f04-4168-9c57-7260f4bcb5b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:03:51.786671 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-37e10bf2-2f04-4168-9c57-7260f4bcb5b5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d85002b3-68b9-41cc-abe4-393d2c7bd145 HTTP/1.1" status: 204 len: 168 time: 0.2629507 Mar 02 15:03:51.792932 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e10bf2-2f04-4168-9c57-7260f4bcb5b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d85002b3-68b9-41cc-abe4-393d2c7bd145,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:03:51.868120 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52edde40-9b73-4540-8f1e-451f15c7cabd req-82db9a93-88be-4da4-b53b-e499a49c569a tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:03:51.868120 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-52edde40-9b73-4540-8f1e-451f15c7cabd req-82db9a93-88be-4da4-b53b-e499a49c569a tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 946 time: 0.0712023 Mar 02 15:03:51.918744 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-52edde40-9b73-4540-8f1e-451f15c7cabd req-bf0b9cf1-a86e-41b1-9af9-df1ec37fb1d7 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437067 Mar 02 15:03:52.289049 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-780c49c8-df60-41ac-ba4b-3f60ca1f49f9 req-2e2c84a5-53c6-49fe-89ef-3b642895d1ab tempest-VolumesNegativeTest-605405094 tempest-VolumesNegativeTest-605405094-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=52f017284080468bbc0541db80d615e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298686 Mar 02 15:03:52.487784 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780c49c8-df60-41ac-ba4b-3f60ca1f49f9 req-ad8732f8-c20d-4f89-ad27-55b3019c5e48 tempest-VolumesNegativeTest-605405094 tempest-VolumesNegativeTest-605405094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:03:52.489314 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-780c49c8-df60-41ac-ba4b-3f60ca1f49f9 req-ad8732f8-c20d-4f89-ad27-55b3019c5e48 tempest-VolumesNegativeTest-605405094 tempest-VolumesNegativeTest-605405094-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1939464 Mar 02 15:03:52.505514 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-780c49c8-df60-41ac-ba4b-3f60ca1f49f9 req-af9df32b-5827-47c5-8098-577f8bccb203 tempest-VolumesNegativeTest-605405094 tempest-VolumesNegativeTest-605405094-project] 10.222.0.52 "GET /v2.0/quotas/52f017284080468bbc0541db80d615e8 HTTP/1.1" status: 200 len: 375 time: 0.0096369 Mar 02 15:03:52.548395 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-780c49c8-df60-41ac-ba4b-3f60ca1f49f9 req-86908ffd-fdd0-405b-9202-e9f673d6f5da tempest-VolumesNegativeTest-605405094 tempest-VolumesNegativeTest-605405094-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=52f017284080468bbc0541db80d615e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0360086 Mar 02 15:03:52.776469 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-b5c7915e-8042-47f5-bf76-df0c511312c7 req-15b837d3-d0d0-4be9-b7f1-66858c1031a4 tempest-VolumesNegativeTest-605405094 tempest-VolumesNegativeTest-605405094-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ff841e8-124b-4d5b-9f99-d3e418e0d181 HTTP/1.1" status: 200 len: 210 time: 0.0278168 Mar 02 15:03:53.071681 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b73e08-c37b-413d-946b-c2d68f5966ee req-39a30175-9bac-4cf0-b6d5-1f2d6a885fc4 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:03:53.073330 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-b4b73e08-c37b-413d-946b-c2d68f5966ee req-39a30175-9bac-4cf0-b6d5-1f2d6a885fc4 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 946 time: 0.0626287 Mar 02 15:03:53.128086 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-b4b73e08-c37b-413d-946b-c2d68f5966ee req-7f752999-d669-4ec6-82d6-02f5e8ddff76 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486112 Mar 02 15:03:53.861990 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-7e734d59-bdd9-4982-b678-04e75c19b88c req-88f3676f-5a4e-47dd-aeac-5bb4fecf903b tempest-VolumesNegativeTest-605405094 tempest-VolumesNegativeTest-605405094-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ff841e8-124b-4d5b-9f99-d3e418e0d181 HTTP/1.1" status: 200 len: 210 time: 0.0307395 Mar 02 15:03:54.281607 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c38320-2cb0-499a-85f7-1f7280c6c9dc req-d697a9c2-c070-4050-b564-f0c5004a3494 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:03:54.283831 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-c4c38320-2cb0-499a-85f7-1f7280c6c9dc req-d697a9c2-c070-4050-b564-f0c5004a3494 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 946 time: 0.0627756 Mar 02 15:03:54.343085 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-c4c38320-2cb0-499a-85f7-1f7280c6c9dc req-ec3f4ba8-f2cf-4c13-a583-f0b22ba30dd3 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533824 Mar 02 15:03:54.963082 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-5216b20c-36fc-4f8d-80ac-125443548fe6 req-d9fc4343-b9d9-4b33-9c8e-85eff178c438 tempest-VolumesNegativeTest-605405094 tempest-VolumesNegativeTest-605405094-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ff841e8-124b-4d5b-9f99-d3e418e0d181 HTTP/1.1" status: 200 len: 210 time: 0.0283365 Mar 02 15:03:55.192178 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-780c49c8-df60-41ac-ba4b-3f60ca1f49f9 req-8e4e4eff-0c6a-4d3e-ba5d-5c265309d040 tempest-VolumesNegativeTest-605405094 tempest-VolumesNegativeTest-605405094-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=52f017284080468bbc0541db80d615e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0206430 Mar 02 15:03:55.323197 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780c49c8-df60-41ac-ba4b-3f60ca1f49f9 req-92ebff47-ad49-4d16-ae56-6a28e74118e5 tempest-VolumesNegativeTest-605405094 tempest-VolumesNegativeTest-605405094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:03:55.323197 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-780c49c8-df60-41ac-ba4b-3f60ca1f49f9 req-92ebff47-ad49-4d16-ae56-6a28e74118e5 tempest-VolumesNegativeTest-605405094 tempest-VolumesNegativeTest-605405094-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1211138 Mar 02 15:03:55.337213 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.v2.base [req-780c49c8-df60-41ac-ba4b-3f60ca1f49f9 req-0013900f-2e49-4ed1-bf27-82fbb7c88b9e tempest-VolumesNegativeTest-605405094 tempest-VolumesNegativeTest-605405094-project] Request body: {'port': {'device_id': '3ff841e8-124b-4d5b-9f99-d3e418e0d181', 'network_id': 'cb65b46a-9f35-4cd8-b690-f01b93711e5d', 'admin_state_up': True, 'tenant_id': '52f017284080468bbc0541db80d615e8'}} {{(pid=110180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 15:03:55.562136 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-780c49c8-df60-41ac-ba4b-3f60ca1f49f9 req-0013900f-2e49-4ed1-bf27-82fbb7c88b9e tempest-VolumesNegativeTest-605405094 tempest-VolumesNegativeTest-605405094-project] Made reservation on behalf of 52f017284080468bbc0541db80d615e8 for: {'port': 1} {{(pid=110180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 15:03:55.565800 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-780c49c8-df60-41ac-ba4b-3f60ca1f49f9 req-0013900f-2e49-4ed1-bf27-82fbb7c88b9e tempest-VolumesNegativeTest-605405094 tempest-VolumesNegativeTest-605405094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (None), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:03:55.575822 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-780c49c8-df60-41ac-ba4b-3f60ca1f49f9 req-0013900f-2e49-4ed1-bf27-82fbb7c88b9e tempest-VolumesNegativeTest-605405094 tempest-VolumesNegativeTest-605405094-project] Publish callbacks [] for security_group (None), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:03:55.651563 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-780c49c8-df60-41ac-ba4b-3f60ca1f49f9 req-0013900f-2e49-4ed1-bf27-82fbb7c88b9e tempest-VolumesNegativeTest-605405094 tempest-VolumesNegativeTest-605405094-project] Publish callbacks [] for security_group (a6827676-45a7-4789-8dca-d75e942748ee), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:03:55.812727 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-780c49c8-df60-41ac-ba4b-3f60ca1f49f9 req-0013900f-2e49-4ed1-bf27-82fbb7c88b9e tempest-VolumesNegativeTest-605405094 tempest-VolumesNegativeTest-605405094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (a6827676-45a7-4789-8dca-d75e942748ee), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:03:55.872906 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0013900f-2e49-4ed1-bf27-82fbb7c88b9e tempest-VolumesNegativeTest-605405094 tempest-VolumesNegativeTest-605405094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6827676-45a7-4789-8dca-d75e942748ee,revision_number=1']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:03:55.955354 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.db_base_plugin_common [req-780c49c8-df60-41ac-ba4b-3f60ca1f49f9 req-0013900f-2e49-4ed1-bf27-82fbb7c88b9e tempest-VolumesNegativeTest-605405094 tempest-VolumesNegativeTest-605405094-project] Allocated IP 192.168.233.146 (cb65b46a-9f35-4cd8-b690-f01b93711e5d/8070d8fe-6174-4c34-a7e3-e8a319862259/d5797d96-9f9b-45a6-b3b0-76db006264f8) {{(pid=110180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 15:03:56.089862 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-415b13db-883a-43ce-a68f-15c4c28b4271 req-d796985f-36a6-4c7a-a46c-06ecca4351ce tempest-VolumesNegativeTest-605405094 tempest-VolumesNegativeTest-605405094-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ff841e8-124b-4d5b-9f99-d3e418e0d181 HTTP/1.1" status: 200 len: 210 time: 0.0398366 Mar 02 15:03:56.141858 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-780c49c8-df60-41ac-ba4b-3f60ca1f49f9 req-0013900f-2e49-4ed1-bf27-82fbb7c88b9e tempest-VolumesNegativeTest-605405094 tempest-VolumesNegativeTest-605405094-project] Publish callbacks [] for port (d5797d96-9f9b-45a6-b3b0-76db006264f8), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:03:56.264637 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-780c49c8-df60-41ac-ba4b-3f60ca1f49f9 req-0013900f-2e49-4ed1-bf27-82fbb7c88b9e tempest-VolumesNegativeTest-605405094 tempest-VolumesNegativeTest-605405094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757345480668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672616'] for port (d5797d96-9f9b-45a6-b3b0-76db006264f8), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:03:56.311469 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-780c49c8-df60-41ac-ba4b-3f60ca1f49f9 req-0013900f-2e49-4ed1-bf27-82fbb7c88b9e tempest-VolumesNegativeTest-605405094 tempest-VolumesNegativeTest-605405094-project] Network cb65b46a-9f35-4cd8-b690-f01b93711e5d is already hosted by enough agents. {{(pid=110180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 15:03:56.316927 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.base_scheduler [req-780c49c8-df60-41ac-ba4b-3f60ca1f49f9 req-0013900f-2e49-4ed1-bf27-82fbb7c88b9e tempest-VolumesNegativeTest-605405094 tempest-VolumesNegativeTest-605405094-project] Resources bound (agent type, host, resource id): {{(pid=110180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 15:03:56.322516 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0013900f-2e49-4ed1-bf27-82fbb7c88b9e tempest-VolumesNegativeTest-605405094 tempest-VolumesNegativeTest-605405094-project] Pushing event updated for resources: {'Port': ['ID=d5797d96-9f9b-45a6-b3b0-76db006264f8,revision_number=1']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:03:56.324869 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.l3_dvrscheduler_db [req-780c49c8-df60-41ac-ba4b-3f60ca1f49f9 req-0013900f-2e49-4ed1-bf27-82fbb7c88b9e tempest-VolumesNegativeTest-605405094 tempest-VolumesNegativeTest-605405094-project] Received port after_create {{(pid=110180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 15:03:56.381805 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780c49c8-df60-41ac-ba4b-3f60ca1f49f9 req-0013900f-2e49-4ed1-bf27-82fbb7c88b9e tempest-VolumesNegativeTest-605405094 tempest-VolumesNegativeTest-605405094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:03:56.385079 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-780c49c8-df60-41ac-ba4b-3f60ca1f49f9 req-0013900f-2e49-4ed1-bf27-82fbb7c88b9e tempest-VolumesNegativeTest-605405094 tempest-VolumesNegativeTest-605405094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221961'] for port (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:03:56.463889 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [req-9dae0ff7-5af3-4a05-8195-538c009b8098 req-40ce729c-0281-44b0-8531-a71a0499fca9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9680b2d5-554f-40be-bb0d-e2fa9f8c6f8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0509779 Mar 02 15:03:56.501714 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-780c49c8-df60-41ac-ba4b-3f60ca1f49f9 req-0013900f-2e49-4ed1-bf27-82fbb7c88b9e tempest-VolumesNegativeTest-605405094 tempest-VolumesNegativeTest-605405094-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1685600 Mar 02 15:03:56.529524 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.v2.base [req-780c49c8-df60-41ac-ba4b-3f60ca1f49f9 req-a6ed1353-eb4b-41fc-ac41-f6ed46f35c55 service neutron] Request body: {'port': {'device_id': '3ff841e8-124b-4d5b-9f99-d3e418e0d181', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83143'}} {{(pid=110180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 15:03:56.562711 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-fa517b89-5f11-4436-9b36-8e8b8e2852b3 None None] Provisioning complete for port d5797d96-9f9b-45a6-b3b0-76db006264f8 triggered by entity DHCP. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 15:03:56.563346 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-fa517b89-5f11-4436-9b36-8e8b8e2852b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (d5797d96-9f9b-45a6-b3b0-76db006264f8), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:03:56.599293 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-fa517b89-5f11-4436-9b36-8e8b8e2852b3 None None] Port d5797d96-9f9b-45a6-b3b0-76db006264f8 cannot update to ACTIVE because it is not bound. {{(pid=110181) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 15:03:56.601708 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dae0ff7-5af3-4a05-8195-538c009b8098 req-60058736-bfec-4428-ab95-33b0dc13b68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:03:56.603239 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [req-9dae0ff7-5af3-4a05-8195-538c009b8098 req-60058736-bfec-4428-ab95-33b0dc13b68b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5ac6104636f34c658b71fafaf0755349&device_id=9680b2d5-554f-40be-bb0d-e2fa9f8c6f8b HTTP/1.1" status: 200 len: 1130 time: 0.0502002 Mar 02 15:03:56.609846 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-780c49c8-df60-41ac-ba4b-3f60ca1f49f9 req-a6ed1353-eb4b-41fc-ac41-f6ed46f35c55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (d5797d96-9f9b-45a6-b3b0-76db006264f8), before_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:03:56.710506 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dae0ff7-5af3-4a05-8195-538c009b8098 req-6a76b512-c362-4784-8b42-a82be81d03d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:03:56.713853 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [req-9dae0ff7-5af3-4a05-8195-538c009b8098 req-6a76b512-c362-4784-8b42-a82be81d03d6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=df93f8f1-ff18-4251-9f43-b4d98c48182b HTTP/1.1" status: 200 len: 911 time: 0.0908597 Mar 02 15:03:56.816068 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [req-9dae0ff7-5af3-4a05-8195-538c009b8098 req-e85c09b8-88fb-4ed7-bd4a-d878eb87bb2a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=53c034dd-df15-42be-82f3-9cd2b1e7b93e HTTP/1.1" status: 200 len: 1002 time: 0.0978601 Mar 02 15:03:56.899369 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dae0ff7-5af3-4a05-8195-538c009b8098 req-c9ae49b4-bf06-4670-b3d3-669127716f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:03:56.900853 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [req-9dae0ff7-5af3-4a05-8195-538c009b8098 req-c9ae49b4-bf06-4670-b3d3-669127716f6f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=af4612bf-937d-4ff0-87a0-e171015ed5a7 HTTP/1.1" status: 200 len: 849 time: 0.0478559 Mar 02 15:03:56.908988 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.notifiers.nova [req-780c49c8-df60-41ac-ba4b-3f60ca1f49f9 req-a6ed1353-eb4b-41fc-ac41-f6ed46f35c55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5797d96-9f9b-45a6-b3b0-76db006264f8 {{(pid=110180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 15:03:56.927742 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-780c49c8-df60-41ac-ba4b-3f60ca1f49f9 req-a6ed1353-eb4b-41fc-ac41-f6ed46f35c55 service neutron] Publish callbacks [] for port (d5797d96-9f9b-45a6-b3b0-76db006264f8), precommit_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:03:56.941504 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.provisioning_blocks [req-780c49c8-df60-41ac-ba4b-3f60ca1f49f9 req-a6ed1353-eb4b-41fc-ac41-f6ed46f35c55 service neutron] Transition to ACTIVE for port object d5797d96-9f9b-45a6-b3b0-76db006264f8 will not be triggered until provisioned by entity L2. {{(pid=110180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 15:03:56.954522 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dae0ff7-5af3-4a05-8195-538c009b8098 req-44246a20-3bda-4ad6-a3a3-8a43c2800180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:03:56.956077 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [req-9dae0ff7-5af3-4a05-8195-538c009b8098 req-44246a20-3bda-4ad6-a3a3-8a43c2800180 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=df93f8f1-ff18-4251-9f43-b4d98c48182b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494866 Mar 02 15:03:57.001257 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-780c49c8-df60-41ac-ba4b-3f60ca1f49f9 req-a6ed1353-eb4b-41fc-ac41-f6ed46f35c55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3672609'] for port (d5797d96-9f9b-45a6-b3b0-76db006264f8), after_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:03:57.056298 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ed1353-eb4b-41fc-ac41-f6ed46f35c55 service neutron] Pushing event updated for resources: {'Port': ['ID=d5797d96-9f9b-45a6-b3b0-76db006264f8,revision_number=2']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:03:57.070450 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [req-9dae0ff7-5af3-4a05-8195-538c009b8098 req-177a3aa6-bc10-4a59-becf-25807d5dd31c service neutron] 10.222.0.55 "GET /v2.0/networks/df93f8f1-ff18-4251-9f43-b4d98c48182b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979233 Mar 02 15:03:57.146033 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.managers [req-780c49c8-df60-41ac-ba4b-3f60ca1f49f9 req-a6ed1353-eb4b-41fc-ac41-f6ed46f35c55 service neutron] Attempting to bind port d5797d96-9f9b-45a6-b3b0-76db006264f8 on host hv-cinder-83143 for vnic_type normal with profile {{(pid=110180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 15:03:57.146353 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.managers [req-780c49c8-df60-41ac-ba4b-3f60ca1f49f9 req-a6ed1353-eb4b-41fc-ac41-f6ed46f35c55 service neutron] Attempting to bind port d5797d96-9f9b-45a6-b3b0-76db006264f8 by drivers openvswitch,hyperv on host hv-cinder-83143 at level 0 using segments [{'id': 'ddf47d01-bcea-4a90-ba90-4b6279267559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'cb65b46a-9f35-4cd8-b690-f01b93711e5d'}] {{(pid=110180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 15:03:57.146663 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780c49c8-df60-41ac-ba4b-3f60ca1f49f9 req-a6ed1353-eb4b-41fc-ac41-f6ed46f35c55 service neutron] Attempting to bind port d5797d96-9f9b-45a6-b3b0-76db006264f8 on network cb65b46a-9f35-4cd8-b690-f01b93711e5d {{(pid=110180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 15:03:57.152454 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780c49c8-df60-41ac-ba4b-3f60ca1f49f9 req-a6ed1353-eb4b-41fc-ac41-f6ed46f35c55 service neutron] Port d5797d96-9f9b-45a6-b3b0-76db006264f8 on network cb65b46a-9f35-4cd8-b690-f01b93711e5d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83143 {{(pid=110180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 15:03:57.152861 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780c49c8-df60-41ac-ba4b-3f60ca1f49f9 req-a6ed1353-eb4b-41fc-ac41-f6ed46f35c55 service neutron] Attempting to bind port d5797d96-9f9b-45a6-b3b0-76db006264f8 on network cb65b46a-9f35-4cd8-b690-f01b93711e5d {{(pid=110180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 15:03:57.158917 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780c49c8-df60-41ac-ba4b-3f60ca1f49f9 req-a6ed1353-eb4b-41fc-ac41-f6ed46f35c55 service neutron] Checking agent: {'id': 'a761fe19-4045-45cc-a7c7-f029a0c82591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83143', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 14, 54, 53), 'started_at': datetime.datetime(2022, 3, 2, 14, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 15, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 15:03:57.159278 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780c49c8-df60-41ac-ba4b-3f60ca1f49f9 req-a6ed1353-eb4b-41fc-ac41-f6ed46f35c55 service neutron] Checking segment: {'id': 'ddf47d01-bcea-4a90-ba90-4b6279267559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'cb65b46a-9f35-4cd8-b690-f01b93711e5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 15:03:57.159674 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780c49c8-df60-41ac-ba4b-3f60ca1f49f9 req-a6ed1353-eb4b-41fc-ac41-f6ed46f35c55 service neutron] Bound using segment: {'id': 'ddf47d01-bcea-4a90-ba90-4b6279267559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'cb65b46a-9f35-4cd8-b690-f01b93711e5d'} {{(pid=110180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 15:03:57.163137 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.managers [req-780c49c8-df60-41ac-ba4b-3f60ca1f49f9 req-a6ed1353-eb4b-41fc-ac41-f6ed46f35c55 service neutron] Bound port: d5797d96-9f9b-45a6-b3b0-76db006264f8, host: hv-cinder-83143, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddf47d01-bcea-4a90-ba90-4b6279267559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'cb65b46a-9f35-4cd8-b690-f01b93711e5d'}}] {{(pid=110180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 15:03:57.163137 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-780c49c8-df60-41ac-ba4b-3f60ca1f49f9 req-a6ed1353-eb4b-41fc-ac41-f6ed46f35c55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (d5797d96-9f9b-45a6-b3b0-76db006264f8), before_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:03:57.182201 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (a761fe19-4045-45cc-a7c7-f029a0c82591), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:03:57.233555 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [req-9dae0ff7-5af3-4a05-8195-538c009b8098 req-d1996b9c-e9ff-4c27-a47c-2be8dc5ad833 service neutron] 10.222.0.55 "GET /v2.0/networks/df93f8f1-ff18-4251-9f43-b4d98c48182b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566620 Mar 02 15:03:57.268684 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.db [req-780c49c8-df60-41ac-ba4b-3f60ca1f49f9 req-a6ed1353-eb4b-41fc-ac41-f6ed46f35c55 service neutron] For port d5797d96-9f9b-45a6-b3b0-76db006264f8, host hv-cinder-83143, cleared binding levels {{(pid=110180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 15:03:57.272457 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.db [req-780c49c8-df60-41ac-ba4b-3f60ca1f49f9 req-a6ed1353-eb4b-41fc-ac41-f6ed46f35c55 service neutron] For port d5797d96-9f9b-45a6-b3b0-76db006264f8, host hv-cinder-83143, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=d5797d96-9f9b-45a6-b3b0-76db006264f8,segment=NetworkSegment(ddf47d01-bcea-4a90-ba90-4b6279267559),segment_id=ddf47d01-bcea-4a90-ba90-4b6279267559)] {{(pid=110180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 15:03:57.291198 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f15434-97ba-45ed-b31d-9e7a9c040a1e req-012e45f6-6cbf-4a40-afb8-13733dea88f0 tempest-VolumesNegativeTest-605405094 tempest-VolumesNegativeTest-605405094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:03:57.293347 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-f6f15434-97ba-45ed-b31d-9e7a9c040a1e req-012e45f6-6cbf-4a40-afb8-13733dea88f0 tempest-VolumesNegativeTest-605405094 tempest-VolumesNegativeTest-605405094-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ff841e8-124b-4d5b-9f99-d3e418e0d181 HTTP/1.1" status: 200 len: 948 time: 0.0934272 Mar 02 15:03:57.348483 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-f6f15434-97ba-45ed-b31d-9e7a9c040a1e req-7546e33b-daf8-43b5-bf3f-96a28134efeb tempest-VolumesNegativeTest-605405094 tempest-VolumesNegativeTest-605405094-project] 10.222.0.52 "GET /v2.0/security-groups?id=a6827676-45a7-4789-8dca-d75e942748ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494020 Mar 02 15:03:57.362066 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-780c49c8-df60-41ac-ba4b-3f60ca1f49f9 req-a6ed1353-eb4b-41fc-ac41-f6ed46f35c55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3672609'] for port (d5797d96-9f9b-45a6-b3b0-76db006264f8), after_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:03:57.398377 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780c49c8-df60-41ac-ba4b-3f60ca1f49f9 req-a6ed1353-eb4b-41fc-ac41-f6ed46f35c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:03:57.399492 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-780c49c8-df60-41ac-ba4b-3f60ca1f49f9 req-a6ed1353-eb4b-41fc-ac41-f6ed46f35c55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221961'] for port (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:03:57.400888 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-780c49c8-df60-41ac-ba4b-3f60ca1f49f9 req-a6ed1353-eb4b-41fc-ac41-f6ed46f35c55 service neutron] 10.222.0.55 "PUT /v2.0/ports/d5797d96-9f9b-45a6-b3b0-76db006264f8 HTTP/1.1" status: 200 len: 1098 time: 0.8757427 Mar 02 15:03:57.401340 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ff841e8-124b-4d5b-9f99-d3e418e0d181', 'tag': 'd5797d96-9f9b-45a6-b3b0-76db006264f8'}] {{(pid=110180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 15:03:57.403597 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d4cb776884cbbf8177075bc934a95f6bdaf5bba346c2d7fc75eae3cda02a5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6fd2163-dba2-4818-8eea-18981c881464" -d '{"events": [{"name": "network-changed", "server_uuid": "3ff841e8-124b-4d5b-9f99-d3e418e0d181", "tag": "d5797d96-9f9b-45a6-b3b0-76db006264f8"}]}' {{(pid=110180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 15:03:57.432401 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ed1353-eb4b-41fc-ac41-f6ed46f35c55 service neutron] Pushing event updated for resources: {'Port': ['ID=d5797d96-9f9b-45a6-b3b0-76db006264f8,revision_number=3']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:03:57.577773 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 15:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-363b5442-e76c-4f8f-a690-18b71a6307e9 x-openstack-request-id: req-363b5442-e76c-4f8f-a690-18b71a6307e9 {{(pid=110180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 15:03:57.578071 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ff841e8-124b-4d5b-9f99-d3e418e0d181", "tag": "d5797d96-9f9b-45a6-b3b0-76db006264f8", "status": "completed", "code": 200}]} {{(pid=110180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 15:03:57.578404 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-363b5442-e76c-4f8f-a690-18b71a6307e9 {{(pid=110180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 15:03:57.578774 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ff841e8-124b-4d5b-9f99-d3e418e0d181', 'tag': 'd5797d96-9f9b-45a6-b3b0-76db006264f8', 'status': 'completed', 'code': 200} Mar 02 15:03:57.638248 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780c49c8-df60-41ac-ba4b-3f60ca1f49f9 req-e6e8cd42-859a-4e95-ac7d-70a68ee54820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:03:57.639824 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-780c49c8-df60-41ac-ba4b-3f60ca1f49f9 req-e6e8cd42-859a-4e95-ac7d-70a68ee54820 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=52f017284080468bbc0541db80d615e8&device_id=3ff841e8-124b-4d5b-9f99-d3e418e0d181 HTTP/1.1" status: 200 len: 1132 time: 0.0459108 Mar 02 15:03:57.690047 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-780c49c8-df60-41ac-ba4b-3f60ca1f49f9 req-3e788d31-2a2b-4c19-ace0-85c40c51b641 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=d5797d96-9f9b-45a6-b3b0-76db006264f8 HTTP/1.1" status: 200 len: 217 time: 0.0377178 Mar 02 15:03:57.739305 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780c49c8-df60-41ac-ba4b-3f60ca1f49f9 req-a4cfad76-d21c-428f-898d-42106066756c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:03:57.740812 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-780c49c8-df60-41ac-ba4b-3f60ca1f49f9 req-a4cfad76-d21c-428f-898d-42106066756c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8070d8fe-6174-4c34-a7e3-e8a319862259 HTTP/1.1" status: 200 len: 843 time: 0.0438039 Mar 02 15:03:57.793669 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780c49c8-df60-41ac-ba4b-3f60ca1f49f9 req-e7cbd4e6-2313-4ffb-acd6-9b7565f473d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:03:57.803204 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-780c49c8-df60-41ac-ba4b-3f60ca1f49f9 req-e7cbd4e6-2313-4ffb-acd6-9b7565f473d5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cb65b46a-9f35-4cd8-b690-f01b93711e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0477371 Mar 02 15:03:57.896928 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-780c49c8-df60-41ac-ba4b-3f60ca1f49f9 req-7782cf77-dfea-433f-a645-02da6c29a4b9 service neutron] 10.222.0.55 "GET /v2.0/networks/cb65b46a-9f35-4cd8-b690-f01b93711e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903139 Mar 02 15:03:57.991461 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-780c49c8-df60-41ac-ba4b-3f60ca1f49f9 req-448f46c2-a509-460e-b1d7-333421184cf8 service neutron] 10.222.0.55 "GET /v2.0/networks/cb65b46a-9f35-4cd8-b690-f01b93711e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862160 Mar 02 15:03:58.227208 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fd2163-dba2-4818-8eea-18981c881464 req-4155fd1e-b397-4110-873c-6901a56ad7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:03:58.228901 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-d6fd2163-dba2-4818-8eea-18981c881464 req-4155fd1e-b397-4110-873c-6901a56ad7b0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=52f017284080468bbc0541db80d615e8&device_id=3ff841e8-124b-4d5b-9f99-d3e418e0d181 HTTP/1.1" status: 200 len: 1132 time: 0.0475187 Mar 02 15:03:58.381601 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fd2163-dba2-4818-8eea-18981c881464 req-a9078634-93b3-4f25-9a3b-4dc3690022ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:03:58.383598 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-d6fd2163-dba2-4818-8eea-18981c881464 req-a9078634-93b3-4f25-9a3b-4dc3690022ad service neutron] 10.222.0.55 "GET /v2.0/networks?id=cb65b46a-9f35-4cd8-b690-f01b93711e5d HTTP/1.1" status: 200 len: 870 time: 0.1483698 Mar 02 15:03:58.440272 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-d6fd2163-dba2-4818-8eea-18981c881464 req-9fc84339-5ac9-499f-bc70-57c7761b4f49 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=d5797d96-9f9b-45a6-b3b0-76db006264f8 HTTP/1.1" status: 200 len: 217 time: 0.0509748 Mar 02 15:03:58.521966 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fd2163-dba2-4818-8eea-18981c881464 req-307dc7a8-34bb-4059-b675-a246fdc1b08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:03:58.524476 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-d6fd2163-dba2-4818-8eea-18981c881464 req-307dc7a8-34bb-4059-b675-a246fdc1b08b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8070d8fe-6174-4c34-a7e3-e8a319862259 HTTP/1.1" status: 200 len: 843 time: 0.0640805 Mar 02 15:03:58.536758 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60119cd8-8893-4cc2-af63-987750aee96b req-3322b9fe-e989-4ea5-9b54-f365246d8dca tempest-VolumesNegativeTest-605405094 tempest-VolumesNegativeTest-605405094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:03:58.538293 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-60119cd8-8893-4cc2-af63-987750aee96b req-3322b9fe-e989-4ea5-9b54-f365246d8dca tempest-VolumesNegativeTest-605405094 tempest-VolumesNegativeTest-605405094-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ff841e8-124b-4d5b-9f99-d3e418e0d181 HTTP/1.1" status: 200 len: 948 time: 0.1080604 Mar 02 15:03:58.615959 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-60119cd8-8893-4cc2-af63-987750aee96b req-c1b2194c-7d5c-4525-b738-d02cd935ca90 tempest-VolumesNegativeTest-605405094 tempest-VolumesNegativeTest-605405094-project] 10.222.0.52 "GET /v2.0/security-groups?id=a6827676-45a7-4789-8dca-d75e942748ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663760 Mar 02 15:03:58.619840 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fd2163-dba2-4818-8eea-18981c881464 req-42291950-bdf6-4819-a902-e3cf544d9376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:03:58.621407 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-d6fd2163-dba2-4818-8eea-18981c881464 req-42291950-bdf6-4819-a902-e3cf544d9376 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cb65b46a-9f35-4cd8-b690-f01b93711e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0821874 Mar 02 15:03:58.725286 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-d6fd2163-dba2-4818-8eea-18981c881464 req-992b5e13-9218-4aec-a7bc-227945c65140 service neutron] 10.222.0.55 "GET /v2.0/networks/cb65b46a-9f35-4cd8-b690-f01b93711e5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973039 Mar 02 15:03:58.817066 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-d6fd2163-dba2-4818-8eea-18981c881464 req-2725d66c-e03e-471e-a65c-336e4f1ac8c4 service neutron] 10.222.0.55 "GET /v2.0/networks/cb65b46a-9f35-4cd8-b690-f01b93711e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852757 Mar 02 15:03:59.800191 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36133e43-298e-4e01-b37b-4b6fea0d3a8b req-8b5951d9-0683-4465-a778-06f2675bb220 tempest-VolumesNegativeTest-605405094 tempest-VolumesNegativeTest-605405094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:03:59.802240 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-36133e43-298e-4e01-b37b-4b6fea0d3a8b req-8b5951d9-0683-4465-a778-06f2675bb220 tempest-VolumesNegativeTest-605405094 tempest-VolumesNegativeTest-605405094-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ff841e8-124b-4d5b-9f99-d3e418e0d181 HTTP/1.1" status: 200 len: 948 time: 0.0815413 Mar 02 15:03:59.872342 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-36133e43-298e-4e01-b37b-4b6fea0d3a8b req-1ba3a477-1907-4ce4-8ffc-d30d2541e498 tempest-VolumesNegativeTest-605405094 tempest-VolumesNegativeTest-605405094-project] 10.222.0.52 "GET /v2.0/security-groups?id=a6827676-45a7-4789-8dca-d75e942748ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630877 Mar 02 15:04:01.042099 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdb5b7b-2640-4d17-ad9f-e2c222857a5d req-f359afa0-4e3a-4cae-996d-6f0d60a7e63d tempest-VolumesNegativeTest-605405094 tempest-VolumesNegativeTest-605405094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:04:01.043832 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-9fdb5b7b-2640-4d17-ad9f-e2c222857a5d req-f359afa0-4e3a-4cae-996d-6f0d60a7e63d tempest-VolumesNegativeTest-605405094 tempest-VolumesNegativeTest-605405094-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ff841e8-124b-4d5b-9f99-d3e418e0d181 HTTP/1.1" status: 200 len: 948 time: 0.0584531 Mar 02 15:04:01.095185 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-9fdb5b7b-2640-4d17-ad9f-e2c222857a5d req-3abc6ee8-d8fa-4455-ae1e-2dcf32839bbe tempest-VolumesNegativeTest-605405094 tempest-VolumesNegativeTest-605405094-project] 10.222.0.52 "GET /v2.0/security-groups?id=a6827676-45a7-4789-8dca-d75e942748ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454011 Mar 02 15:04:01.598044 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Device d5797d96-9f9b-45a6-b3b0-76db006264f8 details requested by agent hyperv_hv-cinder-83143 with host hv-cinder-83143 {{(pid=110181) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 15:04:01.718901 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] For port d5797d96-9f9b-45a6-b3b0-76db006264f8, host hv-cinder-83143, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=d5797d96-9f9b-45a6-b3b0-76db006264f8,segment=NetworkSegment(ddf47d01-bcea-4a90-ba90-4b6279267559),segment_id=ddf47d01-bcea-4a90-ba90-4b6279267559)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:04:01.743908 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Returning: {'device': 'd5797d96-9f9b-45a6-b3b0-76db006264f8', 'network_id': 'cb65b46a-9f35-4cd8-b690-f01b93711e5d', 'port_id': 'd5797d96-9f9b-45a6-b3b0-76db006264f8', 'mac_address': 'fa:16:3e:c6:57:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8070d8fe-6174-4c34-a7e3-e8a319862259', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110181) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 15:04:01.788310 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Current status of the port d5797d96-9f9b-45a6-b3b0-76db006264f8 is: DOWN; New status is: BUILD {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 15:04:01.788696 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (d5797d96-9f9b-45a6-b3b0-76db006264f8), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:04:01.805219 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.notifiers.nova [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5797d96-9f9b-45a6-b3b0-76db006264f8 {{(pid=110181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 15:04:01.828413 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] For port d5797d96-9f9b-45a6-b3b0-76db006264f8, host hv-cinder-83143, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=d5797d96-9f9b-45a6-b3b0-76db006264f8,segment=NetworkSegment(ddf47d01-bcea-4a90-ba90-4b6279267559),segment_id=ddf47d01-bcea-4a90-ba90-4b6279267559)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:04:01.931330 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (d5797d96-9f9b-45a6-b3b0-76db006264f8), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:04:01.988748 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Pushing event updated for resources: {'Port': ['ID=d5797d96-9f9b-45a6-b3b0-76db006264f8,revision_number=4']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:04:01.997251 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:04:01.997724 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:04:01.997995 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:04:01.998338 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:04:01.998706 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:04:01.999036 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:04:01.999359 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:04:01.999745 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:04:02.000079 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:04:02.000409 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:04:02.000736 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:04:02.001055 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:04:02.001385 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:04:02.292227 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b909dd65-886e-4cc9-bff9-57e394a81a88 req-51dc8ae2-f0e1-47f6-8778-796b84d493a4 tempest-VolumesNegativeTest-605405094 tempest-VolumesNegativeTest-605405094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:04:02.294989 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-b909dd65-886e-4cc9-bff9-57e394a81a88 req-51dc8ae2-f0e1-47f6-8778-796b84d493a4 tempest-VolumesNegativeTest-605405094 tempest-VolumesNegativeTest-605405094-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ff841e8-124b-4d5b-9f99-d3e418e0d181 HTTP/1.1" status: 200 len: 949 time: 0.1161861 Mar 02 15:04:02.371039 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-b909dd65-886e-4cc9-bff9-57e394a81a88 req-737fbe3a-fa79-4a21-8d0d-f284410997f9 tempest-VolumesNegativeTest-605405094 tempest-VolumesNegativeTest-605405094-project] 10.222.0.52 "GET /v2.0/security-groups?id=a6827676-45a7-4789-8dca-d75e942748ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683661 Mar 02 15:04:02.401733 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] get_ports_and_sgs() called for port_ids ['d5797d96-9f9b-45a6-b3b0-76db006264f8'] {{(pid=110181) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 15:04:03.608468 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5135073a-4596-4386-b3d8-f827b11e2a96 req-d63d83d0-6f0b-4998-9865-f42ce4a0606b tempest-VolumesNegativeTest-605405094 tempest-VolumesNegativeTest-605405094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:04:03.608468 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-5135073a-4596-4386-b3d8-f827b11e2a96 req-d63d83d0-6f0b-4998-9865-f42ce4a0606b tempest-VolumesNegativeTest-605405094 tempest-VolumesNegativeTest-605405094-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ff841e8-124b-4d5b-9f99-d3e418e0d181 HTTP/1.1" status: 200 len: 949 time: 0.0769610 Mar 02 15:04:03.623702 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Device d5797d96-9f9b-45a6-b3b0-76db006264f8 up at agent hyperv_hv-cinder-83143 {{(pid=110181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 15:04:03.625646 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-5135073a-4596-4386-b3d8-f827b11e2a96 req-375f054d-3884-4e55-8d28-b39fc737dcce tempest-VolumesNegativeTest-605405094 tempest-VolumesNegativeTest-605405094-project] 10.222.0.52 "GET /v2.0/security-groups?id=a6827676-45a7-4789-8dca-d75e942748ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574703 Mar 02 15:04:03.779407 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Provisioning for port d5797d96-9f9b-45a6-b3b0-76db006264f8 completed by entity L2. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 15:04:03.786046 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Provisioning complete for port d5797d96-9f9b-45a6-b3b0-76db006264f8 triggered by entity L2. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 15:04:03.786747 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (d5797d96-9f9b-45a6-b3b0-76db006264f8), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:04:03.919518 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Current status of the port d5797d96-9f9b-45a6-b3b0-76db006264f8 is: BUILD; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 15:04:03.920154 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (d5797d96-9f9b-45a6-b3b0-76db006264f8), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:04:03.961919 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ff841e8-124b-4d5b-9f99-d3e418e0d181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5797d96-9f9b-45a6-b3b0-76db006264f8'}] {{(pid=110181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 15:04:03.964334 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6faebeedf0149bd95a8e5aac95437523d12653d92db1e1e7ce78ae8719853609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf52974b-767b-4714-b9d8-960dd78e8531" -d '{"events": [{"server_uuid": "3ff841e8-124b-4d5b-9f99-d3e418e0d181", "name": "network-vif-plugged", "status": "completed", "tag": "d5797d96-9f9b-45a6-b3b0-76db006264f8"}]}' {{(pid=110181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 15:04:03.979242 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] For port d5797d96-9f9b-45a6-b3b0-76db006264f8, host hv-cinder-83143, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=d5797d96-9f9b-45a6-b3b0-76db006264f8,segment=NetworkSegment(ddf47d01-bcea-4a90-ba90-4b6279267559),segment_id=ddf47d01-bcea-4a90-ba90-4b6279267559)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:04:04.007579 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 15:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06569173-a62b-49f7-9ade-5f8186dea5f0 x-openstack-request-id: req-06569173-a62b-49f7-9ade-5f8186dea5f0 {{(pid=110181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 15:04:04.008471 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ff841e8-124b-4d5b-9f99-d3e418e0d181", "name": "network-vif-plugged", "status": "completed", "tag": "d5797d96-9f9b-45a6-b3b0-76db006264f8", "code": 200}]} {{(pid=110181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 15:04:04.008632 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-06569173-a62b-49f7-9ade-5f8186dea5f0 {{(pid=110181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 15:04:04.009147 dv-cinder-831439-3-iscsi neutron-server[110181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ff841e8-124b-4d5b-9f99-d3e418e0d181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5797d96-9f9b-45a6-b3b0-76db006264f8', 'code': 200} Mar 02 15:04:04.073396 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (d5797d96-9f9b-45a6-b3b0-76db006264f8), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:04:04.126316 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Pushing event updated for resources: {'Port': ['ID=d5797d96-9f9b-45a6-b3b0-76db006264f8,revision_number=5']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:04:04.389932 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 60224) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:04:04.474137 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd68ebc3-2742-4dd3-9b41-6f482efda3ca req-9353028b-74a5-47ef-a385-17f230ab4ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:04:04.475975 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-bd68ebc3-2742-4dd3-9b41-6f482efda3ca req-9353028b-74a5-47ef-a385-17f230ab4ab1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3ff841e8-124b-4d5b-9f99-d3e418e0d181 HTTP/1.1" status: 200 len: 1134 time: 0.0744660 Mar 02 15:04:04.543565 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-bd68ebc3-2742-4dd3-9b41-6f482efda3ca req-064bbfa4-07f6-463b-a94b-cf7f6f1650a6 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a6827676-45a7-4789-8dca-d75e942748ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517557 Mar 02 15:04:04.564651 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-9fae1966-90c5-4213-941b-e23e3664d128 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:04:04.674671 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-9fae1966-90c5-4213-941b-e23e3664d128 admin admin] Publish callbacks [] for security_group (aa0de960-3118-4c23-904d-f77169837245), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:04:04.768339 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-9fae1966-90c5-4213-941b-e23e3664d128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (aa0de960-3118-4c23-904d-f77169837245), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:04:04.786432 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00203aba-4a57-4c5b-8ba6-75fb56af7e95 req-a17e1a53-0917-42a6-b92c-49cd655658d1 tempest-VolumesNegativeTest-605405094 tempest-VolumesNegativeTest-605405094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:04:04.788016 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-00203aba-4a57-4c5b-8ba6-75fb56af7e95 req-a17e1a53-0917-42a6-b92c-49cd655658d1 tempest-VolumesNegativeTest-605405094 tempest-VolumesNegativeTest-605405094-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ff841e8-124b-4d5b-9f99-d3e418e0d181 HTTP/1.1" status: 200 len: 950 time: 0.0847533 Mar 02 15:04:04.832049 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-9fae1966-90c5-4213-941b-e23e3664d128 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a9c71e2eeccc47d4ab72596b86955479&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4408200 Mar 02 15:04:04.834815 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 60236) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:04:04.837330 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fae1966-90c5-4213-941b-e23e3664d128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa0de960-3118-4c23-904d-f77169837245,revision_number=1']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:04:04.869249 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-00203aba-4a57-4c5b-8ba6-75fb56af7e95 req-157cb797-1392-4769-a9e2-167b16cf67ec tempest-VolumesNegativeTest-605405094 tempest-VolumesNegativeTest-605405094-project] 10.222.0.52 "GET /v2.0/security-groups?id=a6827676-45a7-4789-8dca-d75e942748ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739090 Mar 02 15:04:04.892761 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-7b45ac83-d50b-460b-acaf-8394b72ba113 admin admin] Publish callbacks [] for security_group (aa0de960-3118-4c23-904d-f77169837245), before_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:04:04.919600 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-7b45ac83-d50b-460b-acaf-8394b72ba113 admin admin] Publish callbacks [] for security_group (aa0de960-3118-4c23-904d-f77169837245), precommit_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:04:05.062012 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-7b45ac83-d50b-460b-acaf-8394b72ba113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (aa0de960-3118-4c23-904d-f77169837245), after_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:04:05.064602 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-7b45ac83-d50b-460b-acaf-8394b72ba113 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:04:05.065823 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-7b45ac83-d50b-460b-acaf-8394b72ba113 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/aa0de960-3118-4c23-904d-f77169837245 HTTP/1.1" status: 204 len: 168 time: 0.2298064 Mar 02 15:04:05.074285 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b45ac83-d50b-460b-acaf-8394b72ba113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa0de960-3118-4c23-904d-f77169837245,revision_number=None']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:04:06.008256 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5d564b-5204-4027-9e28-2287bc5ff3ee req-8b73f81c-5a1a-4bc7-aa07-aeed6366cc7c tempest-VolumesNegativeTest-605405094 tempest-VolumesNegativeTest-605405094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:04:06.009819 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-7b5d564b-5204-4027-9e28-2287bc5ff3ee req-8b73f81c-5a1a-4bc7-aa07-aeed6366cc7c tempest-VolumesNegativeTest-605405094 tempest-VolumesNegativeTest-605405094-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ff841e8-124b-4d5b-9f99-d3e418e0d181 HTTP/1.1" status: 200 len: 950 time: 0.0609381 Mar 02 15:04:06.065037 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-7b5d564b-5204-4027-9e28-2287bc5ff3ee req-e51c3850-06b5-4d88-8384-06b241ee3ba6 tempest-VolumesNegativeTest-605405094 tempest-VolumesNegativeTest-605405094-project] 10.222.0.52 "GET /v2.0/security-groups?id=a6827676-45a7-4789-8dca-d75e942748ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492606 Mar 02 15:04:07.188556 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d297c7-332f-4578-bc05-675b4518ef33 req-5525e8bb-9b2b-4deb-9566-80e2c6ad0688 tempest-VolumesNegativeTest-605405094 tempest-VolumesNegativeTest-605405094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:04:07.370452 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-57d297c7-332f-4578-bc05-675b4518ef33 req-5525e8bb-9b2b-4deb-9566-80e2c6ad0688 tempest-VolumesNegativeTest-605405094 tempest-VolumesNegativeTest-605405094-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ff841e8-124b-4d5b-9f99-d3e418e0d181 HTTP/1.1" status: 200 len: 950 time: 0.0548112 Mar 02 15:04:07.370452 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-57d297c7-332f-4578-bc05-675b4518ef33 req-102882c4-0fa3-4bb6-b005-527f25b1cd0d tempest-VolumesNegativeTest-605405094 tempest-VolumesNegativeTest-605405094-project] 10.222.0.52 "GET /v2.0/security-groups?id=a6827676-45a7-4789-8dca-d75e942748ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507240 Mar 02 15:04:07.855499 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc96cee6-3c93-41f6-9cbe-c42258ba903f req-b0580437-b5ce-4978-ac56-67205f1836ee tempest-VolumesNegativeTest-605405094 tempest-VolumesNegativeTest-605405094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:04:07.857037 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-cc96cee6-3c93-41f6-9cbe-c42258ba903f req-b0580437-b5ce-4978-ac56-67205f1836ee tempest-VolumesNegativeTest-605405094 tempest-VolumesNegativeTest-605405094-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ff841e8-124b-4d5b-9f99-d3e418e0d181 HTTP/1.1" status: 200 len: 950 time: 0.0534501 Mar 02 15:04:07.906019 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-cc96cee6-3c93-41f6-9cbe-c42258ba903f req-b5f859ca-7851-4596-9f66-b8046856fb1c tempest-VolumesNegativeTest-605405094 tempest-VolumesNegativeTest-605405094-project] 10.222.0.52 "GET /v2.0/security-groups?id=a6827676-45a7-4789-8dca-d75e942748ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432329 Mar 02 15:04:08.690129 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-d98ec868-54de-43d3-8607-bc06cb541e66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (dc3a6147-3194-47be-b33a-76a9a2a48933), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:04:09.037804 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e2d581-fd58-4520-9b7f-0469a1810009 req-539b0d31-489a-487e-b8b0-e950312ffc07 tempest-VolumesNegativeTest-605405094 tempest-VolumesNegativeTest-605405094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:04:09.039427 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-c3e2d581-fd58-4520-9b7f-0469a1810009 req-539b0d31-489a-487e-b8b0-e950312ffc07 tempest-VolumesNegativeTest-605405094 tempest-VolumesNegativeTest-605405094-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ff841e8-124b-4d5b-9f99-d3e418e0d181 HTTP/1.1" status: 200 len: 950 time: 0.0598288 Mar 02 15:04:09.093681 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-c3e2d581-fd58-4520-9b7f-0469a1810009 req-6661a139-3c69-41b9-bdad-103545e6b713 tempest-VolumesNegativeTest-605405094 tempest-VolumesNegativeTest-605405094-project] 10.222.0.52 "GET /v2.0/security-groups?id=a6827676-45a7-4789-8dca-d75e942748ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467317 Mar 02 15:04:09.139540 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 60274) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:04:09.254096 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-d147429e-9a16-4bbc-9343-b452daa67680 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:04:09.334803 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-d147429e-9a16-4bbc-9343-b452daa67680 admin admin] Publish callbacks [] for security_group (a6d328ed-19ea-4eb5-a1a7-b0d759a0ad37), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:04:09.412311 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-d147429e-9a16-4bbc-9343-b452daa67680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (a6d328ed-19ea-4eb5-a1a7-b0d759a0ad37), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:04:09.451903 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-d147429e-9a16-4bbc-9343-b452daa67680 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d86805c814bb4d1494c612a493b7d31c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3112245 Mar 02 15:04:09.452612 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d147429e-9a16-4bbc-9343-b452daa67680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d328ed-19ea-4eb5-a1a7-b0d759a0ad37,revision_number=1']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:04:09.454588 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 60278) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:04:09.514198 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-bae128b1-6257-47b0-a43b-178b11b34e29 admin admin] Publish callbacks [] for security_group (a6d328ed-19ea-4eb5-a1a7-b0d759a0ad37), before_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:04:09.536150 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-bae128b1-6257-47b0-a43b-178b11b34e29 admin admin] Publish callbacks [] for security_group (a6d328ed-19ea-4eb5-a1a7-b0d759a0ad37), precommit_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:04:09.658242 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-bae128b1-6257-47b0-a43b-178b11b34e29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (a6d328ed-19ea-4eb5-a1a7-b0d759a0ad37), after_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:04:09.661048 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-bae128b1-6257-47b0-a43b-178b11b34e29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:04:09.662234 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-bae128b1-6257-47b0-a43b-178b11b34e29 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a6d328ed-19ea-4eb5-a1a7-b0d759a0ad37 HTTP/1.1" status: 204 len: 168 time: 0.2066267 Mar 02 15:04:09.670692 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae128b1-6257-47b0-a43b-178b11b34e29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d328ed-19ea-4eb5-a1a7-b0d759a0ad37,revision_number=None']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:04:09.748431 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730b971f-dec2-43c5-babf-8bf31198cf55 req-9e2babcf-d875-40d1-bbbc-b3b04cdd75fe tempest-VolumesNegativeTest-605405094 tempest-VolumesNegativeTest-605405094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:04:09.749928 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-730b971f-dec2-43c5-babf-8bf31198cf55 req-9e2babcf-d875-40d1-bbbc-b3b04cdd75fe tempest-VolumesNegativeTest-605405094 tempest-VolumesNegativeTest-605405094-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ff841e8-124b-4d5b-9f99-d3e418e0d181 HTTP/1.1" status: 200 len: 950 time: 0.0601630 Mar 02 15:04:09.853434 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.plugin [req-730b971f-dec2-43c5-babf-8bf31198cf55 req-f9f9cd1a-eb5a-4dfd-90d5-023f3449f76f tempest-VolumesNegativeTest-605405094 tempest-VolumesNegativeTest-605405094-project] Deleting port d5797d96-9f9b-45a6-b3b0-76db006264f8 {{(pid=110180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 15:04:09.853838 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-730b971f-dec2-43c5-babf-8bf31198cf55 req-f9f9cd1a-eb5a-4dfd-90d5-023f3449f76f tempest-VolumesNegativeTest-605405094 tempest-VolumesNegativeTest-605405094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757345981049'] for port (d5797d96-9f9b-45a6-b3b0-76db006264f8), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:04:09.953119 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.db [req-730b971f-dec2-43c5-babf-8bf31198cf55 req-f9f9cd1a-eb5a-4dfd-90d5-023f3449f76f tempest-VolumesNegativeTest-605405094 tempest-VolumesNegativeTest-605405094-project] For port d5797d96-9f9b-45a6-b3b0-76db006264f8, host hv-cinder-83143, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=d5797d96-9f9b-45a6-b3b0-76db006264f8,segment=NetworkSegment(ddf47d01-bcea-4a90-ba90-4b6279267559),segment_id=ddf47d01-bcea-4a90-ba90-4b6279267559)] {{(pid=110180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:04:09.953495 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-730b971f-dec2-43c5-babf-8bf31198cf55 req-f9f9cd1a-eb5a-4dfd-90d5-023f3449f76f tempest-VolumesNegativeTest-605405094 tempest-VolumesNegativeTest-605405094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port (d5797d96-9f9b-45a6-b3b0-76db006264f8), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:04:09.969210 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.plugin [req-730b971f-dec2-43c5-babf-8bf31198cf55 req-f9f9cd1a-eb5a-4dfd-90d5-023f3449f76f tempest-VolumesNegativeTest-605405094 tempest-VolumesNegativeTest-605405094-project] Calling delete_port for d5797d96-9f9b-45a6-b3b0-76db006264f8 owned by compute:nova {{(pid=110180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 15:04:10.213802 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-730b971f-dec2-43c5-babf-8bf31198cf55 req-f9f9cd1a-eb5a-4dfd-90d5-023f3449f76f tempest-VolumesNegativeTest-605405094 tempest-VolumesNegativeTest-605405094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757345984732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757345480677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672616'] for port (d5797d96-9f9b-45a6-b3b0-76db006264f8), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:04:10.248560 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f9cd1a-eb5a-4dfd-90d5-023f3449f76f tempest-VolumesNegativeTest-605405094 tempest-VolumesNegativeTest-605405094-project] Pushing event deleted for resources: {'Port': ['ID=d5797d96-9f9b-45a6-b3b0-76db006264f8,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:04:10.271559 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] get_ports_and_sgs() called for port_ids ['d5797d96-9f9b-45a6-b3b0-76db006264f8'] {{(pid=110181) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 15:04:10.323558 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b04d9d2-19a5-4ee3-8a87-3419c5c56f82 req-5be24785-bbdb-4aa4-adb7-b6be1e0b5c1b tempest-VolumesNegativeTest-605405094 tempest-VolumesNegativeTest-605405094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:04:10.323558 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6b04d9d2-19a5-4ee3-8a87-3419c5c56f82 req-5be24785-bbdb-4aa4-adb7-b6be1e0b5c1b tempest-VolumesNegativeTest-605405094 tempest-VolumesNegativeTest-605405094-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ff841e8-124b-4d5b-9f99-d3e418e0d181 HTTP/1.1" status: 200 len: 867 time: 0.1300530 Mar 02 15:04:10.323558 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.l3_dvrscheduler_db [req-730b971f-dec2-43c5-babf-8bf31198cf55 req-f9f9cd1a-eb5a-4dfd-90d5-023f3449f76f tempest-VolumesNegativeTest-605405094 tempest-VolumesNegativeTest-605405094-project] No DVR routers for this DVR port d5797d96-9f9b-45a6-b3b0-76db006264f8 on host hv-cinder-83143 {{(pid=110180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 15:04:10.323558 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-730b971f-dec2-43c5-babf-8bf31198cf55 req-f9f9cd1a-eb5a-4dfd-90d5-023f3449f76f tempest-VolumesNegativeTest-605405094 tempest-VolumesNegativeTest-605405094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221961'] for port (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:04:10.323558 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-730b971f-dec2-43c5-babf-8bf31198cf55 req-f9f9cd1a-eb5a-4dfd-90d5-023f3449f76f tempest-VolumesNegativeTest-605405094 tempest-VolumesNegativeTest-605405094-project] 10.222.0.55 "DELETE /v2.0/ports/d5797d96-9f9b-45a6-b3b0-76db006264f8 HTTP/1.1" status: 204 len: 173 time: 0.5591834 Mar 02 15:04:10.323558 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ff841e8-124b-4d5b-9f99-d3e418e0d181', 'name': 'network-vif-deleted', 'tag': 'd5797d96-9f9b-45a6-b3b0-76db006264f8'}] {{(pid=110180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 15:04:10.323558 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d4cb776884cbbf8177075bc934a95f6bdaf5bba346c2d7fc75eae3cda02a5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05d9f9d2-3282-4882-9a46-83d65078d7e6" -d '{"events": [{"server_uuid": "3ff841e8-124b-4d5b-9f99-d3e418e0d181", "name": "network-vif-deleted", "tag": "d5797d96-9f9b-45a6-b3b0-76db006264f8"}]}' {{(pid=110180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 15:04:10.359390 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 15:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b81d98c2-975c-4538-bdcd-fdab94693657 x-openstack-request-id: req-b81d98c2-975c-4538-bdcd-fdab94693657 {{(pid=110180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 15:04:10.359716 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ff841e8-124b-4d5b-9f99-d3e418e0d181", "name": "network-vif-deleted", "tag": "d5797d96-9f9b-45a6-b3b0-76db006264f8", "status": "completed", "code": 200}]} {{(pid=110180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 15:04:10.359975 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b81d98c2-975c-4538-bdcd-fdab94693657 {{(pid=110180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 15:04:10.360368 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ff841e8-124b-4d5b-9f99-d3e418e0d181', 'name': 'network-vif-deleted', 'tag': 'd5797d96-9f9b-45a6-b3b0-76db006264f8', 'status': 'completed', 'code': 200} Mar 02 15:04:10.368496 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6b04d9d2-19a5-4ee3-8a87-3419c5c56f82 req-2074bf94-0571-4a05-b31c-053f1b978542 tempest-VolumesNegativeTest-605405094 tempest-VolumesNegativeTest-605405094-project] 10.222.0.52 "GET /v2.0/security-groups?id=a6827676-45a7-4789-8dca-d75e942748ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477822 Mar 02 15:04:11.119459 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-76183b5a-29ee-4223-ab9e-0c9bc2b2033d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (4b7d4a90-2987-419a-b6cd-7624b7dba065), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:04:11.490845 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-73578436-64f9-4976-a8bf-43444ac45bd4 req-df713f4b-9580-42a2-a4c4-91f8a3d18063 tempest-VolumesNegativeTest-605405094 tempest-VolumesNegativeTest-605405094-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ff841e8-124b-4d5b-9f99-d3e418e0d181 HTTP/1.1" status: 200 len: 210 time: 0.0298827 Mar 02 15:04:11.874499 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.agents_db [None req-b044b9bd-a670-44c5-b22a-8886b11808d8 None None] Agent healthcheck: found 6 active agents {{(pid=110182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 15:04:12.130169 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-8c265469-93de-451d-a227-73ff998d8f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (bfbb2626-1130-458a-80a5-4632d76fa057), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:04:13.690861 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Device d5797d96-9f9b-45a6-b3b0-76db006264f8 no longer exists at agent hyperv_hv-cinder-83143 {{(pid=110181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 15:04:13.694476 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-9cfe1c82-1e01-4346-89c5-c3e1093f4022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (b9ce56f8-3527-4dd9-b024-9df7b3f4c018), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:04:13.710913 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] No Port match for: d5797d96-9f9b-45a6-b3b0-76db006264f8 {{(pid=110181) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 15:04:13.711254 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Device d5797d96-9f9b-45a6-b3b0-76db006264f8 not bound to the agent host hv-cinder-83143 {{(pid=110181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 15:04:14.989505 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (3a73802c-5f14-4c1f-8439-e74c4c90063b), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:04:19.797646 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 60534) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:04:19.943252 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-2afb3de7-a4ef-4bb8-8791-6e8699fc746e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=52f017284080468bbc0541db80d615e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1444468 Mar 02 15:04:19.945737 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 60538) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:04:19.999408 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-422ca574-6657-4baf-92b8-54f040d89f90 admin admin] Publish callbacks [] for security_group (a6827676-45a7-4789-8dca-d75e942748ee), before_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:04:20.021104 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-422ca574-6657-4baf-92b8-54f040d89f90 admin admin] Publish callbacks [] for security_group (a6827676-45a7-4789-8dca-d75e942748ee), precommit_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:04:20.164164 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-422ca574-6657-4baf-92b8-54f040d89f90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (a6827676-45a7-4789-8dca-d75e942748ee), after_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:04:20.167590 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-422ca574-6657-4baf-92b8-54f040d89f90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:04:20.168800 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-422ca574-6657-4baf-92b8-54f040d89f90 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a6827676-45a7-4789-8dca-d75e942748ee HTTP/1.1" status: 204 len: 168 time: 0.2221580 Mar 02 15:04:20.176444 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422ca574-6657-4baf-92b8-54f040d89f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6827676-45a7-4789-8dca-d75e942748ee,revision_number=None']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:04:27.218720 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (a761fe19-4045-45cc-a7c7-f029a0c82591), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:04:33.339102 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 60630) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:04:33.445389 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-02810843-239c-444f-a9ee-81082e57316b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:04:33.519906 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-02810843-239c-444f-a9ee-81082e57316b admin admin] Publish callbacks [] for security_group (8f517f99-1230-436d-b21e-fe5b466eb9a2), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:04:33.609852 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-02810843-239c-444f-a9ee-81082e57316b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (8f517f99-1230-436d-b21e-fe5b466eb9a2), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:04:33.648749 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02810843-239c-444f-a9ee-81082e57316b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f517f99-1230-436d-b21e-fe5b466eb9a2,revision_number=1']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:04:33.653622 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-02810843-239c-444f-a9ee-81082e57316b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8d353c91f525402d9d692e2a87e90bd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3134649 Mar 02 15:04:33.656365 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 60634) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:04:33.714655 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-381390f5-32f9-4df5-9df4-64da6e82f5c5 admin admin] Publish callbacks [] for security_group (8f517f99-1230-436d-b21e-fe5b466eb9a2), before_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:04:33.738889 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-381390f5-32f9-4df5-9df4-64da6e82f5c5 admin admin] Publish callbacks [] for security_group (8f517f99-1230-436d-b21e-fe5b466eb9a2), precommit_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:04:33.863165 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-381390f5-32f9-4df5-9df4-64da6e82f5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (8f517f99-1230-436d-b21e-fe5b466eb9a2), after_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:04:33.866116 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-381390f5-32f9-4df5-9df4-64da6e82f5c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:04:33.867361 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-381390f5-32f9-4df5-9df4-64da6e82f5c5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8f517f99-1230-436d-b21e-fe5b466eb9a2 HTTP/1.1" status: 204 len: 168 time: 0.2101095 Mar 02 15:04:33.875778 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381390f5-32f9-4df5-9df4-64da6e82f5c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f517f99-1230-436d-b21e-fe5b466eb9a2,revision_number=None']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:04:34.103139 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5003fd-5957-4bca-ab35-52853d52aef9 req-b00209a1-75e2-478e-abd2-44ff10785e79 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:04:34.104636 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-9c5003fd-5957-4bca-ab35-52853d52aef9 req-b00209a1-75e2-478e-abd2-44ff10785e79 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/ports?device_id=9680b2d5-554f-40be-bb0d-e2fa9f8c6f8b HTTP/1.1" status: 200 len: 946 time: 0.0522044 Mar 02 15:04:34.151699 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-9c5003fd-5957-4bca-ab35-52853d52aef9 req-31d9710d-c3f9-47e3-a668-dfd53a6d3eee tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/security-groups?id=1486e0fb-d1aa-46b6-9bfd-52b5a4931e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411682 Mar 02 15:04:35.275244 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e142b637-2654-433f-b670-ba33d5e29c15 req-d713ca23-4a66-4f35-8280-dbf46dc0c3bb tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:04:35.276815 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-e142b637-2654-433f-b670-ba33d5e29c15 req-d713ca23-4a66-4f35-8280-dbf46dc0c3bb tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/ports?device_id=9680b2d5-554f-40be-bb0d-e2fa9f8c6f8b HTTP/1.1" status: 200 len: 946 time: 0.0521717 Mar 02 15:04:35.322790 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-e142b637-2654-433f-b670-ba33d5e29c15 req-66c00fd4-78f2-4d20-9b23-3fb4c4f1fa50 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/security-groups?id=1486e0fb-d1aa-46b6-9bfd-52b5a4931e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393307 Mar 02 15:04:36.447738 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab9b35a-50e6-48ea-82b3-2201b750557c req-f3b6ed6d-c4b2-416c-89d2-49338b6e60dd tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:04:36.449132 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-3ab9b35a-50e6-48ea-82b3-2201b750557c req-f3b6ed6d-c4b2-416c-89d2-49338b6e60dd tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/ports?device_id=9680b2d5-554f-40be-bb0d-e2fa9f8c6f8b HTTP/1.1" status: 200 len: 946 time: 0.0553343 Mar 02 15:04:36.494806 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-3ab9b35a-50e6-48ea-82b3-2201b750557c req-87d1f9a9-1f49-4a99-bc26-7007443a69dd tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/security-groups?id=1486e0fb-d1aa-46b6-9bfd-52b5a4931e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400827 Mar 02 15:04:37.615806 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cb730c-eead-482f-9919-035f06f2fe76 req-37c61570-57f0-4186-a3b9-22ee2dbaa075 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:04:37.617266 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-02cb730c-eead-482f-9919-035f06f2fe76 req-37c61570-57f0-4186-a3b9-22ee2dbaa075 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/ports?device_id=9680b2d5-554f-40be-bb0d-e2fa9f8c6f8b HTTP/1.1" status: 200 len: 946 time: 0.0526433 Mar 02 15:04:37.662727 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-02cb730c-eead-482f-9919-035f06f2fe76 req-9d6f467a-388a-4f65-bf0b-3b37817fc41c tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/security-groups?id=1486e0fb-d1aa-46b6-9bfd-52b5a4931e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399625 Mar 02 15:04:38.661014 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-e02cd97d-df4c-4e3b-96c1-783dbc6c2696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (dc3a6147-3194-47be-b33a-76a9a2a48933), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:04:38.782351 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2518cfa3-85e6-4507-a6c0-639bc6052bcd req-c7735679-feae-43fb-aab3-04121748c892 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:04:38.784119 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-2518cfa3-85e6-4507-a6c0-639bc6052bcd req-c7735679-feae-43fb-aab3-04121748c892 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/ports?device_id=9680b2d5-554f-40be-bb0d-e2fa9f8c6f8b HTTP/1.1" status: 200 len: 946 time: 0.0530040 Mar 02 15:04:38.835849 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-2518cfa3-85e6-4507-a6c0-639bc6052bcd req-bf631c21-22fc-4a98-873f-a1379f99fab3 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/security-groups?id=1486e0fb-d1aa-46b6-9bfd-52b5a4931e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446599 Mar 02 15:04:39.952374 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb52179-a1b0-41ce-b3a5-b734ba771899 req-3edc0413-70dc-4724-849e-b35d5375ae51 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:04:39.953868 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-9eb52179-a1b0-41ce-b3a5-b734ba771899 req-3edc0413-70dc-4724-849e-b35d5375ae51 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/ports?device_id=9680b2d5-554f-40be-bb0d-e2fa9f8c6f8b HTTP/1.1" status: 200 len: 946 time: 0.0532465 Mar 02 15:04:40.000156 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-9eb52179-a1b0-41ce-b3a5-b734ba771899 req-2cc6c744-3e01-43bb-8e4c-53eebc2545e6 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/security-groups?id=1486e0fb-d1aa-46b6-9bfd-52b5a4931e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408826 Mar 02 15:04:41.052157 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-58a463f3-7394-4a96-b16e-0e80c074649f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (4b7d4a90-2987-419a-b6cd-7624b7dba065), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:04:41.122567 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf3173d-8647-48ba-85dd-c089cc9567f4 req-98efc981-4edd-46f4-9ded-95bcf3264ae3 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:04:41.124142 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-dbf3173d-8647-48ba-85dd-c089cc9567f4 req-98efc981-4edd-46f4-9ded-95bcf3264ae3 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/ports?device_id=9680b2d5-554f-40be-bb0d-e2fa9f8c6f8b HTTP/1.1" status: 200 len: 946 time: 0.0546408 Mar 02 15:04:41.182252 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-dbf3173d-8647-48ba-85dd-c089cc9567f4 req-a2ec682a-a000-4453-b034-cb27483b0c47 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/security-groups?id=1486e0fb-d1aa-46b6-9bfd-52b5a4931e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507133 Mar 02 15:04:42.154859 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-8c265469-93de-451d-a227-73ff998d8f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (bfbb2626-1130-458a-80a5-4632d76fa057), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:04:42.339235 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79735d3-de01-479b-b8c4-57f36c4f073c req-71edd8a1-66a5-4115-b395-d39812a98065 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:04:42.342188 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-f79735d3-de01-479b-b8c4-57f36c4f073c req-71edd8a1-66a5-4115-b395-d39812a98065 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/ports?device_id=9680b2d5-554f-40be-bb0d-e2fa9f8c6f8b HTTP/1.1" status: 200 len: 946 time: 0.0662916 Mar 02 15:04:42.393728 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-f79735d3-de01-479b-b8c4-57f36c4f073c req-ad0e03e1-eb09-47a4-a247-42510c9b495e tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/security-groups?id=1486e0fb-d1aa-46b6-9bfd-52b5a4931e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457788 Mar 02 15:04:43.521258 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a45ae-7b5e-43df-b516-8bd57eefada7 req-66f3a0eb-d7af-464d-9dda-9309df86fc3d tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:04:43.522815 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-fa7a45ae-7b5e-43df-b516-8bd57eefada7 req-66f3a0eb-d7af-464d-9dda-9309df86fc3d tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/ports?device_id=9680b2d5-554f-40be-bb0d-e2fa9f8c6f8b HTTP/1.1" status: 200 len: 946 time: 0.0567887 Mar 02 15:04:43.571893 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-fa7a45ae-7b5e-43df-b516-8bd57eefada7 req-7df63987-302c-452b-8af9-5882a2eaf433 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/security-groups?id=1486e0fb-d1aa-46b6-9bfd-52b5a4931e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431292 Mar 02 15:04:43.623712 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-9cfe1c82-1e01-4346-89c5-c3e1093f4022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (b9ce56f8-3527-4dd9-b024-9df7b3f4c018), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:04:44.696619 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c65b408-3507-4251-a843-309404d635be req-aefaf097-e4a8-4c15-a25c-6e43f5c91175 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:04:44.698174 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-9c65b408-3507-4251-a843-309404d635be req-aefaf097-e4a8-4c15-a25c-6e43f5c91175 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/ports?device_id=9680b2d5-554f-40be-bb0d-e2fa9f8c6f8b HTTP/1.1" status: 200 len: 946 time: 0.0579286 Mar 02 15:04:44.943073 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (3a73802c-5f14-4c1f-8439-e74c4c90063b), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:04:44.999826 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-9c65b408-3507-4251-a843-309404d635be req-9b429cfa-99ea-4cb3-addf-3c9e2d530a18 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/security-groups?id=1486e0fb-d1aa-46b6-9bfd-52b5a4931e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2958093 Mar 02 15:04:45.797394 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f776ae-85ef-4a96-97e8-b69c00d4d8ba req-23124243-bacc-4091-ad75-8100624afcdd tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:04:45.799426 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a1f776ae-85ef-4a96-97e8-b69c00d4d8ba req-23124243-bacc-4091-ad75-8100624afcdd tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/ports?device_id=a230d674-1b12-4b6d-b3c9-16b90396e56d HTTP/1.1" status: 200 len: 945 time: 0.0610240 Mar 02 15:04:45.853196 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a1f776ae-85ef-4a96-97e8-b69c00d4d8ba req-cde0549e-f0be-4123-9f59-9af429bb9e17 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/security-groups?id=f2b985be-7f57-4364-87a1-c62bf9e90a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472107 Mar 02 15:04:46.123075 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3613ee-b7ca-45b2-8424-7f7c9ae3835f req-adfa02fb-f790-415d-a96d-e42f070e68f9 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:04:46.124585 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-9b3613ee-b7ca-45b2-8424-7f7c9ae3835f req-adfa02fb-f790-415d-a96d-e42f070e68f9 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/ports?device_id=9680b2d5-554f-40be-bb0d-e2fa9f8c6f8b HTTP/1.1" status: 200 len: 946 time: 0.0544353 Mar 02 15:04:46.176341 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-9b3613ee-b7ca-45b2-8424-7f7c9ae3835f req-f02b0044-3df5-4454-96d0-9c60a92cd3b7 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/security-groups?id=1486e0fb-d1aa-46b6-9bfd-52b5a4931e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451734 Mar 02 15:04:46.565724 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7832fc5e-dd51-4c0e-863c-f71e78b19ac9 req-421ff909-029c-475e-90cb-0bc8bc9bfe0b tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:04:46.567323 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-7832fc5e-dd51-4c0e-863c-f71e78b19ac9 req-421ff909-029c-475e-90cb-0bc8bc9bfe0b tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/ports?device_id=9680b2d5-554f-40be-bb0d-e2fa9f8c6f8b HTTP/1.1" status: 200 len: 946 time: 0.0551202 Mar 02 15:04:46.614148 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-7832fc5e-dd51-4c0e-863c-f71e78b19ac9 req-13132ade-7eb4-453d-af67-71d0fa274b1f tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/security-groups?id=1486e0fb-d1aa-46b6-9bfd-52b5a4931e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411823 Mar 02 15:04:46.721001 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216e98b-dd3f-45ad-b06f-315715329270 req-d2378eac-321f-4ff3-9ceb-22e7ba4b019a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:04:46.722411 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-1216e98b-dd3f-45ad-b06f-315715329270 req-d2378eac-321f-4ff3-9ceb-22e7ba4b019a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5ac6104636f34c658b71fafaf0755349&device_id=9680b2d5-554f-40be-bb0d-e2fa9f8c6f8b HTTP/1.1" status: 200 len: 1130 time: 0.0447731 Mar 02 15:04:46.819249 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216e98b-dd3f-45ad-b06f-315715329270 req-ae72019d-4fa7-4d35-9f1b-e454ac25ad78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:04:46.820874 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-1216e98b-dd3f-45ad-b06f-315715329270 req-ae72019d-4fa7-4d35-9f1b-e454ac25ad78 service neutron] 10.222.0.55 "GET /v2.0/networks?id=df93f8f1-ff18-4251-9f43-b4d98c48182b HTTP/1.1" status: 200 len: 911 time: 0.0913987 Mar 02 15:04:46.889439 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-1216e98b-dd3f-45ad-b06f-315715329270 req-a0a41573-a901-4e2e-b467-f5b0925474c6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=53c034dd-df15-42be-82f3-9cd2b1e7b93e HTTP/1.1" status: 200 len: 1002 time: 0.0622044 Mar 02 15:04:46.972718 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216e98b-dd3f-45ad-b06f-315715329270 req-0fbbcf1e-355f-4c50-85ae-bbaeca7c9317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:04:46.974213 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-1216e98b-dd3f-45ad-b06f-315715329270 req-0fbbcf1e-355f-4c50-85ae-bbaeca7c9317 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=af4612bf-937d-4ff0-87a0-e171015ed5a7 HTTP/1.1" status: 200 len: 849 time: 0.0794289 Mar 02 15:04:47.020379 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0f4352-126a-407b-bef7-063488849483 req-0198ee37-e936-41b5-b80d-60c2c135bbd3 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:04:47.021952 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-5c0f4352-126a-407b-bef7-063488849483 req-0198ee37-e936-41b5-b80d-60c2c135bbd3 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/ports?device_id=a230d674-1b12-4b6d-b3c9-16b90396e56d HTTP/1.1" status: 200 len: 945 time: 0.0922444 Mar 02 15:04:47.062267 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216e98b-dd3f-45ad-b06f-315715329270 req-4c27bdf0-d704-4220-8015-8e8c1c124de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:04:47.063829 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-1216e98b-dd3f-45ad-b06f-315715329270 req-4c27bdf0-d704-4220-8015-8e8c1c124de0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=df93f8f1-ff18-4251-9f43-b4d98c48182b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0832100 Mar 02 15:04:47.097762 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-5c0f4352-126a-407b-bef7-063488849483 req-266cfceb-784f-422a-91f2-64cd8106c690 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/security-groups?id=f2b985be-7f57-4364-87a1-c62bf9e90a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694559 Mar 02 15:04:47.166444 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-1216e98b-dd3f-45ad-b06f-315715329270 req-76339bb0-616e-451a-8f77-168f3685665c service neutron] 10.222.0.55 "GET /v2.0/networks/df93f8f1-ff18-4251-9f43-b4d98c48182b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964456 Mar 02 15:04:47.255173 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-1216e98b-dd3f-45ad-b06f-315715329270 req-fff426f4-ba4d-4f30-89bc-2f6379aaba69 service neutron] 10.222.0.55 "GET /v2.0/networks/df93f8f1-ff18-4251-9f43-b4d98c48182b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826528 Mar 02 15:04:47.734250 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035c1beb-9534-44c1-a28a-75cd4b6b3bf1 req-8f06be3e-b86a-4962-ac7b-5e674baf3ff8 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:04:47.735766 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-035c1beb-9534-44c1-a28a-75cd4b6b3bf1 req-8f06be3e-b86a-4962-ac7b-5e674baf3ff8 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/ports?device_id=9680b2d5-554f-40be-bb0d-e2fa9f8c6f8b HTTP/1.1" status: 200 len: 946 time: 0.0544901 Mar 02 15:04:47.787640 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-035c1beb-9534-44c1-a28a-75cd4b6b3bf1 req-62a77a15-62bd-42cd-9f95-857cab6d50f1 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/security-groups?id=1486e0fb-d1aa-46b6-9bfd-52b5a4931e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459054 Mar 02 15:04:48.221483 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aca317d-bdde-4e1f-9d08-f1c37fe0eb4a req-6dec8eb2-7311-4a40-a046-2c3db2206019 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:04:48.223017 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-5aca317d-bdde-4e1f-9d08-f1c37fe0eb4a req-6dec8eb2-7311-4a40-a046-2c3db2206019 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/ports?device_id=a230d674-1b12-4b6d-b3c9-16b90396e56d HTTP/1.1" status: 200 len: 945 time: 0.0556788 Mar 02 15:04:48.273715 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-5aca317d-bdde-4e1f-9d08-f1c37fe0eb4a req-097df751-3765-4e82-b1d4-e276d8dd2af1 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/security-groups?id=f2b985be-7f57-4364-87a1-c62bf9e90a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449016 Mar 02 15:04:48.874380 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.agents_db [None req-b044b9bd-a670-44c5-b22a-8886b11808d8 None None] Agent healthcheck: found 6 active agents {{(pid=110182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 15:04:48.911368 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e934934-7d99-4a51-8b34-6689e67deb07 req-898f867a-8bfe-4034-aeba-d5ba7aee26fe tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:04:48.912915 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-2e934934-7d99-4a51-8b34-6689e67deb07 req-898f867a-8bfe-4034-aeba-d5ba7aee26fe tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/ports?device_id=9680b2d5-554f-40be-bb0d-e2fa9f8c6f8b HTTP/1.1" status: 200 len: 946 time: 0.0550687 Mar 02 15:04:48.959956 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-2e934934-7d99-4a51-8b34-6689e67deb07 req-ba298786-2a38-42d4-af8f-94c687d4b379 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/security-groups?id=1486e0fb-d1aa-46b6-9bfd-52b5a4931e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413949 Mar 02 15:04:49.394327 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f13fc5-9931-4476-b14f-7b0e137c4919 req-5821ef19-6942-4bf7-9fee-854312e4fd31 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:04:49.395866 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-d2f13fc5-9931-4476-b14f-7b0e137c4919 req-5821ef19-6942-4bf7-9fee-854312e4fd31 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/ports?device_id=a230d674-1b12-4b6d-b3c9-16b90396e56d HTTP/1.1" status: 200 len: 945 time: 0.0560198 Mar 02 15:04:49.446422 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-d2f13fc5-9931-4476-b14f-7b0e137c4919 req-d7bb4605-7c1e-4195-bf7f-b73e39027c19 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/security-groups?id=f2b985be-7f57-4364-87a1-c62bf9e90a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452139 Mar 02 15:04:50.564657 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e0ba9-3d62-4fea-9247-6a2453574f85 req-80163b36-ee07-466b-bfad-0d0d296c966a tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:04:50.566246 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-de7e0ba9-3d62-4fea-9247-6a2453574f85 req-80163b36-ee07-466b-bfad-0d0d296c966a tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/ports?device_id=a230d674-1b12-4b6d-b3c9-16b90396e56d HTTP/1.1" status: 200 len: 945 time: 0.0535657 Mar 02 15:04:50.619636 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-de7e0ba9-3d62-4fea-9247-6a2453574f85 req-85914cd6-9668-4e03-a8bb-bef2b0abcf48 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/security-groups?id=f2b985be-7f57-4364-87a1-c62bf9e90a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473566 Mar 02 15:04:51.745690 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba5b7e0-0258-4677-9ee6-2cc17b45b5b8 req-b21b50a4-f6b4-4f5c-b0b1-33f8f7430465 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:04:51.747760 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-5ba5b7e0-0258-4677-9ee6-2cc17b45b5b8 req-b21b50a4-f6b4-4f5c-b0b1-33f8f7430465 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/ports?device_id=a230d674-1b12-4b6d-b3c9-16b90396e56d HTTP/1.1" status: 200 len: 945 time: 0.0580497 Mar 02 15:04:51.796117 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-5ba5b7e0-0258-4677-9ee6-2cc17b45b5b8 req-d777ca15-182a-4f6e-973a-8182a8bc7b25 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/security-groups?id=f2b985be-7f57-4364-87a1-c62bf9e90a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427763 Mar 02 15:04:52.914455 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b6015c-d580-463e-9c8a-406eebcec1d3 req-084ae3c3-d198-4ec9-b280-8c1b3eae85d7 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:04:52.915955 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-19b6015c-d580-463e-9c8a-406eebcec1d3 req-084ae3c3-d198-4ec9-b280-8c1b3eae85d7 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/ports?device_id=a230d674-1b12-4b6d-b3c9-16b90396e56d HTTP/1.1" status: 200 len: 945 time: 0.0522404 Mar 02 15:04:52.964442 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-19b6015c-d580-463e-9c8a-406eebcec1d3 req-27eb8959-82ae-4a8f-8bb7-baca7b0dd0f1 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/security-groups?id=f2b985be-7f57-4364-87a1-c62bf9e90a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423577 Mar 02 15:04:54.088172 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bbaff9-3eb9-421f-8cf3-06eae30a991f req-2457f688-8e80-48dc-9462-789b66de2302 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:04:54.089644 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-35bbaff9-3eb9-421f-8cf3-06eae30a991f req-2457f688-8e80-48dc-9462-789b66de2302 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/ports?device_id=a230d674-1b12-4b6d-b3c9-16b90396e56d HTTP/1.1" status: 200 len: 945 time: 0.0532768 Mar 02 15:04:54.144770 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-35bbaff9-3eb9-421f-8cf3-06eae30a991f req-51de6ec2-3948-4f71-80b5-a7f678080c9e tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/security-groups?id=f2b985be-7f57-4364-87a1-c62bf9e90a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484946 Mar 02 15:04:55.265030 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6890efd4-ecde-44e5-9b08-328d7928502b req-31104544-4c69-4982-a927-b722f175c991 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:04:55.266499 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6890efd4-ecde-44e5-9b08-328d7928502b req-31104544-4c69-4982-a927-b722f175c991 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/ports?device_id=a230d674-1b12-4b6d-b3c9-16b90396e56d HTTP/1.1" status: 200 len: 945 time: 0.0539315 Mar 02 15:04:55.316007 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6890efd4-ecde-44e5-9b08-328d7928502b req-ed39dff8-b931-479a-887e-3199d986a556 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/security-groups?id=f2b985be-7f57-4364-87a1-c62bf9e90a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437977 Mar 02 15:04:56.450206 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a60cab3-4591-451f-8972-d556e5925a88 req-058647ee-ef93-4229-8b3f-4648e1a802fd tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:04:56.452999 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-3a60cab3-4591-451f-8972-d556e5925a88 req-058647ee-ef93-4229-8b3f-4648e1a802fd tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/ports?device_id=a230d674-1b12-4b6d-b3c9-16b90396e56d HTTP/1.1" status: 200 len: 945 time: 0.0678284 Mar 02 15:04:56.507958 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-3a60cab3-4591-451f-8972-d556e5925a88 req-efe39611-cf31-4a0a-84e4-7bab1b570b76 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/security-groups?id=f2b985be-7f57-4364-87a1-c62bf9e90a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461717 Mar 02 15:04:57.177281 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (a761fe19-4045-45cc-a7c7-f029a0c82591), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:04:57.631480 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9468e49d-11ed-4499-a8d1-3da2ec5057e9 req-77bbfcca-bcfb-4610-92a2-2908cbe82617 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:04:57.633053 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-9468e49d-11ed-4499-a8d1-3da2ec5057e9 req-77bbfcca-bcfb-4610-92a2-2908cbe82617 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/ports?device_id=a230d674-1b12-4b6d-b3c9-16b90396e56d HTTP/1.1" status: 200 len: 945 time: 0.0575111 Mar 02 15:04:57.684066 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-9468e49d-11ed-4499-a8d1-3da2ec5057e9 req-1ce519cf-ef67-4939-a103-17718d468bf4 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/security-groups?id=f2b985be-7f57-4364-87a1-c62bf9e90a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453317 Mar 02 15:04:58.460072 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-493fe791-ab6c-4f87-a9ca-6161d0086d8e req-dad2cdeb-996b-4f2f-a864-0a33b4954afc service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440259 Mar 02 15:04:58.538109 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493fe791-ab6c-4f87-a9ca-6161d0086d8e req-d7208d27-f752-4d18-9855-2be84186a88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:04:58.539631 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-493fe791-ab6c-4f87-a9ca-6161d0086d8e req-d7208d27-f752-4d18-9855-2be84186a88f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8d6fe98143c241798db8cd747803fb48&device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 1130 time: 0.0463812 Mar 02 15:04:58.663336 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493fe791-ab6c-4f87-a9ca-6161d0086d8e req-c46ca422-e11f-4917-95e2-53e721225b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:04:58.665059 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-493fe791-ab6c-4f87-a9ca-6161d0086d8e req-c46ca422-e11f-4917-95e2-53e721225b15 service neutron] 10.222.0.55 "GET /v2.0/networks?id=32a772a1-de65-4149-a254-15f24cef804d HTTP/1.1" status: 200 len: 918 time: 0.1012890 Mar 02 15:04:58.743437 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-493fe791-ab6c-4f87-a9ca-6161d0086d8e req-3a854a04-1d36-4bfc-be32-f3abb6594a43 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e876fffc-f842-4f0f-ad30-380165a0570d HTTP/1.1" status: 200 len: 1000 time: 0.0718949 Mar 02 15:04:58.834842 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493fe791-ab6c-4f87-a9ca-6161d0086d8e req-a128f440-2489-4aa4-88b6-aeeb5f653aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:04:58.836372 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-493fe791-ab6c-4f87-a9ca-6161d0086d8e req-a128f440-2489-4aa4-88b6-aeeb5f653aed service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4f813be6-b019-4418-9613-23d83e4ca2ff HTTP/1.1" status: 200 len: 856 time: 0.0875831 Mar 02 15:04:58.879194 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a4a21c-0aeb-4fac-b8d4-a4f35b189052 req-f764524f-1e65-48e1-bebe-15e280cd9597 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:04:58.880764 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-90a4a21c-0aeb-4fac-b8d4-a4f35b189052 req-f764524f-1e65-48e1-bebe-15e280cd9597 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/ports?device_id=a230d674-1b12-4b6d-b3c9-16b90396e56d HTTP/1.1" status: 200 len: 945 time: 0.1198494 Mar 02 15:04:58.932321 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493fe791-ab6c-4f87-a9ca-6161d0086d8e req-7783300a-bbbc-41d6-af60-e5c10b1d1241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:04:58.933467 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-493fe791-ab6c-4f87-a9ca-6161d0086d8e req-7783300a-bbbc-41d6-af60-e5c10b1d1241 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=32a772a1-de65-4149-a254-15f24cef804d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0908697 Mar 02 15:04:58.965768 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-90a4a21c-0aeb-4fac-b8d4-a4f35b189052 req-f826a324-b834-45d0-85e7-4d6dede786e1 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/security-groups?id=f2b985be-7f57-4364-87a1-c62bf9e90a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777197 Mar 02 15:04:59.047794 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-493fe791-ab6c-4f87-a9ca-6161d0086d8e req-a70bc34d-7a24-494d-9dbd-cb73f7190465 service neutron] 10.222.0.55 "GET /v2.0/networks/32a772a1-de65-4149-a254-15f24cef804d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083503 Mar 02 15:04:59.139568 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-493fe791-ab6c-4f87-a9ca-6161d0086d8e req-e288338b-da83-401d-84ac-36b48474895f service neutron] 10.222.0.55 "GET /v2.0/networks/32a772a1-de65-4149-a254-15f24cef804d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853393 Mar 02 15:05:00.111807 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c76751c-3696-412e-9535-fd35657f7e22 req-1497717c-6d46-4315-b35e-da0fe0f53a11 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:05:00.113391 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-5c76751c-3696-412e-9535-fd35657f7e22 req-1497717c-6d46-4315-b35e-da0fe0f53a11 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/ports?device_id=a230d674-1b12-4b6d-b3c9-16b90396e56d HTTP/1.1" status: 200 len: 945 time: 0.0626881 Mar 02 15:05:00.167540 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-5c76751c-3696-412e-9535-fd35657f7e22 req-43ba2f82-c706-4817-854e-a7a454703381 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/security-groups?id=f2b985be-7f57-4364-87a1-c62bf9e90a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486302 Mar 02 15:05:01.290740 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2d4684-2608-422e-8152-76abf4b75898 req-e6e03892-c6b7-4e8c-9472-16ec1fd08241 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:05:01.292282 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-3b2d4684-2608-422e-8152-76abf4b75898 req-e6e03892-c6b7-4e8c-9472-16ec1fd08241 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/ports?device_id=a230d674-1b12-4b6d-b3c9-16b90396e56d HTTP/1.1" status: 200 len: 945 time: 0.0545020 Mar 02 15:05:01.347401 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-3b2d4684-2608-422e-8152-76abf4b75898 req-db20969b-885e-43c2-9fc3-45af28feda6a tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/security-groups?id=f2b985be-7f57-4364-87a1-c62bf9e90a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488179 Mar 02 15:05:02.466457 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02a4ede-2bbb-46db-aaf8-f39712377626 req-b95b880b-20a3-45d9-afcb-c7575948d73f tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:05:02.468018 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a02a4ede-2bbb-46db-aaf8-f39712377626 req-b95b880b-20a3-45d9-afcb-c7575948d73f tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/ports?device_id=a230d674-1b12-4b6d-b3c9-16b90396e56d HTTP/1.1" status: 200 len: 945 time: 0.0522852 Mar 02 15:05:02.523668 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a02a4ede-2bbb-46db-aaf8-f39712377626 req-dd4943b5-c951-454e-8806-12e47f5fca64 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/security-groups?id=f2b985be-7f57-4364-87a1-c62bf9e90a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491130 Mar 02 15:05:03.648595 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b5c823-e739-4720-8315-d564199e27e3 req-bf812f19-2ed4-4a33-bd96-9a249b2fd326 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:05:03.650125 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-79b5c823-e739-4720-8315-d564199e27e3 req-bf812f19-2ed4-4a33-bd96-9a249b2fd326 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/ports?device_id=a230d674-1b12-4b6d-b3c9-16b90396e56d HTTP/1.1" status: 200 len: 945 time: 0.0578268 Mar 02 15:05:03.704445 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-79b5c823-e739-4720-8315-d564199e27e3 req-8c0c024a-898c-4687-9700-3ededa871a8f tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/security-groups?id=f2b985be-7f57-4364-87a1-c62bf9e90a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486312 Mar 02 15:05:04.828528 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c101c5a-dce6-4597-a36c-ea168780e509 req-053c38d6-7f34-4e15-8fe8-69182cef5a04 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:05:04.830687 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-2c101c5a-dce6-4597-a36c-ea168780e509 req-053c38d6-7f34-4e15-8fe8-69182cef5a04 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/ports?device_id=a230d674-1b12-4b6d-b3c9-16b90396e56d HTTP/1.1" status: 200 len: 945 time: 0.0570734 Mar 02 15:05:04.885607 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-2c101c5a-dce6-4597-a36c-ea168780e509 req-f5547f55-77cf-414c-87d3-5a0bed8cc726 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/security-groups?id=f2b985be-7f57-4364-87a1-c62bf9e90a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450094 Mar 02 15:05:06.013404 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170c450d-d466-49e1-89e9-12f8acdbd214 req-244ab583-a1be-4310-b043-3394b5a41f16 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:05:06.015036 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-170c450d-d466-49e1-89e9-12f8acdbd214 req-244ab583-a1be-4310-b043-3394b5a41f16 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/ports?device_id=a230d674-1b12-4b6d-b3c9-16b90396e56d HTTP/1.1" status: 200 len: 945 time: 0.0604477 Mar 02 15:05:06.068140 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-170c450d-d466-49e1-89e9-12f8acdbd214 req-28aebe20-7fb1-42f9-b996-9b41c8efb2a2 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/security-groups?id=f2b985be-7f57-4364-87a1-c62bf9e90a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465608 Mar 02 15:05:06.124523 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1016c36f-b8fa-4c8a-96af-69c100a56c8b req-0b3570bd-1b77-4bf8-93c8-33d1066759c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:05:06.126425 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-1016c36f-b8fa-4c8a-96af-69c100a56c8b req-0b3570bd-1b77-4bf8-93c8-33d1066759c3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ef7ebc74e4e04842a71eef9540bbb905&device_id=a230d674-1b12-4b6d-b3c9-16b90396e56d HTTP/1.1" status: 200 len: 1129 time: 0.0470607 Mar 02 15:05:06.225466 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1016c36f-b8fa-4c8a-96af-69c100a56c8b req-42a06c1c-2626-4d18-b225-aa6cb2d36f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:05:06.226896 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-1016c36f-b8fa-4c8a-96af-69c100a56c8b req-42a06c1c-2626-4d18-b225-aa6cb2d36f26 service neutron] 10.222.0.55 "GET /v2.0/networks?id=dfd98ec8-5de8-4415-83aa-22cce77e500c HTTP/1.1" status: 200 len: 909 time: 0.0935047 Mar 02 15:05:06.295221 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-1016c36f-b8fa-4c8a-96af-69c100a56c8b req-1f8d19d1-3f58-4cf8-96e9-99855adcfbb6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e17949f-6616-4d42-8111-05e711da824a HTTP/1.1" status: 200 len: 1000 time: 0.0615613 Mar 02 15:05:06.343802 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1016c36f-b8fa-4c8a-96af-69c100a56c8b req-5d0cdaaa-abc8-4905-90e8-c02745b71c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:05:06.345814 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-1016c36f-b8fa-4c8a-96af-69c100a56c8b req-5d0cdaaa-abc8-4905-90e8-c02745b71c04 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=52bfaaf9-3cbd-41b6-b999-214dacbbebb5 HTTP/1.1" status: 200 len: 847 time: 0.0448101 Mar 02 15:05:06.400982 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1016c36f-b8fa-4c8a-96af-69c100a56c8b req-982cb8b0-8de6-4cef-acb8-da0f51e332ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:05:06.402495 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-1016c36f-b8fa-4c8a-96af-69c100a56c8b req-982cb8b0-8de6-4cef-acb8-da0f51e332ae service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dfd98ec8-5de8-4415-83aa-22cce77e500c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490310 Mar 02 15:05:06.492882 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-1016c36f-b8fa-4c8a-96af-69c100a56c8b req-6f174f3a-08ed-4a2a-a0f5-9e0a6775403e service neutron] 10.222.0.55 "GET /v2.0/networks/dfd98ec8-5de8-4415-83aa-22cce77e500c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835538 Mar 02 15:05:06.589213 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-1016c36f-b8fa-4c8a-96af-69c100a56c8b req-f8681e26-c41a-4797-9092-9ed8dea02c3b service neutron] 10.222.0.55 "GET /v2.0/networks/dfd98ec8-5de8-4415-83aa-22cce77e500c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893538 Mar 02 15:05:07.199939 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9ab19d-f024-4d5c-b671-fe2bdec84a80 req-b2d7520f-b830-416b-8472-b56e21dc5754 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:05:07.201675 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-1d9ab19d-f024-4d5c-b671-fe2bdec84a80 req-b2d7520f-b830-416b-8472-b56e21dc5754 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/ports?device_id=a230d674-1b12-4b6d-b3c9-16b90396e56d HTTP/1.1" status: 200 len: 945 time: 0.0644953 Mar 02 15:05:07.258867 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-1d9ab19d-f024-4d5c-b671-fe2bdec84a80 req-449352e4-add9-4cca-80ab-bebd44b19370 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/security-groups?id=f2b985be-7f57-4364-87a1-c62bf9e90a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506635 Mar 02 15:05:08.381070 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319897e1-2832-4d01-b473-6ef95eb124c0 req-6c9cf491-1ef8-4542-857d-f547918e221b tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:05:08.382603 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-319897e1-2832-4d01-b473-6ef95eb124c0 req-6c9cf491-1ef8-4542-857d-f547918e221b tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/ports?device_id=a230d674-1b12-4b6d-b3c9-16b90396e56d HTTP/1.1" status: 200 len: 945 time: 0.0526397 Mar 02 15:05:08.433326 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-319897e1-2832-4d01-b473-6ef95eb124c0 req-c5628e95-c4d4-4144-ba91-2010e1757b92 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/security-groups?id=f2b985be-7f57-4364-87a1-c62bf9e90a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449927 Mar 02 15:05:08.703141 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-bd00f25d-6aac-45ce-b884-84f39be01309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (dc3a6147-3194-47be-b33a-76a9a2a48933), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:05:09.568797 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5802ef9-39cb-4033-bc1e-06251ef2d5e4 req-db3a3a28-ec54-45f1-bd5a-08a8e0cb90ce tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:05:09.570331 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a5802ef9-39cb-4033-bc1e-06251ef2d5e4 req-db3a3a28-ec54-45f1-bd5a-08a8e0cb90ce tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/ports?device_id=a230d674-1b12-4b6d-b3c9-16b90396e56d HTTP/1.1" status: 200 len: 945 time: 0.0674520 Mar 02 15:05:09.628815 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a5802ef9-39cb-4033-bc1e-06251ef2d5e4 req-f4a258b9-125e-42cd-bb50-600d9b226833 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/security-groups?id=f2b985be-7f57-4364-87a1-c62bf9e90a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505006 Mar 02 15:05:10.758618 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596ddbcc-7380-4c30-a5f2-4ae29740c6a4 req-54a53171-b254-4304-85cb-6de066dd22cf tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:05:10.760188 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-596ddbcc-7380-4c30-a5f2-4ae29740c6a4 req-54a53171-b254-4304-85cb-6de066dd22cf tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/ports?device_id=a230d674-1b12-4b6d-b3c9-16b90396e56d HTTP/1.1" status: 200 len: 945 time: 0.0566039 Mar 02 15:05:10.812432 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-596ddbcc-7380-4c30-a5f2-4ae29740c6a4 req-ac366f5a-dd0f-4966-8d27-b2380d4a0dfb tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/security-groups?id=f2b985be-7f57-4364-87a1-c62bf9e90a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467057 Mar 02 15:05:10.978618 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [req-5416fecf-75c2-4d95-96f4-470d85fdcd14 req-477e0186-fce4-4320-9d39-6f85bc461f82 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=110180) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 02 15:05:10.979705 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-5416fecf-75c2-4d95-96f4-470d85fdcd14 req-477e0186-fce4-4320-9d39-6f85bc461f82 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1034622 Mar 02 15:05:11.083368 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-61955ba3-13c1-454a-b9b0-8699569da875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (4b7d4a90-2987-419a-b6cd-7624b7dba065), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:05:11.356331 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0a708a-ba0d-429c-a5a3-991999550448 req-e23127d7-b834-42f7-9b26-baea3e03902c tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:05:11.357875 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-2d0a708a-ba0d-429c-a5a3-991999550448 req-e23127d7-b834-42f7-9b26-baea3e03902c tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/ports?device_id=a230d674-1b12-4b6d-b3c9-16b90396e56d HTTP/1.1" status: 200 len: 945 time: 0.0633407 Mar 02 15:05:11.437332 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-2d0a708a-ba0d-429c-a5a3-991999550448 req-fa73e205-63eb-477c-b18d-768ee3fa118d tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/security-groups?id=f2b985be-7f57-4364-87a1-c62bf9e90a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736663 Mar 02 15:05:11.452310 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-cedd0733-f9aa-4c12-81d5-c300115b1b94 req-a793c082-62e0-4800-97bb-b1ca2cb200c4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a230d674-1b12-4b6d-b3c9-16b90396e56d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0691490 Mar 02 15:05:11.983052 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Device 0e17949f-6616-4d42-8111-05e711da824a no longer exists at agent hyperv_hv-cinder-83143 {{(pid=110181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 15:05:12.074552 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Current status of the port 0e17949f-6616-4d42-8111-05e711da824a is: ACTIVE; New status is: DOWN {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 15:05:12.080909 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (0e17949f-6616-4d42-8111-05e711da824a), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:05:12.103200 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a230d674-1b12-4b6d-b3c9-16b90396e56d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e17949f-6616-4d42-8111-05e711da824a'}] {{(pid=110181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 15:05:12.105426 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6faebeedf0149bd95a8e5aac95437523d12653d92db1e1e7ce78ae8719853609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa30b9f-4ea8-4bbc-b4d4-3f1f7933f9d8" -d '{"events": [{"server_uuid": "a230d674-1b12-4b6d-b3c9-16b90396e56d", "name": "network-vif-unplugged", "status": "completed", "tag": "0e17949f-6616-4d42-8111-05e711da824a"}]}' {{(pid=110181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 15:05:12.119503 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] For port 0e17949f-6616-4d42-8111-05e711da824a, host hv-cinder-83143, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=0e17949f-6616-4d42-8111-05e711da824a,segment=NetworkSegment(d470775d-5de7-4829-967d-0bb0e94bdc70),segment_id=d470775d-5de7-4829-967d-0bb0e94bdc70)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:05:12.146446 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 02 Mar 2022 15:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24abccfc-7b13-46dc-928a-44a08d97529c x-openstack-request-id: req-24abccfc-7b13-46dc-928a-44a08d97529c {{(pid=110181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 15:05:12.146748 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a230d674-1b12-4b6d-b3c9-16b90396e56d", "name": "network-vif-unplugged", "status": "failed", "tag": "0e17949f-6616-4d42-8111-05e711da824a", "code": 422}]} {{(pid=110181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 15:05:12.147006 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-24abccfc-7b13-46dc-928a-44a08d97529c {{(pid=110181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 15:05:12.148170 dv-cinder-831439-3-iscsi neutron-server[110181]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a230d674-1b12-4b6d-b3c9-16b90396e56d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0e17949f-6616-4d42-8111-05e711da824a', 'code': 422} returned with failed status Mar 02 15:05:12.149304 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-8c265469-93de-451d-a227-73ff998d8f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (bfbb2626-1130-458a-80a5-4632d76fa057), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:05:12.257186 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (0e17949f-6616-4d42-8111-05e711da824a), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:05:12.307478 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Pushing event updated for resources: {'Port': ['ID=0e17949f-6616-4d42-8111-05e711da824a,revision_number=6']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:05:12.314502 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:05:12.314855 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:05:12.315201 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:05:12.315539 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:05:12.315929 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:05:12.316264 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:05:12.316592 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:05:12.316921 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:05:12.317249 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:05:12.317632 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:05:12.317960 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:05:12.318281 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:05:12.318605 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:05:12.558985 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedd0733-f9aa-4c12-81d5-c300115b1b94 req-08209cfd-ca75-4d0a-a6c8-a9f25a639cd2 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:05:12.597266 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [req-cedd0733-f9aa-4c12-81d5-c300115b1b94 req-08209cfd-ca75-4d0a-a6c8-a9f25a639cd2 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/ports/0e17949f-6616-4d42-8111-05e711da824a HTTP/1.1" status: 200 len: 940 time: 0.0648942 Mar 02 15:05:12.598127 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912763c1-1468-49fc-9efe-9df56fbe21df req-ee6331bc-de28-454f-a4cb-4e3dddb03dd2 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:05:12.598127 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-912763c1-1468-49fc-9efe-9df56fbe21df req-ee6331bc-de28-454f-a4cb-4e3dddb03dd2 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/ports?device_id=a230d674-1b12-4b6d-b3c9-16b90396e56d HTTP/1.1" status: 200 len: 943 time: 0.0600533 Mar 02 15:05:12.640284 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-912763c1-1468-49fc-9efe-9df56fbe21df req-a88f9961-2974-40e8-8458-e548724ca944 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/security-groups?id=f2b985be-7f57-4364-87a1-c62bf9e90a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462909 Mar 02 15:05:13.725524 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-9cfe1c82-1e01-4346-89c5-c3e1093f4022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (b9ce56f8-3527-4dd9-b024-9df7b3f4c018), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:05:13.768614 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eeae48-fc56-42aa-93fd-52f67682021c req-55b8be9e-332b-47cd-8dd9-00f26d8f1d48 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:05:13.770162 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-b5eeae48-fc56-42aa-93fd-52f67682021c req-55b8be9e-332b-47cd-8dd9-00f26d8f1d48 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/ports?device_id=a230d674-1b12-4b6d-b3c9-16b90396e56d HTTP/1.1" status: 200 len: 943 time: 0.0586765 Mar 02 15:05:13.821616 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-b5eeae48-fc56-42aa-93fd-52f67682021c req-b9ca05e6-5709-4b05-a725-03e4f396b6dd tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/security-groups?id=f2b985be-7f57-4364-87a1-c62bf9e90a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455747 Mar 02 15:05:14.949401 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9907c3a3-0a89-4562-994e-5a820437c6c8 req-23c73b94-0d67-4106-879e-eb9a762e1241 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:05:14.950873 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-9907c3a3-0a89-4562-994e-5a820437c6c8 req-23c73b94-0d67-4106-879e-eb9a762e1241 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/ports?device_id=a230d674-1b12-4b6d-b3c9-16b90396e56d HTTP/1.1" status: 200 len: 943 time: 0.0583749 Mar 02 15:05:14.959926 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (3a73802c-5f14-4c1f-8439-e74c4c90063b), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:05:15.000485 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-9907c3a3-0a89-4562-994e-5a820437c6c8 req-fbfb9384-efbb-4ba0-8689-883297d21a93 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/security-groups?id=f2b985be-7f57-4364-87a1-c62bf9e90a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435696 Mar 02 15:05:16.124617 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c1f637-0d2e-4e8c-9d24-4b8190cc4adf req-e3eb2068-232d-48a0-b1a2-17bac3f965f7 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:05:16.126050 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-b2c1f637-0d2e-4e8c-9d24-4b8190cc4adf req-e3eb2068-232d-48a0-b1a2-17bac3f965f7 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/ports?device_id=a230d674-1b12-4b6d-b3c9-16b90396e56d HTTP/1.1" status: 200 len: 943 time: 0.0566983 Mar 02 15:05:16.191164 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-b2c1f637-0d2e-4e8c-9d24-4b8190cc4adf req-3f0de3d1-dc8d-4df0-b64b-6f870475bb39 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/security-groups?id=f2b985be-7f57-4364-87a1-c62bf9e90a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566044 Mar 02 15:05:17.248939 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb94241-b965-4251-8649-584d4024c2de req-a9220b00-aeaa-4367-88ac-e569723c9acf tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:05:17.250554 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-3cb94241-b965-4251-8649-584d4024c2de req-a9220b00-aeaa-4367-88ac-e569723c9acf tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 946 time: 0.0651417 Mar 02 15:05:17.335165 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-3cb94241-b965-4251-8649-584d4024c2de req-59ee26c7-2cff-4af7-b32d-81fbd2970da5 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763907 Mar 02 15:05:17.359219 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a3b710-2fac-418f-bd26-68e759fdb605 req-81c26e1c-f26c-4bfd-b2c1-186a1fef314f tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:05:17.360832 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-54a3b710-2fac-418f-bd26-68e759fdb605 req-81c26e1c-f26c-4bfd-b2c1-186a1fef314f tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/ports?device_id=a230d674-1b12-4b6d-b3c9-16b90396e56d HTTP/1.1" status: 200 len: 943 time: 0.0861573 Mar 02 15:05:17.417479 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-54a3b710-2fac-418f-bd26-68e759fdb605 req-e61a3120-a68f-4246-8136-34e368d1c68b tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/security-groups?id=f2b985be-7f57-4364-87a1-c62bf9e90a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493379 Mar 02 15:05:18.480302 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff319c-207b-43ca-8ed5-04a8c35d82d7 req-e08d120c-ecf3-4a50-be37-b5c43ea67d58 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:05:18.482022 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-edff319c-207b-43ca-8ed5-04a8c35d82d7 req-e08d120c-ecf3-4a50-be37-b5c43ea67d58 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 946 time: 0.0697091 Mar 02 15:05:18.563041 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-edff319c-207b-43ca-8ed5-04a8c35d82d7 req-6edc68d1-6a2a-491a-a513-81c13440dca9 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748744 Mar 02 15:05:18.588222 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dce6570-cf44-4ae4-a72e-2ceaaf1974f3 req-b502286e-970e-49f3-8391-e294c179119d tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:05:18.589864 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6dce6570-cf44-4ae4-a72e-2ceaaf1974f3 req-b502286e-970e-49f3-8391-e294c179119d tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/ports?device_id=a230d674-1b12-4b6d-b3c9-16b90396e56d HTTP/1.1" status: 200 len: 943 time: 0.0821364 Mar 02 15:05:18.651952 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6dce6570-cf44-4ae4-a72e-2ceaaf1974f3 req-64703fe5-2f7c-43f9-baa5-1a7fb23fabca tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/security-groups?id=f2b985be-7f57-4364-87a1-c62bf9e90a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563724 Mar 02 15:05:18.690374 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedd0733-f9aa-4c12-81d5-c300115b1b94 req-994a2251-3b76-4ac9-8b74-bba287c2d9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:05:18.691964 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-cedd0733-f9aa-4c12-81d5-c300115b1b94 req-994a2251-3b76-4ac9-8b74-bba287c2d9f3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a230d674-1b12-4b6d-b3c9-16b90396e56d&tenant_id=ef7ebc74e4e04842a71eef9540bbb905 HTTP/1.1" status: 200 len: 1127 time: 0.0573807 Mar 02 15:05:18.771309 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedd0733-f9aa-4c12-81d5-c300115b1b94 req-db3026dc-fbf5-4e33-9f4f-bd0364e5f6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:05:18.772799 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-cedd0733-f9aa-4c12-81d5-c300115b1b94 req-db3026dc-fbf5-4e33-9f4f-bd0364e5f6ba service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ef7ebc74e4e04842a71eef9540bbb905&device_id=a230d674-1b12-4b6d-b3c9-16b90396e56d HTTP/1.1" status: 200 len: 1127 time: 0.0470607 Mar 02 15:05:18.869726 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedd0733-f9aa-4c12-81d5-c300115b1b94 req-2e11e802-352b-4e5a-bd8f-98e95edf5ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:05:18.871251 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-cedd0733-f9aa-4c12-81d5-c300115b1b94 req-2e11e802-352b-4e5a-bd8f-98e95edf5ab5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=dfd98ec8-5de8-4415-83aa-22cce77e500c HTTP/1.1" status: 200 len: 909 time: 0.0915022 Mar 02 15:05:18.944868 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-cedd0733-f9aa-4c12-81d5-c300115b1b94 req-0b8b9ddc-fbd1-44df-8714-00ff0901bccf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e17949f-6616-4d42-8111-05e711da824a HTTP/1.1" status: 200 len: 998 time: 0.0668721 Mar 02 15:05:18.996745 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedd0733-f9aa-4c12-81d5-c300115b1b94 req-91ec0e38-1fa6-49f1-8f80-11a94fdc0888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:05:18.998250 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-cedd0733-f9aa-4c12-81d5-c300115b1b94 req-91ec0e38-1fa6-49f1-8f80-11a94fdc0888 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=52bfaaf9-3cbd-41b6-b999-214dacbbebb5 HTTP/1.1" status: 200 len: 847 time: 0.0471039 Mar 02 15:05:19.051270 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedd0733-f9aa-4c12-81d5-c300115b1b94 req-7774c822-1a9a-452b-b37b-0dbc82c4631c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:05:19.052996 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-cedd0733-f9aa-4c12-81d5-c300115b1b94 req-7774c822-1a9a-452b-b37b-0dbc82c4631c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dfd98ec8-5de8-4415-83aa-22cce77e500c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490437 Mar 02 15:05:19.182069 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-cedd0733-f9aa-4c12-81d5-c300115b1b94 req-49b39e7b-f4bf-4420-a33f-5faf0a9b2664 service neutron] 10.222.0.55 "GET /v2.0/networks/dfd98ec8-5de8-4415-83aa-22cce77e500c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970545 Mar 02 15:05:19.288646 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-cedd0733-f9aa-4c12-81d5-c300115b1b94 req-00bfac1e-0bf0-4f74-a678-d64a848aeb54 service neutron] 10.222.0.55 "GET /v2.0/networks/dfd98ec8-5de8-4415-83aa-22cce77e500c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940194 Mar 02 15:05:19.700860 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2296078b-be02-4ae0-a4f9-20c99f2a2109 req-d945c3b2-9d51-41e1-af88-16220512b34c tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:05:19.703919 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-2296078b-be02-4ae0-a4f9-20c99f2a2109 req-d945c3b2-9d51-41e1-af88-16220512b34c tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 946 time: 0.1017411 Mar 02 15:05:19.795796 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa02884-48f7-4323-a15d-11b746fa3657 req-856598e9-db38-42de-ae81-3f3dfa31d178 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:05:19.797363 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-3fa02884-48f7-4323-a15d-11b746fa3657 req-856598e9-db38-42de-ae81-3f3dfa31d178 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 946 time: 0.1386125 Mar 02 15:05:19.889014 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccb8136-6875-43d3-864f-450cc8f32d11 req-aaa55162-0d30-4397-a3d9-d5d977ba4bc0 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:05:19.890490 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-9ccb8136-6875-43d3-864f-450cc8f32d11 req-aaa55162-0d30-4397-a3d9-d5d977ba4bc0 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/ports?device_id=a230d674-1b12-4b6d-b3c9-16b90396e56d HTTP/1.1" status: 200 len: 943 time: 0.1525025 Mar 02 15:05:19.897706 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-3fa02884-48f7-4323-a15d-11b746fa3657 req-d10293e1-f4c9-48ec-b0ae-d94ba239458d tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=9409be02-afb2-41ad-a2c8-4aa2fb90c17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785999 Mar 02 15:05:19.924813 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.plugin [req-2296078b-be02-4ae0-a4f9-20c99f2a2109 req-7d51726c-5bbc-44a9-834b-8919451744ab tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Deleting port e876fffc-f842-4f0f-ad30-380165a0570d {{(pid=110180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 15:05:19.925154 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-2296078b-be02-4ae0-a4f9-20c99f2a2109 req-7d51726c-5bbc-44a9-834b-8919451744ab tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757345981049'] for port (e876fffc-f842-4f0f-ad30-380165a0570d), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:05:19.999121 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-9ccb8136-6875-43d3-864f-450cc8f32d11 req-2b17972c-eca0-40c0-b10e-a3aefc233fe4 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/security-groups?id=f2b985be-7f57-4364-87a1-c62bf9e90a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996819 Mar 02 15:05:20.050789 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.db [req-2296078b-be02-4ae0-a4f9-20c99f2a2109 req-7d51726c-5bbc-44a9-834b-8919451744ab tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] For port e876fffc-f842-4f0f-ad30-380165a0570d, host hv-cinder-83143, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=e876fffc-f842-4f0f-ad30-380165a0570d,segment=NetworkSegment(a29b8c1f-4601-46a8-a0c5-19fb5294c518),segment_id=a29b8c1f-4601-46a8-a0c5-19fb5294c518)] {{(pid=110180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:05:20.051174 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-2296078b-be02-4ae0-a4f9-20c99f2a2109 req-7d51726c-5bbc-44a9-834b-8919451744ab tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port (e876fffc-f842-4f0f-ad30-380165a0570d), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:05:20.288072 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-2296078b-be02-4ae0-a4f9-20c99f2a2109 req-7d51726c-5bbc-44a9-834b-8919451744ab tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:05:20.288611 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-2296078b-be02-4ae0-a4f9-20c99f2a2109 req-7d51726c-5bbc-44a9-834b-8919451744ab tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559821'] for floatingip (6a00ab91-1a92-4048-b3d6-2d736eac3bf7), after_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:05:20.288974 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.db.l3_db [req-2296078b-be02-4ae0-a4f9-20c99f2a2109 req-7d51726c-5bbc-44a9-834b-8919451744ab tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Floating IP 6a00ab91-1a92-4048-b3d6-2d736eac3bf7 disassociated. External IP: 172.27.0.95, port: e876fffc-f842-4f0f-ad30-380165a0570d. Mar 02 15:05:20.289401 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.plugin [req-2296078b-be02-4ae0-a4f9-20c99f2a2109 req-7d51726c-5bbc-44a9-834b-8919451744ab tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Calling delete_port for e876fffc-f842-4f0f-ad30-380165a0570d owned by compute:nova {{(pid=110180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 15:05:20.508691 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-2296078b-be02-4ae0-a4f9-20c99f2a2109 req-7d51726c-5bbc-44a9-834b-8919451744ab tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757345984732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757345480677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672616'] for port (e876fffc-f842-4f0f-ad30-380165a0570d), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:05:20.539642 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d51726c-5bbc-44a9-834b-8919451744ab tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Pushing event deleted for resources: {'Port': ['ID=e876fffc-f842-4f0f-ad30-380165a0570d,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:05:20.553461 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d51726c-5bbc-44a9-834b-8919451744ab tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:05:20.553461 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d51726c-5bbc-44a9-834b-8919451744ab tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:05:20.553461 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d51726c-5bbc-44a9-834b-8919451744ab tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:05:20.553461 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d51726c-5bbc-44a9-834b-8919451744ab tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:05:20.553461 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d51726c-5bbc-44a9-834b-8919451744ab tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:05:20.553461 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d51726c-5bbc-44a9-834b-8919451744ab tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:05:20.553461 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d51726c-5bbc-44a9-834b-8919451744ab tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:05:20.554107 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d51726c-5bbc-44a9-834b-8919451744ab tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:05:20.554107 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d51726c-5bbc-44a9-834b-8919451744ab tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:05:20.554287 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d51726c-5bbc-44a9-834b-8919451744ab tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:05:20.554534 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d51726c-5bbc-44a9-834b-8919451744ab tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:05:20.554858 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d51726c-5bbc-44a9-834b-8919451744ab tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:05:20.555215 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d51726c-5bbc-44a9-834b-8919451744ab tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:05:20.948501 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2296078b-be02-4ae0-a4f9-20c99f2a2109 req-7d51726c-5bbc-44a9-834b-8919451744ab tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Router e5b571ce-fc13-4916-8ca7-02e46e5b493a has already been hosted by L3 agent 4b7d4a90-2987-419a-b6cd-7624b7dba065 {{(pid=110180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 15:05:21.042211 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-b7b82046-24b3-4bfc-84c3-ef5dcb084df4 req-7855f2a5-cfce-472b-8d43-e098c4a67955 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 210 time: 0.0356810 Mar 02 15:05:21.112677 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2296078b-be02-4ae0-a4f9-20c99f2a2109 req-7d51726c-5bbc-44a9-834b-8919451744ab tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Notify agent at l3_agent.dv-cinder-831439-3-iscsi the message routers_updated {{(pid=110180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 15:05:21.126221 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8c9d84-9734-4608-a8f0-0d3688a6ded4 None None] Sync routers for ids ['e5b571ce-fc13-4916-8ca7-02e46e5b493a'] in dv-cinder-831439-3-iscsi {{(pid=110181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 15:05:21.144140 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8c9d84-9734-4608-a8f0-0d3688a6ded4 None None] Routers {'e5b571ce-fc13-4916-8ca7-02e46e5b493a'} bound to L3 agent in host dv-cinder-831439-3-iscsi {{(pid=110181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 15:05:21.145223 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-ed8c9d84-9734-4608-a8f0-0d3688a6ded4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831439-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T14:48:11Z,description=,heartbeat_timestamp=2022-03-02T15:05:11Z,host='dv-cinder-831439-3-iscsi',id=4b7d4a90-2987-419a-b6cd-7624b7dba065,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T14:48:12Z,topic='l3_agent')) {'router_ids': ['e5b571ce-fc13-4916-8ca7-02e46e5b493a'], 'active': True} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:05:21.185235 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.l3_dvrscheduler_db [req-2296078b-be02-4ae0-a4f9-20c99f2a2109 req-7d51726c-5bbc-44a9-834b-8919451744ab tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] No DVR routers for this DVR port e876fffc-f842-4f0f-ad30-380165a0570d on host hv-cinder-83143 {{(pid=110180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 15:05:21.188499 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-2296078b-be02-4ae0-a4f9-20c99f2a2109 req-7d51726c-5bbc-44a9-834b-8919451744ab tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221961'] for port (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:05:21.192803 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-2296078b-be02-4ae0-a4f9-20c99f2a2109 req-7d51726c-5bbc-44a9-834b-8919451744ab tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.55 "DELETE /v2.0/ports/e876fffc-f842-4f0f-ad30-380165a0570d HTTP/1.1" status: 204 len: 173 time: 1.4831994 Mar 02 15:05:21.193415 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c79b877-bfc0-4f56-948b-e342647688cd', 'name': 'network-vif-deleted', 'tag': 'e876fffc-f842-4f0f-ad30-380165a0570d'}] {{(pid=110180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 15:05:21.196696 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d4cb776884cbbf8177075bc934a95f6bdaf5bba346c2d7fc75eae3cda02a5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d30bcf0e-0ef3-4a12-86cb-2af70fccad89" -d '{"events": [{"server_uuid": "6c79b877-bfc0-4f56-948b-e342647688cd", "name": "network-vif-deleted", "tag": "e876fffc-f842-4f0f-ad30-380165a0570d"}]}' {{(pid=110180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 15:05:21.249802 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 15:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f481f3df-a84f-4195-a510-6162060cb628 x-openstack-request-id: req-f481f3df-a84f-4195-a510-6162060cb628 {{(pid=110180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 15:05:21.250018 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c79b877-bfc0-4f56-948b-e342647688cd", "name": "network-vif-deleted", "tag": "e876fffc-f842-4f0f-ad30-380165a0570d", "status": "completed", "code": 200}]} {{(pid=110180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 15:05:21.250213 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f481f3df-a84f-4195-a510-6162060cb628 {{(pid=110180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 15:05:21.250635 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c79b877-bfc0-4f56-948b-e342647688cd', 'name': 'network-vif-deleted', 'tag': 'e876fffc-f842-4f0f-ad30-380165a0570d', 'status': 'completed', 'code': 200} Mar 02 15:05:21.298198 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvr_db [None req-ed8c9d84-9734-4608-a8f0-0d3688a6ded4 None None] Set router e5b571ce-fc13-4916-8ca7-02e46e5b493a gateway port host: dv-cinder-831439-3-iscsi {{(pid=110181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 15:05:21.398463 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c3240a-8f06-4e73-a906-8f1d3e36ab6b req-012a4106-2854-422f-80d7-8e4bdcb4137e tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:05:21.400293 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-e3c3240a-8f06-4e73-a906-8f1d3e36ab6b req-012a4106-2854-422f-80d7-8e4bdcb4137e tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/ports?device_id=a230d674-1b12-4b6d-b3c9-16b90396e56d HTTP/1.1" status: 200 len: 943 time: 0.0612164 Mar 02 15:05:21.470786 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-e3c3240a-8f06-4e73-a906-8f1d3e36ab6b req-47425671-4a86-46e5-8e06-d9ab081017b6 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/security-groups?id=f2b985be-7f57-4364-87a1-c62bf9e90a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616105 Mar 02 15:05:21.564558 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-ed8c9d84-9734-4608-a8f0-0d3688a6ded4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b571ce-fc13-4916-8ca7-02e46e5b493a', 'name': 'tempest-AttachVolumeShelveTestJSON-1179134205-router', 'tenant_id': '8d6fe98143c241798db8cd747803fb48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'c6b6eafc-e146-4868-b32e-6ac7da889279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T14:57:03Z', 'updated_at': '2022-03-02T14:57:14Z', 'revision_number': 4, 'project_id': '8d6fe98143c241798db8cd747803fb48', 'gw_port': {'id': 'c6b6eafc-e146-4868-b32e-6ac7da889279', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:33:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b571ce-fc13-4916-8ca7-02e46e5b493a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:57:04Z', 'updated_at': '2022-03-02T14:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi', '_interfaces': [{'id': 'fc626190-43ca-404c-b463-b61853f24009', 'name': '', 'network_id': '32a772a1-de65-4149-a254-15f24cef804d', 'tenant_id': '8d6fe98143c241798db8cd747803fb48', 'mac_address': 'fa:16:3e:68:52:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b571ce-fc13-4916-8ca7-02e46e5b493a', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4f813be6-b019-4418-9613-23d83e4ca2ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:57:13Z', 'updated_at': '2022-03-02T14:57:23Z', 'revision_number': 5, 'project_id': '8d6fe98143c241798db8cd747803fb48', 'subnets': [{'id': '4f813be6-b019-4418-9613-23d83e4ca2ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831439-3-iscsi', False) {} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:05:21.592412 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8c9d84-9734-4608-a8f0-0d3688a6ded4 None None] Checking router: e5b571ce-fc13-4916-8ca7-02e46e5b493a for host: dv-cinder-831439-3-iscsi {{(pid=110181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 15:05:21.601870 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8c9d84-9734-4608-a8f0-0d3688a6ded4 None None] Routers {'e5b571ce-fc13-4916-8ca7-02e46e5b493a'} bound to L3 agent in host dv-cinder-831439-3-iscsi {{(pid=110181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 15:05:21.602489 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-ed8c9d84-9734-4608-a8f0-0d3688a6ded4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831439-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T14:48:11Z,description=,heartbeat_timestamp=2022-03-02T15:05:11Z,host='dv-cinder-831439-3-iscsi',id=4b7d4a90-2987-419a-b6cd-7624b7dba065,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T14:48:12Z,topic='l3_agent')) {'router_ids': ['e5b571ce-fc13-4916-8ca7-02e46e5b493a'], 'active': True} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:05:21.719793 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvr_db [None req-ed8c9d84-9734-4608-a8f0-0d3688a6ded4 None None] Set router e5b571ce-fc13-4916-8ca7-02e46e5b493a gateway port host: dv-cinder-831439-3-iscsi {{(pid=110181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 15:05:22.005674 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-ed8c9d84-9734-4608-a8f0-0d3688a6ded4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b571ce-fc13-4916-8ca7-02e46e5b493a', 'name': 'tempest-AttachVolumeShelveTestJSON-1179134205-router', 'tenant_id': '8d6fe98143c241798db8cd747803fb48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'c6b6eafc-e146-4868-b32e-6ac7da889279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T14:57:03Z', 'updated_at': '2022-03-02T14:57:14Z', 'revision_number': 4, 'project_id': '8d6fe98143c241798db8cd747803fb48', 'gw_port': {'id': 'c6b6eafc-e146-4868-b32e-6ac7da889279', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:33:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b571ce-fc13-4916-8ca7-02e46e5b493a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:57:04Z', 'updated_at': '2022-03-02T14:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi', '_interfaces': [{'id': 'fc626190-43ca-404c-b463-b61853f24009', 'name': '', 'network_id': '32a772a1-de65-4149-a254-15f24cef804d', 'tenant_id': '8d6fe98143c241798db8cd747803fb48', 'mac_address': 'fa:16:3e:68:52:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b571ce-fc13-4916-8ca7-02e46e5b493a', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4f813be6-b019-4418-9613-23d83e4ca2ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:57:13Z', 'updated_at': '2022-03-02T14:57:23Z', 'revision_number': 5, 'project_id': '8d6fe98143c241798db8cd747803fb48', 'subnets': [{'id': '4f813be6-b019-4418-9613-23d83e4ca2ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831439-3-iscsi', False) {} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:05:22.009506 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Device e876fffc-f842-4f0f-ad30-380165a0570d no longer exists at agent hyperv_hv-cinder-83143 {{(pid=110181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 15:05:22.056815 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8c9d84-9734-4608-a8f0-0d3688a6ded4 None None] The sync data for ids ['e5b571ce-fc13-4916-8ca7-02e46e5b493a'] in dv-cinder-831439-3-iscsi is: [{'id': 'e5b571ce-fc13-4916-8ca7-02e46e5b493a', 'name': 'tempest-AttachVolumeShelveTestJSON-1179134205-router', 'tenant_id': '8d6fe98143c241798db8cd747803fb48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'c6b6eafc-e146-4868-b32e-6ac7da889279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T14:57:03Z', 'updated_at': '2022-03-02T14:57:14Z', 'revision_number': 4, 'project_id': '8d6fe98143c241798db8cd747803fb48', 'gw_port': {'id': 'c6b6eafc-e146-4868-b32e-6ac7da889279', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:33:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b571ce-fc13-4916-8ca7-02e46e5b493a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:57:04Z', 'updated_at': '2022-03-02T14:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi', '_interfaces': [{'id': 'fc626190-43ca-404c-b463-b61853f24009', 'name': '', 'network_id': '32a772a1-de65-4149-a254-15f24cef804d', 'tenant_id': '8d6fe98143c241798db8cd747803fb48', 'mac_address': 'fa:16:3e:68:52:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b571ce-fc13-4916-8ca7-02e46e5b493a', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4f813be6-b019-4418-9613-23d83e4ca2ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:57:13Z', 'updated_at': '2022-03-02T14:57:23Z', 'revision_number': 5, 'project_id': '8d6fe98143c241798db8cd747803fb48', 'subnets': [{'id': '4f813be6-b019-4418-9613-23d83e4ca2ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 15:05:22.058627 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] No Port match for: e876fffc-f842-4f0f-ad30-380165a0570d {{(pid=110181) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 15:05:22.059006 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Device e876fffc-f842-4f0f-ad30-380165a0570d not bound to the agent host hv-cinder-83143 {{(pid=110181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 15:05:22.183180 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-c6a3db74-fead-44f3-b951-4ce1d8bd0095 req-55ae4243-8256-4e50-9610-f397a237bb90 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c79b877-bfc0-4f56-948b-e342647688cd HTTP/1.1" status: 200 len: 210 time: 0.0349686 Mar 02 15:05:22.311305 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845c8702-0cd1-4462-a722-b430a45bef1c None None] New status for floating IP 6a00ab91-1a92-4048-b3d6-2d736eac3bf7: DOWN {{(pid=110182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 15:05:22.631531 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0be8f7-805d-4b69-8c4a-9dd40406c742 req-cc3b93a3-dd74-4f49-bb2b-1442067a8b26 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:05:22.632928 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-fb0be8f7-805d-4b69-8c4a-9dd40406c742 req-cc3b93a3-dd74-4f49-bb2b-1442067a8b26 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/ports?device_id=a230d674-1b12-4b6d-b3c9-16b90396e56d HTTP/1.1" status: 200 len: 943 time: 0.0761700 Mar 02 15:05:22.686976 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-fb0be8f7-805d-4b69-8c4a-9dd40406c742 req-b38f0cc5-b048-4231-a42a-b071fd7efcf8 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/security-groups?id=f2b985be-7f57-4364-87a1-c62bf9e90a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472093 Mar 02 15:05:23.421851 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 60816) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:05:23.480902 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-f0f2f6e7-a8cc-4abc-9e3c-b9fc1cf551f6 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Publish callbacks [] for security_group (9409be02-afb2-41ad-a2c8-4aa2fb90c17c), before_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:05:23.505771 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-f0f2f6e7-a8cc-4abc-9e3c-b9fc1cf551f6 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Publish callbacks [] for security_group (9409be02-afb2-41ad-a2c8-4aa2fb90c17c), precommit_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:05:23.654393 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-f0f2f6e7-a8cc-4abc-9e3c-b9fc1cf551f6 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (9409be02-afb2-41ad-a2c8-4aa2fb90c17c), after_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:05:23.657249 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-f0f2f6e7-a8cc-4abc-9e3c-b9fc1cf551f6 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Publish callbacks [] for security_group (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:05:23.662035 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-f0f2f6e7-a8cc-4abc-9e3c-b9fc1cf551f6 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "DELETE /v2.0/security-groups/9409be02-afb2-41ad-a2c8-4aa2fb90c17c HTTP/1.1" status: 204 len: 168 time: 0.2356207 Mar 02 15:05:23.670255 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 60818) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:05:23.670786 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f2f6e7-a8cc-4abc-9e3c-b9fc1cf551f6 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9409be02-afb2-41ad-a2c8-4aa2fb90c17c,revision_number=None']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:05:23.677774 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.api.v2.resource [None req-c7c8533f-6e51-4097-aa0b-dc81f765489d tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] show failed (client error): The resource could not be found. Mar 02 15:05:23.677774 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-c7c8533f-6e51-4097-aa0b-dc81f765489d tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups/9409be02-afb2-41ad-a2c8-4aa2fb90c17c HTTP/1.1" status: 404 len: 347 time: 0.0145888 Mar 02 15:05:23.681727 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f2f6e7-a8cc-4abc-9e3c-b9fc1cf551f6 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:05:23.681727 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f2f6e7-a8cc-4abc-9e3c-b9fc1cf551f6 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:05:23.681727 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f2f6e7-a8cc-4abc-9e3c-b9fc1cf551f6 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:05:23.681727 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f2f6e7-a8cc-4abc-9e3c-b9fc1cf551f6 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:05:23.681727 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f2f6e7-a8cc-4abc-9e3c-b9fc1cf551f6 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:05:23.681727 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f2f6e7-a8cc-4abc-9e3c-b9fc1cf551f6 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:05:23.681727 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f2f6e7-a8cc-4abc-9e3c-b9fc1cf551f6 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:05:23.681727 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f2f6e7-a8cc-4abc-9e3c-b9fc1cf551f6 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:05:23.681727 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f2f6e7-a8cc-4abc-9e3c-b9fc1cf551f6 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:05:23.682408 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 60820) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:05:23.682521 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f2f6e7-a8cc-4abc-9e3c-b9fc1cf551f6 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:05:23.682521 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f2f6e7-a8cc-4abc-9e3c-b9fc1cf551f6 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:05:23.682521 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f2f6e7-a8cc-4abc-9e3c-b9fc1cf551f6 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:05:23.682991 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f2f6e7-a8cc-4abc-9e3c-b9fc1cf551f6 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:05:23.858821 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9362c02f-f1f6-4516-a9fd-786dbdfc1e84 req-6274d0b8-55fc-4691-b5c1-950da54abb45 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:05:23.860546 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-9362c02f-f1f6-4516-a9fd-786dbdfc1e84 req-6274d0b8-55fc-4691-b5c1-950da54abb45 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/ports?device_id=a230d674-1b12-4b6d-b3c9-16b90396e56d HTTP/1.1" status: 200 len: 943 time: 0.0895708 Mar 02 15:05:23.886220 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.plugin [None req-e8ab84ae-e986-44ee-a052-d47fb748aeba tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Deleting port 15d3808f-4159-4e28-8f7f-a15f1a6775a7 {{(pid=110180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 15:05:23.886564 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-e8ab84ae-e986-44ee-a052-d47fb748aeba tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757345981049'] for port (15d3808f-4159-4e28-8f7f-a15f1a6775a7), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:05:23.959929 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-9362c02f-f1f6-4516-a9fd-786dbdfc1e84 req-8507cf2a-7c3c-4b39-aa92-9133c73fe0c0 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/security-groups?id=f2b985be-7f57-4364-87a1-c62bf9e90a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926316 Mar 02 15:05:23.997297 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-e8ab84ae-e986-44ee-a052-d47fb748aeba tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port (15d3808f-4159-4e28-8f7f-a15f1a6775a7), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:05:23.997615 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-e8ab84ae-e986-44ee-a052-d47fb748aeba tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Publish callbacks [] for floatingip (15d3808f-4159-4e28-8f7f-a15f1a6775a7), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:05:24.011572 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.plugin [None req-e8ab84ae-e986-44ee-a052-d47fb748aeba tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Calling delete_port for 15d3808f-4159-4e28-8f7f-a15f1a6775a7 owned by network:floatingip {{(pid=110180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 15:05:24.228901 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-e8ab84ae-e986-44ee-a052-d47fb748aeba tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757345984732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757345480677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672616'] for port (15d3808f-4159-4e28-8f7f-a15f1a6775a7), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:05:24.255865 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ab84ae-e986-44ee-a052-d47fb748aeba tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Pushing event deleted for resources: {'Port': ['ID=15d3808f-4159-4e28-8f7f-a15f1a6775a7,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:05:24.319077 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-e8ab84ae-e986-44ee-a052-d47fb748aeba tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Publish callbacks [] for floatingip (6a00ab91-1a92-4048-b3d6-2d736eac3bf7), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:05:24.321905 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-e8ab84ae-e986-44ee-a052-d47fb748aeba tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221961'] for floatingip (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:05:24.323053 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-e8ab84ae-e986-44ee-a052-d47fb748aeba tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "DELETE /v2.0/floatingips/6a00ab91-1a92-4048-b3d6-2d736eac3bf7 HTTP/1.1" status: 204 len: 168 time: 0.6404278 Mar 02 15:05:24.602402 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 60828) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:05:24.607210 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.v2.base [None req-4ad17cb7-8fef-4746-898e-a45a1fc439bf tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1373136416', 'description': 'tempest-description--1005852656'}} {{(pid=110180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 15:05:24.691555 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-4ad17cb7-8fef-4746-898e-a45a1fc439bf tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Publish callbacks [] for security_group (None), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:05:24.758685 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-4ad17cb7-8fef-4746-898e-a45a1fc439bf tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Publish callbacks [] for security_group (6d7e0eb8-a571-4baa-adc9-84fc8a01bf87), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:05:24.871226 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-4ad17cb7-8fef-4746-898e-a45a1fc439bf tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (6d7e0eb8-a571-4baa-adc9-84fc8a01bf87), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:05:24.903923 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad17cb7-8fef-4746-898e-a45a1fc439bf tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d7e0eb8-a571-4baa-adc9-84fc8a01bf87,revision_number=1']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:05:24.984586 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-4ad17cb7-8fef-4746-898e-a45a1fc439bf tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Publish callbacks [] for security_group (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:05:24.985834 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-4ad17cb7-8fef-4746-898e-a45a1fc439bf tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3823223 Mar 02 15:05:24.993054 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 60832) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:05:24.993387 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.v2.base [None req-9780e631-6240-405e-b9bd-e1184968ac61 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Request body: {'security_group_rule': {'security_group_id': '6d7e0eb8-a571-4baa-adc9-84fc8a01bf87', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 15:05:25.083007 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f1053-8ed8-432a-be89-6a8473ea6192 req-dc3ac120-4b90-407e-b533-3675c2797c14 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:05:25.084562 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-d10f1053-8ed8-432a-be89-6a8473ea6192 req-dc3ac120-4b90-407e-b533-3675c2797c14 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/ports?device_id=a230d674-1b12-4b6d-b3c9-16b90396e56d HTTP/1.1" status: 200 len: 943 time: 0.0553732 Mar 02 15:05:25.140342 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-9780e631-6240-405e-b9bd-e1184968ac61 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Publish callbacks [] for security_group_rule (2cacf0ca-a55e-4513-b271-61f930a69fac), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:05:25.174294 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-d10f1053-8ed8-432a-be89-6a8473ea6192 req-528ef903-ecb4-4ce4-8a1a-7f2aa7e16d06 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/security-groups?id=f2b985be-7f57-4364-87a1-c62bf9e90a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841103 Mar 02 15:05:25.221579 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-9780e631-6240-405e-b9bd-e1184968ac61 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Publish callbacks [] for security_group_rule (2cacf0ca-a55e-4513-b271-61f930a69fac), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:05:25.302983 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-9780e631-6240-405e-b9bd-e1184968ac61 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769636'] for security_group_rule (2cacf0ca-a55e-4513-b271-61f930a69fac), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:05:25.320559 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9780e631-6240-405e-b9bd-e1184968ac61 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cacf0ca-a55e-4513-b271-61f930a69fac,revision_number=0']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:05:25.405196 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-9780e631-6240-405e-b9bd-e1184968ac61 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:05:25.406346 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-9780e631-6240-405e-b9bd-e1184968ac61 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4165277 Mar 02 15:05:25.409407 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 60834) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:05:25.413771 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.v2.base [None req-01866dc7-a275-47f0-8dc4-46fc1a2e8bd2 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Request body: {'security_group_rule': {'security_group_id': '6d7e0eb8-a571-4baa-adc9-84fc8a01bf87', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 15:05:25.525078 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-01866dc7-a275-47f0-8dc4-46fc1a2e8bd2 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Publish callbacks [] for security_group_rule (306a4917-fbdc-4d98-8639-3ae6e247a576), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:05:25.583482 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-01866dc7-a275-47f0-8dc4-46fc1a2e8bd2 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Publish callbacks [] for security_group_rule (306a4917-fbdc-4d98-8639-3ae6e247a576), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:05:25.656700 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-01866dc7-a275-47f0-8dc4-46fc1a2e8bd2 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769636'] for security_group_rule (306a4917-fbdc-4d98-8639-3ae6e247a576), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:05:25.675505 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01866dc7-a275-47f0-8dc4-46fc1a2e8bd2 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=306a4917-fbdc-4d98-8639-3ae6e247a576,revision_number=0']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:05:25.761701 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-01866dc7-a275-47f0-8dc4-46fc1a2e8bd2 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:05:25.762958 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-01866dc7-a275-47f0-8dc4-46fc1a2e8bd2 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3525746 Mar 02 15:05:25.766002 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 60836) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:05:25.770248 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.v2.base [None req-772d07b9-2477-431a-aca8-74f7f00d3af7 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Request body: {'floatingip': {'floating_network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf'}} {{(pid=110180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 15:05:25.874360 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.agents_db [None req-b044b9bd-a670-44c5-b22a-8886b11808d8 None None] Agent healthcheck: found 6 active agents {{(pid=110182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 15:05:25.888677 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-772d07b9-2477-431a-aca8-74f7f00d3af7 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:05:25.987128 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-772d07b9-2477-431a-aca8-74f7f00d3af7 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (None), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:05:26.094632 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.db_base_plugin_common [None req-772d07b9-2477-431a-aca8-74f7f00d3af7 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Allocated IP 172.27.0.29 (ed71569c-47b6-4b42-b6b3-c541700724bf/701fb87e-0ea2-4d8d-8228-0af980cd437a/a150e92e-5462-4da8-9035-041cde4633a0) {{(pid=110180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 15:05:26.201550 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-772d07b9-2477-431a-aca8-74f7f00d3af7 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Publish callbacks [] for port (a150e92e-5462-4da8-9035-041cde4633a0), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:05:26.305066 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53573cf0-ffa2-4367-99c7-fd5efb8233ce req-4c4ea803-8bc4-4c44-ae91-1ec671e86c3d tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:05:26.306721 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-53573cf0-ffa2-4367-99c7-fd5efb8233ce req-4c4ea803-8bc4-4c44-ae91-1ec671e86c3d tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/ports?device_id=a230d674-1b12-4b6d-b3c9-16b90396e56d HTTP/1.1" status: 200 len: 943 time: 0.0594745 Mar 02 15:05:26.361611 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-53573cf0-ffa2-4367-99c7-fd5efb8233ce req-e5791d97-0974-4839-a3fa-a5deb7c3b091 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/security-groups?id=f2b985be-7f57-4364-87a1-c62bf9e90a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451236 Mar 02 15:05:26.363102 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-772d07b9-2477-431a-aca8-74f7f00d3af7 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757345480668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672616'] for port (a150e92e-5462-4da8-9035-041cde4633a0), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:05:26.405403 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772d07b9-2477-431a-aca8-74f7f00d3af7 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Network ed71569c-47b6-4b42-b6b3-c541700724bf is already hosted by enough agents. {{(pid=110180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 15:05:26.408526 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.base_scheduler [None req-772d07b9-2477-431a-aca8-74f7f00d3af7 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Resources bound (agent type, host, resource id): {{(pid=110180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 15:05:26.412075 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772d07b9-2477-431a-aca8-74f7f00d3af7 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Received port after_create {{(pid=110180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 15:05:26.417999 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772d07b9-2477-431a-aca8-74f7f00d3af7 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Pushing event updated for resources: {'Port': ['ID=a150e92e-5462-4da8-9035-041cde4633a0,revision_number=1']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:05:26.502669 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-772d07b9-2477-431a-aca8-74f7f00d3af7 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Publish callbacks [] for floatingip (26049a07-8bfc-4d96-aae9-d5c453808034), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:05:26.639714 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-772d07b9-2477-431a-aca8-74f7f00d3af7 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (a150e92e-5462-4da8-9035-041cde4633a0), before_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:05:26.795481 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-772d07b9-2477-431a-aca8-74f7f00d3af7 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Publish callbacks [] for port (a150e92e-5462-4da8-9035-041cde4633a0), precommit_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:05:26.888819 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-772d07b9-2477-431a-aca8-74f7f00d3af7 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3672609'] for port (a150e92e-5462-4da8-9035-041cde4633a0), after_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:05:26.957413 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772d07b9-2477-431a-aca8-74f7f00d3af7 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Pushing event updated for resources: {'Port': ['ID=a150e92e-5462-4da8-9035-041cde4633a0,revision_number=2']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:05:26.968326 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-772d07b9-2477-431a-aca8-74f7f00d3af7 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559821'] for floatingip (26049a07-8bfc-4d96-aae9-d5c453808034), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:05:27.110846 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-772d07b9-2477-431a-aca8-74f7f00d3af7 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221961'] for floatingip (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:05:27.112492 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-772d07b9-2477-431a-aca8-74f7f00d3af7 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3452704 Mar 02 15:05:27.222380 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (a761fe19-4045-45cc-a7c7-f029a0c82591), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:05:27.361428 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a8329637-11e9-4545-b905-615cf9d85905 req-6546276f-c9f7-49bb-a30e-211e437a3ee5 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1373136416&fields=id&tenant_id=8d6fe98143c241798db8cd747803fb48 HTTP/1.1" status: 200 len: 267 time: 0.0448203 Mar 02 15:05:27.509417 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8329637-11e9-4545-b905-615cf9d85905 req-1453fe80-86bd-45be-a112-1fb8477bc211 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:05:27.511010 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a8329637-11e9-4545-b905-615cf9d85905 req-1453fe80-86bd-45be-a112-1fb8477bc211 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/networks?id=32a772a1-de65-4149-a254-15f24cef804d HTTP/1.1" status: 200 len: 817 time: 0.1415098 Mar 02 15:05:27.523727 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a30e33d-4a36-46e4-88dd-7436908aa99a req-1c3ba6f8-0de7-4191-9fe5-ab32fbe2cc1c tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:05:27.525478 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-4a30e33d-4a36-46e4-88dd-7436908aa99a req-1c3ba6f8-0de7-4191-9fe5-ab32fbe2cc1c tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/ports?device_id=a230d674-1b12-4b6d-b3c9-16b90396e56d HTTP/1.1" status: 200 len: 943 time: 0.0930052 Mar 02 15:05:27.543144 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a8329637-11e9-4545-b905-615cf9d85905 req-f835f6b4-dae1-421c-9ca1-35e3912fa71a tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/quotas/8d6fe98143c241798db8cd747803fb48 HTTP/1.1" status: 200 len: 375 time: 0.0169196 Mar 02 15:05:27.612972 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-4a30e33d-4a36-46e4-88dd-7436908aa99a req-75e8c913-4e93-48a1-9f75-8ff23c3972f3 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/security-groups?id=f2b985be-7f57-4364-87a1-c62bf9e90a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803118 Mar 02 15:05:27.630834 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a8329637-11e9-4545-b905-615cf9d85905 req-a9c8521c-2c07-42b2-83c6-3225b8479550 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=8d6fe98143c241798db8cd747803fb48&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0813918 Mar 02 15:05:27.724946 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a8329637-11e9-4545-b905-615cf9d85905 req-79770f2b-5358-4c2c-8d2b-e18d5f1a5ab8 service neutron] 10.222.0.52 "GET /v2.0/networks/32a772a1-de65-4149-a254-15f24cef804d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827997 Mar 02 15:05:27.820152 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a8329637-11e9-4545-b905-615cf9d85905 req-68476553-59ca-4ce5-bab5-552c73687785 service neutron] 10.222.0.52 "GET /v2.0/networks/32a772a1-de65-4149-a254-15f24cef804d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893528 Mar 02 15:05:28.745250 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b5882c-ae50-4cd1-a58e-496215012439 req-420eadf4-e548-4b78-8b21-7dfb1f666656 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:05:28.746863 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-46b5882c-ae50-4cd1-a58e-496215012439 req-420eadf4-e548-4b78-8b21-7dfb1f666656 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/ports?device_id=a230d674-1b12-4b6d-b3c9-16b90396e56d HTTP/1.1" status: 200 len: 943 time: 0.0615728 Mar 02 15:05:28.804755 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-46b5882c-ae50-4cd1-a58e-496215012439 req-39292bdb-3fc0-4669-a6ca-dbcd5d1a9a3b tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/security-groups?id=f2b985be-7f57-4364-87a1-c62bf9e90a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520854 Mar 02 15:05:29.112698 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-649477ba-5b51-4a90-a162-fefab5bd5bb3 req-a0f072a2-e20a-4d9d-bec9-e429a9634234 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5 HTTP/1.1" status: 200 len: 210 time: 0.0275085 Mar 02 15:05:29.922756 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc3961-66ba-4008-ab5f-c69807c117a3 req-375ed4a9-c01d-4551-8c6b-3ceef636dce6 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:05:29.924237 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-1ffc3961-66ba-4008-ab5f-c69807c117a3 req-375ed4a9-c01d-4551-8c6b-3ceef636dce6 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/ports?device_id=a230d674-1b12-4b6d-b3c9-16b90396e56d HTTP/1.1" status: 200 len: 943 time: 0.0529432 Mar 02 15:05:29.981328 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-1ffc3961-66ba-4008-ab5f-c69807c117a3 req-7f56b472-a5b1-4914-8dc4-cf9977d24194 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/security-groups?id=f2b985be-7f57-4364-87a1-c62bf9e90a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507970 Mar 02 15:05:30.042240 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Device 0e17949f-6616-4d42-8111-05e711da824a details requested by agent hyperv_hv-cinder-83143 with host hv-cinder-83143 {{(pid=110181) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 15:05:30.149418 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] For port 0e17949f-6616-4d42-8111-05e711da824a, host hv-cinder-83143, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=0e17949f-6616-4d42-8111-05e711da824a,segment=NetworkSegment(d470775d-5de7-4829-967d-0bb0e94bdc70),segment_id=d470775d-5de7-4829-967d-0bb0e94bdc70)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:05:30.162693 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Returning: {'device': '0e17949f-6616-4d42-8111-05e711da824a', 'network_id': 'dfd98ec8-5de8-4415-83aa-22cce77e500c', 'port_id': '0e17949f-6616-4d42-8111-05e711da824a', 'mac_address': 'fa:16:3e:c9:fd:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52bfaaf9-3cbd-41b6-b999-214dacbbebb5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110181) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 15:05:30.225164 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-15597437-184c-4349-b476-98f2139dd760 req-9d42bd83-fb1a-48d8-aeec-779a62ee3ba1 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5 HTTP/1.1" status: 200 len: 210 time: 0.0349786 Mar 02 15:05:30.330950 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Current status of the port 0e17949f-6616-4d42-8111-05e711da824a is: DOWN; New status is: BUILD {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 15:05:30.331337 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (0e17949f-6616-4d42-8111-05e711da824a), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:05:30.344190 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.notifiers.nova [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e17949f-6616-4d42-8111-05e711da824a {{(pid=110181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 15:05:30.364011 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] For port 0e17949f-6616-4d42-8111-05e711da824a, host hv-cinder-83143, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=0e17949f-6616-4d42-8111-05e711da824a,segment=NetworkSegment(d470775d-5de7-4829-967d-0bb0e94bdc70),segment_id=d470775d-5de7-4829-967d-0bb0e94bdc70)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:05:30.428952 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (0e17949f-6616-4d42-8111-05e711da824a), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:05:30.472844 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Pushing event updated for resources: {'Port': ['ID=0e17949f-6616-4d42-8111-05e711da824a,revision_number=7']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:05:30.919963 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] get_ports_and_sgs() called for port_ids ['0e17949f-6616-4d42-8111-05e711da824a'] {{(pid=110181) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 15:05:31.106983 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f31be32-6ea9-43d1-adc8-d86a8d63bf9c req-da697bdc-50ef-4334-8bcc-39e3b6af55ee tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:05:31.108938 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-1f31be32-6ea9-43d1-adc8-d86a8d63bf9c req-da697bdc-50ef-4334-8bcc-39e3b6af55ee tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/ports?device_id=a230d674-1b12-4b6d-b3c9-16b90396e56d HTTP/1.1" status: 200 len: 944 time: 0.0565431 Mar 02 15:05:31.176307 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-1f31be32-6ea9-43d1-adc8-d86a8d63bf9c req-c7a69d1a-20d9-4840-9956-3b06736001ba tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/security-groups?id=f2b985be-7f57-4364-87a1-c62bf9e90a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613711 Mar 02 15:05:31.279138 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8329637-11e9-4545-b905-615cf9d85905 req-d7b3d752-565d-491b-8e2a-c94c9ae5ca97 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:05:31.280703 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a8329637-11e9-4545-b905-615cf9d85905 req-d7b3d752-565d-491b-8e2a-c94c9ae5ca97 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.55 "GET /v2.0/networks?id=32a772a1-de65-4149-a254-15f24cef804d HTTP/1.1" status: 200 len: 817 time: 0.1219091 Mar 02 15:05:31.341035 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-cdfb4f92-1440-4023-9dda-ae921690b4f4 req-a84bcb2d-9d93-4bd1-a495-1534acdab6ab tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5 HTTP/1.1" status: 200 len: 210 time: 0.0307903 Mar 02 15:05:31.376950 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a8329637-11e9-4545-b905-615cf9d85905 req-adaceae9-3e5a-4553-a7af-917cac2813e3 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d6fe98143c241798db8cd747803fb48 HTTP/1.1" status: 200 len: 380 time: 0.0805688 Mar 02 15:05:31.386020 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.v2.base [req-a8329637-11e9-4545-b905-615cf9d85905 req-e2e6e57f-e979-429c-8e3d-2d65881d9d58 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Request body: {'port': {'device_id': 'ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5', 'network_id': '32a772a1-de65-4149-a254-15f24cef804d', 'admin_state_up': True, 'tenant_id': '8d6fe98143c241798db8cd747803fb48', 'security_groups': ['6d7e0eb8-a571-4baa-adc9-84fc8a01bf87']}} {{(pid=110180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 15:05:31.608555 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8329637-11e9-4545-b905-615cf9d85905 req-e2e6e57f-e979-429c-8e3d-2d65881d9d58 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Made reservation on behalf of 8d6fe98143c241798db8cd747803fb48 for: {'port': 1} {{(pid=110180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 15:05:31.612011 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-a8329637-11e9-4545-b905-615cf9d85905 req-e2e6e57f-e979-429c-8e3d-2d65881d9d58 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (None), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:05:31.738839 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.db_base_plugin_common [req-a8329637-11e9-4545-b905-615cf9d85905 req-e2e6e57f-e979-429c-8e3d-2d65881d9d58 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Allocated IP 172.20.0.3 (32a772a1-de65-4149-a254-15f24cef804d/4f813be6-b019-4418-9613-23d83e4ca2ff/e2a65c91-ccd4-45ad-a703-bc49593da585) {{(pid=110180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 15:05:31.876826 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-a8329637-11e9-4545-b905-615cf9d85905 req-e2e6e57f-e979-429c-8e3d-2d65881d9d58 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Publish callbacks [] for port (e2a65c91-ccd4-45ad-a703-bc49593da585), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:05:32.003366 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-a8329637-11e9-4545-b905-615cf9d85905 req-e2e6e57f-e979-429c-8e3d-2d65881d9d58 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757345480668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672616'] for port (e2a65c91-ccd4-45ad-a703-bc49593da585), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:05:32.042216 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Device 0e17949f-6616-4d42-8111-05e711da824a up at agent hyperv_hv-cinder-83143 {{(pid=110181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 15:05:32.050469 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8329637-11e9-4545-b905-615cf9d85905 req-e2e6e57f-e979-429c-8e3d-2d65881d9d58 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Network 32a772a1-de65-4149-a254-15f24cef804d is already hosted by enough agents. {{(pid=110180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 15:05:32.053950 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.base_scheduler [req-a8329637-11e9-4545-b905-615cf9d85905 req-e2e6e57f-e979-429c-8e3d-2d65881d9d58 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Resources bound (agent type, host, resource id): {{(pid=110180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 15:05:32.057673 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8329637-11e9-4545-b905-615cf9d85905 req-e2e6e57f-e979-429c-8e3d-2d65881d9d58 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Received port after_create {{(pid=110180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 15:05:32.064263 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e6e57f-e979-429c-8e3d-2d65881d9d58 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Pushing event updated for resources: {'Port': ['ID=e2a65c91-ccd4-45ad-a703-bc49593da585,revision_number=1']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:05:32.092276 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Provisioning complete for port 0e17949f-6616-4d42-8111-05e711da824a triggered by entity L2. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 15:05:32.092666 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (0e17949f-6616-4d42-8111-05e711da824a), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:05:32.117735 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8329637-11e9-4545-b905-615cf9d85905 req-e2e6e57f-e979-429c-8e3d-2d65881d9d58 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:05:32.117985 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-a8329637-11e9-4545-b905-615cf9d85905 req-e2e6e57f-e979-429c-8e3d-2d65881d9d58 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221961'] for port (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:05:32.182545 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Current status of the port 0e17949f-6616-4d42-8111-05e711da824a is: BUILD; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 15:05:32.182949 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (0e17949f-6616-4d42-8111-05e711da824a), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:05:32.218029 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a230d674-1b12-4b6d-b3c9-16b90396e56d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e17949f-6616-4d42-8111-05e711da824a'}] {{(pid=110181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 15:05:32.219237 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a8329637-11e9-4545-b905-615cf9d85905 req-e2e6e57f-e979-429c-8e3d-2d65881d9d58 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8368022 Mar 02 15:05:32.223745 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6faebeedf0149bd95a8e5aac95437523d12653d92db1e1e7ce78ae8719853609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdfa19a3-c32b-4781-b8ca-e51d97b62ba1" -d '{"events": [{"server_uuid": "a230d674-1b12-4b6d-b3c9-16b90396e56d", "name": "network-vif-plugged", "status": "completed", "tag": "0e17949f-6616-4d42-8111-05e711da824a"}]}' {{(pid=110181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 15:05:32.238492 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] For port 0e17949f-6616-4d42-8111-05e711da824a, host hv-cinder-83143, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=0e17949f-6616-4d42-8111-05e711da824a,segment=NetworkSegment(d470775d-5de7-4829-967d-0bb0e94bdc70),segment_id=d470775d-5de7-4829-967d-0bb0e94bdc70)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:05:32.243840 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.v2.base [req-a8329637-11e9-4545-b905-615cf9d85905 req-a18636e3-14eb-4af5-930e-01bb3bcedbd4 service neutron] Request body: {'port': {'device_id': 'ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83143'}} {{(pid=110180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 15:05:32.267642 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 15:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b135afbd-df63-4702-9154-a06a930071e1 x-openstack-request-id: req-b135afbd-df63-4702-9154-a06a930071e1 {{(pid=110181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 15:05:32.272007 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a230d674-1b12-4b6d-b3c9-16b90396e56d", "name": "network-vif-plugged", "status": "completed", "tag": "0e17949f-6616-4d42-8111-05e711da824a", "code": 200}]} {{(pid=110181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 15:05:32.272007 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b135afbd-df63-4702-9154-a06a930071e1 {{(pid=110181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 15:05:32.272007 dv-cinder-831439-3-iscsi neutron-server[110181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a230d674-1b12-4b6d-b3c9-16b90396e56d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e17949f-6616-4d42-8111-05e711da824a', 'code': 200} Mar 02 15:05:32.319811 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-681e439e-aa47-4e6f-b12b-9c88549f49b5 None None] Provisioning complete for port e2a65c91-ccd4-45ad-a703-bc49593da585 triggered by entity DHCP. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 15:05:32.320879 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-681e439e-aa47-4e6f-b12b-9c88549f49b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (e2a65c91-ccd4-45ad-a703-bc49593da585), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:05:32.340976 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-a8329637-11e9-4545-b905-615cf9d85905 req-a18636e3-14eb-4af5-930e-01bb3bcedbd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (e2a65c91-ccd4-45ad-a703-bc49593da585), before_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:05:32.343046 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (0e17949f-6616-4d42-8111-05e711da824a), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:05:32.368553 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838722f2-0ba5-47e1-8c6f-603e2414e86c req-8bf61067-c601-43c2-8257-311a8d8bf968 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:05:32.371053 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-838722f2-0ba5-47e1-8c6f-603e2414e86c req-8bf61067-c601-43c2-8257-311a8d8bf968 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/ports?device_id=a230d674-1b12-4b6d-b3c9-16b90396e56d HTTP/1.1" status: 200 len: 944 time: 0.1003160 Mar 02 15:05:32.398100 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-681e439e-aa47-4e6f-b12b-9c88549f49b5 None None] Port e2a65c91-ccd4-45ad-a703-bc49593da585 cannot update to ACTIVE because it is not bound. {{(pid=110181) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 15:05:32.421402 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Pushing event updated for resources: {'Port': ['ID=0e17949f-6616-4d42-8111-05e711da824a,revision_number=8']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:05:32.534901 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-838722f2-0ba5-47e1-8c6f-603e2414e86c req-86929c9e-3e1d-4fec-beba-b561f8c4d810 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/security-groups?id=f2b985be-7f57-4364-87a1-c62bf9e90a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1479518 Mar 02 15:05:32.610273 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327c6892-88ce-4028-a911-5609338d6672 req-5c488395-235c-4539-a9a9-b5a35ae03670 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:05:32.611876 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-327c6892-88ce-4028-a911-5609338d6672 req-5c488395-235c-4539-a9a9-b5a35ae03670 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5 HTTP/1.1" status: 200 len: 931 time: 0.1911364 Mar 02 15:05:32.679558 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cb2d48-38d3-4b11-899d-33f456689664 req-fecfcd30-8651-4313-91ff-f7b32cc842f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:05:32.681137 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [req-73cb2d48-38d3-4b11-899d-33f456689664 req-fecfcd30-8651-4313-91ff-f7b32cc842f4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a230d674-1b12-4b6d-b3c9-16b90396e56d HTTP/1.1" status: 200 len: 1129 time: 0.0460649 Mar 02 15:05:32.693158 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-327c6892-88ce-4028-a911-5609338d6672 req-63600690-38da-4631-9f46-0150d68c9eee tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d7e0eb8-a571-4baa-adc9-84fc8a01bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739853 Mar 02 15:05:32.732169 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [req-73cb2d48-38d3-4b11-899d-33f456689664 req-21bca366-52c3-4023-ae53-4b6244be7fc0 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f2b985be-7f57-4364-87a1-c62bf9e90a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434785 Mar 02 15:05:32.754533 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.notifiers.nova [req-a8329637-11e9-4545-b905-615cf9d85905 req-a18636e3-14eb-4af5-930e-01bb3bcedbd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2a65c91-ccd4-45ad-a703-bc49593da585 {{(pid=110180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 15:05:32.763231 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-a8329637-11e9-4545-b905-615cf9d85905 req-a18636e3-14eb-4af5-930e-01bb3bcedbd4 service neutron] Publish callbacks [] for port (e2a65c91-ccd4-45ad-a703-bc49593da585), precommit_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:05:32.776259 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.provisioning_blocks [req-a8329637-11e9-4545-b905-615cf9d85905 req-a18636e3-14eb-4af5-930e-01bb3bcedbd4 service neutron] Transition to ACTIVE for port object e2a65c91-ccd4-45ad-a703-bc49593da585 will not be triggered until provisioned by entity L2. {{(pid=110180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 15:05:32.845222 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-a8329637-11e9-4545-b905-615cf9d85905 req-a18636e3-14eb-4af5-930e-01bb3bcedbd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3672609'] for port (e2a65c91-ccd4-45ad-a703-bc49593da585), after_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:05:32.896875 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18636e3-14eb-4af5-930e-01bb3bcedbd4 service neutron] Pushing event updated for resources: {'Port': ['ID=e2a65c91-ccd4-45ad-a703-bc49593da585,revision_number=2']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:05:32.973966 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.managers [req-a8329637-11e9-4545-b905-615cf9d85905 req-a18636e3-14eb-4af5-930e-01bb3bcedbd4 service neutron] Attempting to bind port e2a65c91-ccd4-45ad-a703-bc49593da585 on host hv-cinder-83143 for vnic_type normal with profile {{(pid=110180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 15:05:32.974880 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.managers [req-a8329637-11e9-4545-b905-615cf9d85905 req-a18636e3-14eb-4af5-930e-01bb3bcedbd4 service neutron] Attempting to bind port e2a65c91-ccd4-45ad-a703-bc49593da585 by drivers openvswitch,hyperv on host hv-cinder-83143 at level 0 using segments [{'id': 'a29b8c1f-4601-46a8-a0c5-19fb5294c518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '32a772a1-de65-4149-a254-15f24cef804d'}] {{(pid=110180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 15:05:32.975217 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8329637-11e9-4545-b905-615cf9d85905 req-a18636e3-14eb-4af5-930e-01bb3bcedbd4 service neutron] Attempting to bind port e2a65c91-ccd4-45ad-a703-bc49593da585 on network 32a772a1-de65-4149-a254-15f24cef804d {{(pid=110180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 15:05:32.980480 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8329637-11e9-4545-b905-615cf9d85905 req-a18636e3-14eb-4af5-930e-01bb3bcedbd4 service neutron] Port e2a65c91-ccd4-45ad-a703-bc49593da585 on network 32a772a1-de65-4149-a254-15f24cef804d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83143 {{(pid=110180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 15:05:32.980891 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8329637-11e9-4545-b905-615cf9d85905 req-a18636e3-14eb-4af5-930e-01bb3bcedbd4 service neutron] Attempting to bind port e2a65c91-ccd4-45ad-a703-bc49593da585 on network 32a772a1-de65-4149-a254-15f24cef804d {{(pid=110180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 15:05:32.986172 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8329637-11e9-4545-b905-615cf9d85905 req-a18636e3-14eb-4af5-930e-01bb3bcedbd4 service neutron] Checking agent: {'id': 'a761fe19-4045-45cc-a7c7-f029a0c82591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83143', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 14, 54, 53), 'started_at': datetime.datetime(2022, 3, 2, 14, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 15, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 15:05:32.986519 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8329637-11e9-4545-b905-615cf9d85905 req-a18636e3-14eb-4af5-930e-01bb3bcedbd4 service neutron] Checking segment: {'id': 'a29b8c1f-4601-46a8-a0c5-19fb5294c518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '32a772a1-de65-4149-a254-15f24cef804d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 15:05:32.986911 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8329637-11e9-4545-b905-615cf9d85905 req-a18636e3-14eb-4af5-930e-01bb3bcedbd4 service neutron] Bound using segment: {'id': 'a29b8c1f-4601-46a8-a0c5-19fb5294c518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '32a772a1-de65-4149-a254-15f24cef804d'} {{(pid=110180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 15:05:32.987412 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.managers [req-a8329637-11e9-4545-b905-615cf9d85905 req-a18636e3-14eb-4af5-930e-01bb3bcedbd4 service neutron] Bound port: e2a65c91-ccd4-45ad-a703-bc49593da585, host: hv-cinder-83143, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a29b8c1f-4601-46a8-a0c5-19fb5294c518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '32a772a1-de65-4149-a254-15f24cef804d'}}] {{(pid=110180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 15:05:32.987749 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-a8329637-11e9-4545-b905-615cf9d85905 req-a18636e3-14eb-4af5-930e-01bb3bcedbd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (e2a65c91-ccd4-45ad-a703-bc49593da585), before_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:05:33.060592 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.db [req-a8329637-11e9-4545-b905-615cf9d85905 req-a18636e3-14eb-4af5-930e-01bb3bcedbd4 service neutron] For port e2a65c91-ccd4-45ad-a703-bc49593da585, host hv-cinder-83143, cleared binding levels {{(pid=110180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 15:05:33.064110 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.db [req-a8329637-11e9-4545-b905-615cf9d85905 req-a18636e3-14eb-4af5-930e-01bb3bcedbd4 service neutron] For port e2a65c91-ccd4-45ad-a703-bc49593da585, host hv-cinder-83143, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=e2a65c91-ccd4-45ad-a703-bc49593da585,segment=NetworkSegment(a29b8c1f-4601-46a8-a0c5-19fb5294c518),segment_id=a29b8c1f-4601-46a8-a0c5-19fb5294c518)] {{(pid=110180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 15:05:33.152112 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-a8329637-11e9-4545-b905-615cf9d85905 req-a18636e3-14eb-4af5-930e-01bb3bcedbd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3672609'] for port (e2a65c91-ccd4-45ad-a703-bc49593da585), after_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:05:33.189486 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8329637-11e9-4545-b905-615cf9d85905 req-a18636e3-14eb-4af5-930e-01bb3bcedbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:05:33.191686 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-a8329637-11e9-4545-b905-615cf9d85905 req-a18636e3-14eb-4af5-930e-01bb3bcedbd4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221961'] for port (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:05:33.191686 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a8329637-11e9-4545-b905-615cf9d85905 req-a18636e3-14eb-4af5-930e-01bb3bcedbd4 service neutron] 10.222.0.55 "PUT /v2.0/ports/e2a65c91-ccd4-45ad-a703-bc49593da585 HTTP/1.1" status: 200 len: 1093 time: 0.9582484 Mar 02 15:05:33.192043 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5', 'tag': 'e2a65c91-ccd4-45ad-a703-bc49593da585'}] {{(pid=110180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 15:05:33.194818 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d4cb776884cbbf8177075bc934a95f6bdaf5bba346c2d7fc75eae3cda02a5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ecd324a-7d09-4962-b7e3-6b965c8a4a6e" -d '{"events": [{"name": "network-changed", "server_uuid": "ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5", "tag": "e2a65c91-ccd4-45ad-a703-bc49593da585"}]}' {{(pid=110180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 15:05:33.220343 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18636e3-14eb-4af5-930e-01bb3bcedbd4 service neutron] Pushing event updated for resources: {'Port': ['ID=e2a65c91-ccd4-45ad-a703-bc49593da585,revision_number=3']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:05:33.241270 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 15:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-557df35b-017b-45ea-bda1-7f704f977c38 x-openstack-request-id: req-557df35b-017b-45ea-bda1-7f704f977c38 {{(pid=110180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 15:05:33.241573 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5", "tag": "e2a65c91-ccd4-45ad-a703-bc49593da585", "status": "completed", "code": 200}]} {{(pid=110180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 15:05:33.241834 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-557df35b-017b-45ea-bda1-7f704f977c38 {{(pid=110180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 15:05:33.242460 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5', 'tag': 'e2a65c91-ccd4-45ad-a703-bc49593da585', 'status': 'completed', 'code': 200} Mar 02 15:05:33.333322 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd324a-7d09-4962-b7e3-6b965c8a4a6e req-667883e9-5318-4435-ae2a-042ee8141c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:05:33.335386 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-0ecd324a-7d09-4962-b7e3-6b965c8a4a6e req-667883e9-5318-4435-ae2a-042ee8141c4e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8d6fe98143c241798db8cd747803fb48&device_id=ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5 HTTP/1.1" status: 200 len: 1127 time: 0.0477934 Mar 02 15:05:33.450158 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd324a-7d09-4962-b7e3-6b965c8a4a6e req-88be19e4-accb-4db8-91fa-4b3c5581b049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:05:33.451656 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-0ecd324a-7d09-4962-b7e3-6b965c8a4a6e req-88be19e4-accb-4db8-91fa-4b3c5581b049 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=8d6fe98143c241798db8cd747803fb48&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1002679 Mar 02 15:05:33.544690 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd324a-7d09-4962-b7e3-6b965c8a4a6e req-91054400-4332-4099-8af7-6d7706362b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:05:33.546090 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-0ecd324a-7d09-4962-b7e3-6b965c8a4a6e req-91054400-4332-4099-8af7-6d7706362b61 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0885732 Mar 02 15:05:33.683772 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8329637-11e9-4545-b905-615cf9d85905 req-57123e11-5138-45d1-ba7c-4be8c9eba3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:05:33.685178 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a8329637-11e9-4545-b905-615cf9d85905 req-57123e11-5138-45d1-ba7c-4be8c9eba3af service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8d6fe98143c241798db8cd747803fb48&device_id=ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5 HTTP/1.1" status: 200 len: 1127 time: 0.0722871 Mar 02 15:05:33.692052 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42af29d2-a268-4ce5-9e38-d98c65493e92 req-1c47660c-6bd4-4222-b609-d273de4c5c96 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:05:33.694081 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-42af29d2-a268-4ce5-9e38-d98c65493e92 req-1c47660c-6bd4-4222-b609-d273de4c5c96 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/ports?device_id=a230d674-1b12-4b6d-b3c9-16b90396e56d HTTP/1.1" status: 200 len: 945 time: 0.0903530 Mar 02 15:05:33.738445 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a8329637-11e9-4545-b905-615cf9d85905 req-db4c2dbf-fb18-4adf-8554-050021406615 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2a65c91-ccd4-45ad-a703-bc49593da585 HTTP/1.1" status: 200 len: 217 time: 0.0398469 Mar 02 15:05:33.844133 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-42af29d2-a268-4ce5-9e38-d98c65493e92 req-957bd441-3c38-4652-a3e5-4e0cccc3779e tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/security-groups?id=f2b985be-7f57-4364-87a1-c62bf9e90a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1387093 Mar 02 15:05:33.845493 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8329637-11e9-4545-b905-615cf9d85905 req-e5e52a79-03c7-452f-adc2-5b9a2c40e2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:05:33.846813 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a8329637-11e9-4545-b905-615cf9d85905 req-e5e52a79-03c7-452f-adc2-5b9a2c40e2cb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4f813be6-b019-4418-9613-23d83e4ca2ff HTTP/1.1" status: 200 len: 856 time: 0.1018555 Mar 02 15:05:33.895964 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599eb8ed-ab45-4645-ba8d-808acb84700c req-2d6b370c-88ce-4708-ac65-2ab4003a4df7 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:05:33.897426 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-599eb8ed-ab45-4645-ba8d-808acb84700c req-2d6b370c-88ce-4708-ac65-2ab4003a4df7 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5 HTTP/1.1" status: 200 len: 943 time: 0.1205499 Mar 02 15:05:33.925275 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8329637-11e9-4545-b905-615cf9d85905 req-ba851150-e073-4657-8632-e9856457ff33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:05:33.926834 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a8329637-11e9-4545-b905-615cf9d85905 req-ba851150-e073-4657-8632-e9856457ff33 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=32a772a1-de65-4149-a254-15f24cef804d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0735741 Mar 02 15:05:33.998120 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-599eb8ed-ab45-4645-ba8d-808acb84700c req-8e8f77d8-58af-49ff-a1be-350fac730fda tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d7e0eb8-a571-4baa-adc9-84fc8a01bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941601 Mar 02 15:05:34.035446 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a8329637-11e9-4545-b905-615cf9d85905 req-711fd485-b9fd-4c4b-b6a1-732ec73a9933 service neutron] 10.222.0.55 "GET /v2.0/networks/32a772a1-de65-4149-a254-15f24cef804d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986447 Mar 02 15:05:34.122983 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a8329637-11e9-4545-b905-615cf9d85905 req-d7df25f4-6674-4673-ade1-ed41e09ec864 service neutron] 10.222.0.55 "GET /v2.0/networks/32a772a1-de65-4149-a254-15f24cef804d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815098 Mar 02 15:05:34.975480 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650b85fc-7382-4e20-8aa4-c77015c8d26e req-b5c26b92-7067-482f-bc64-cb02362240ea tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:05:34.977127 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-650b85fc-7382-4e20-8aa4-c77015c8d26e req-b5c26b92-7067-482f-bc64-cb02362240ea tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/ports?device_id=a230d674-1b12-4b6d-b3c9-16b90396e56d HTTP/1.1" status: 200 len: 945 time: 0.0606179 Mar 02 15:05:35.031335 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-650b85fc-7382-4e20-8aa4-c77015c8d26e req-3ace5102-1c3f-4025-987a-53486ea4036c tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/security-groups?id=f2b985be-7f57-4364-87a1-c62bf9e90a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461504 Mar 02 15:05:35.127691 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd56a0b-8a86-496c-b57d-45d532809bbd req-2db6995b-8933-4f7b-8380-cf53644bb43f tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:05:35.129146 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-3bd56a0b-8a86-496c-b57d-45d532809bbd req-2db6995b-8933-4f7b-8380-cf53644bb43f tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5 HTTP/1.1" status: 200 len: 943 time: 0.0567226 Mar 02 15:05:35.176790 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-3bd56a0b-8a86-496c-b57d-45d532809bbd req-d5074789-1319-412a-be68-c62e1985e557 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d7e0eb8-a571-4baa-adc9-84fc8a01bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413535 Mar 02 15:05:36.300684 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920a8684-9529-446d-a814-4c1559b7361b req-2bac81ab-b3c1-4a7c-b22d-7e56d240e6c1 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:05:36.302162 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-920a8684-9529-446d-a814-4c1559b7361b req-2bac81ab-b3c1-4a7c-b22d-7e56d240e6c1 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5 HTTP/1.1" status: 200 len: 943 time: 0.0541518 Mar 02 15:05:36.353481 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-920a8684-9529-446d-a814-4c1559b7361b req-715c94c7-02c3-4d9d-ac74-6a7ddab7918a tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d7e0eb8-a571-4baa-adc9-84fc8a01bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454578 Mar 02 15:05:37.477032 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b64235d-7cf5-4bd0-8ce2-1fdce235ba55 req-335f68b9-ef6d-431e-9ab8-76005bc91972 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:05:37.478554 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-0b64235d-7cf5-4bd0-8ce2-1fdce235ba55 req-335f68b9-ef6d-431e-9ab8-76005bc91972 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5 HTTP/1.1" status: 200 len: 943 time: 0.0544167 Mar 02 15:05:37.526936 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-0b64235d-7cf5-4bd0-8ce2-1fdce235ba55 req-669fc348-e8f3-4594-a050-9509164e9b6a tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d7e0eb8-a571-4baa-adc9-84fc8a01bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427158 Mar 02 15:05:38.656748 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f16bf93-89db-4d7c-899c-4df18f749d41 req-d157704b-e667-4848-aa0a-5e775656e032 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:05:38.658590 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6f16bf93-89db-4d7c-899c-4df18f749d41 req-d157704b-e667-4848-aa0a-5e775656e032 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5 HTTP/1.1" status: 200 len: 943 time: 0.0562210 Mar 02 15:05:38.684995 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-9bf7c7f1-3fe5-4724-9aab-3844af11212f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (dc3a6147-3194-47be-b33a-76a9a2a48933), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:05:38.711804 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6f16bf93-89db-4d7c-899c-4df18f749d41 req-5c6b5f06-04da-437f-b7c8-0e90a849b28f tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d7e0eb8-a571-4baa-adc9-84fc8a01bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467675 Mar 02 15:05:39.842054 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cee585-8e8a-42cd-be70-6d23d837cfc3 req-e8dc10b3-1bef-45b4-828f-ea1c42a75f35 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:05:39.843549 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-01cee585-8e8a-42cd-be70-6d23d837cfc3 req-e8dc10b3-1bef-45b4-828f-ea1c42a75f35 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5 HTTP/1.1" status: 200 len: 943 time: 0.0574205 Mar 02 15:05:39.891165 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-01cee585-8e8a-42cd-be70-6d23d837cfc3 req-8179304e-eb3a-4ea1-85c8-02f00079b288 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d7e0eb8-a571-4baa-adc9-84fc8a01bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418782 Mar 02 15:05:40.070072 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Device e2a65c91-ccd4-45ad-a703-bc49593da585 details requested by agent hyperv_hv-cinder-83143 with host hv-cinder-83143 {{(pid=110181) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 15:05:40.183014 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] For port e2a65c91-ccd4-45ad-a703-bc49593da585, host hv-cinder-83143, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=e2a65c91-ccd4-45ad-a703-bc49593da585,segment=NetworkSegment(a29b8c1f-4601-46a8-a0c5-19fb5294c518),segment_id=a29b8c1f-4601-46a8-a0c5-19fb5294c518)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:05:40.196206 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Returning: {'device': 'e2a65c91-ccd4-45ad-a703-bc49593da585', 'network_id': '32a772a1-de65-4149-a254-15f24cef804d', 'port_id': 'e2a65c91-ccd4-45ad-a703-bc49593da585', 'mac_address': 'fa:16:3e:e2:4b:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f813be6-b019-4418-9613-23d83e4ca2ff', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110181) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 15:05:40.236944 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Current status of the port e2a65c91-ccd4-45ad-a703-bc49593da585 is: DOWN; New status is: BUILD {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 15:05:40.237334 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (e2a65c91-ccd4-45ad-a703-bc49593da585), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:05:40.252493 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.notifiers.nova [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2a65c91-ccd4-45ad-a703-bc49593da585 {{(pid=110181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 15:05:40.273730 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] For port e2a65c91-ccd4-45ad-a703-bc49593da585, host hv-cinder-83143, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=e2a65c91-ccd4-45ad-a703-bc49593da585,segment=NetworkSegment(a29b8c1f-4601-46a8-a0c5-19fb5294c518),segment_id=a29b8c1f-4601-46a8-a0c5-19fb5294c518)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:05:40.371244 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (e2a65c91-ccd4-45ad-a703-bc49593da585), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:05:40.425927 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Pushing event updated for resources: {'Port': ['ID=e2a65c91-ccd4-45ad-a703-bc49593da585,revision_number=4']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:05:40.933421 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] get_ports_and_sgs() called for port_ids ['e2a65c91-ccd4-45ad-a703-bc49593da585'] {{(pid=110181) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 15:05:41.017629 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf318269-2cb3-4f94-b2f8-f3efeb5dc121 req-dce5c086-1826-4b3f-8d09-38562339cc9d tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:05:41.019821 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-bf318269-2cb3-4f94-b2f8-f3efeb5dc121 req-dce5c086-1826-4b3f-8d09-38562339cc9d tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5 HTTP/1.1" status: 200 len: 944 time: 0.0545611 Mar 02 15:05:41.069816 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-ff72a283-7b05-469b-8745-2ffe12bc3d36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (4b7d4a90-2987-419a-b6cd-7624b7dba065), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:05:41.070308 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-bf318269-2cb3-4f94-b2f8-f3efeb5dc121 req-c32e340c-ec15-4594-9042-0a5a9152eae6 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d7e0eb8-a571-4baa-adc9-84fc8a01bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441766 Mar 02 15:05:42.071943 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Device e2a65c91-ccd4-45ad-a703-bc49593da585 up at agent hyperv_hv-cinder-83143 {{(pid=110181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 15:05:42.128276 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-8c265469-93de-451d-a227-73ff998d8f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (bfbb2626-1130-458a-80a5-4632d76fa057), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:05:42.199646 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a2c275-007e-49ab-9a7b-268e27e8bf17 req-2fdcb7b1-f167-4bc4-b7a4-1590b272c5bb tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:05:42.201172 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-e0a2c275-007e-49ab-9a7b-268e27e8bf17 req-2fdcb7b1-f167-4bc4-b7a4-1590b272c5bb tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5 HTTP/1.1" status: 200 len: 944 time: 0.0560296 Mar 02 15:05:42.222066 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Provisioning for port e2a65c91-ccd4-45ad-a703-bc49593da585 completed by entity L2. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 15:05:42.226528 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Provisioning complete for port e2a65c91-ccd4-45ad-a703-bc49593da585 triggered by entity L2. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 15:05:42.226928 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (e2a65c91-ccd4-45ad-a703-bc49593da585), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:05:42.248266 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-e0a2c275-007e-49ab-9a7b-268e27e8bf17 req-b8f0cff9-ac38-40dc-8b8c-41c889f90433 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d7e0eb8-a571-4baa-adc9-84fc8a01bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415363 Mar 02 15:05:42.306151 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Current status of the port e2a65c91-ccd4-45ad-a703-bc49593da585 is: BUILD; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 15:05:42.306582 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (e2a65c91-ccd4-45ad-a703-bc49593da585), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:05:42.329078 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2a65c91-ccd4-45ad-a703-bc49593da585'}] {{(pid=110181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 15:05:42.331190 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6faebeedf0149bd95a8e5aac95437523d12653d92db1e1e7ce78ae8719853609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dec3ef1-ee4c-43dc-a3f4-0a7793c341c8" -d '{"events": [{"server_uuid": "ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5", "name": "network-vif-plugged", "status": "completed", "tag": "e2a65c91-ccd4-45ad-a703-bc49593da585"}]}' {{(pid=110181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 15:05:42.347074 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] For port e2a65c91-ccd4-45ad-a703-bc49593da585, host hv-cinder-83143, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=e2a65c91-ccd4-45ad-a703-bc49593da585,segment=NetworkSegment(a29b8c1f-4601-46a8-a0c5-19fb5294c518),segment_id=a29b8c1f-4601-46a8-a0c5-19fb5294c518)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:05:42.367599 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 15:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf31571-b380-4180-b430-c8dafe16ad14 x-openstack-request-id: req-dbf31571-b380-4180-b430-c8dafe16ad14 {{(pid=110181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 15:05:42.367955 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5", "name": "network-vif-plugged", "status": "completed", "tag": "e2a65c91-ccd4-45ad-a703-bc49593da585", "code": 200}]} {{(pid=110181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 15:05:42.368181 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dbf31571-b380-4180-b430-c8dafe16ad14 {{(pid=110181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 15:05:42.368626 dv-cinder-831439-3-iscsi neutron-server[110181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2a65c91-ccd4-45ad-a703-bc49593da585', 'code': 200} Mar 02 15:05:42.434043 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (e2a65c91-ccd4-45ad-a703-bc49593da585), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:05:42.482274 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Pushing event updated for resources: {'Port': ['ID=e2a65c91-ccd4-45ad-a703-bc49593da585,revision_number=5']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:05:42.739131 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fd0c78-cfd6-4563-9e12-8abadc70e0d4 req-99f7acec-7507-4ee1-bf75-8efc3f80265f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:05:42.741131 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-46fd0c78-cfd6-4563-9e12-8abadc70e0d4 req-99f7acec-7507-4ee1-bf75-8efc3f80265f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5 HTTP/1.1" status: 200 len: 1129 time: 0.0415161 Mar 02 15:05:42.782666 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-46fd0c78-cfd6-4563-9e12-8abadc70e0d4 req-99e34463-c28c-4220-920f-48166330c6d6 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=6d7e0eb8-a571-4baa-adc9-84fc8a01bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358911 Mar 02 15:05:43.376027 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35e8f26-3557-461c-8b0a-bb8fbbc50a1f req-ca65bc11-ce22-4edb-a07f-f969590c16dc tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:05:43.377484 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a35e8f26-3557-461c-8b0a-bb8fbbc50a1f req-ca65bc11-ce22-4edb-a07f-f969590c16dc tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5 HTTP/1.1" status: 200 len: 945 time: 0.0542972 Mar 02 15:05:43.437277 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a35e8f26-3557-461c-8b0a-bb8fbbc50a1f req-7bd42460-0d25-4ed3-89aa-f81f0bceeaa0 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d7e0eb8-a571-4baa-adc9-84fc8a01bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541885 Mar 02 15:05:43.665195 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-9cfe1c82-1e01-4346-89c5-c3e1093f4022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (b9ce56f8-3527-4dd9-b024-9df7b3f4c018), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:05:44.562715 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5acd362-f821-4fcf-860c-8dd2cd2e28c5 req-a89e277d-9800-4994-865d-5e122c4defcc tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:05:44.564217 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-e5acd362-f821-4fcf-860c-8dd2cd2e28c5 req-a89e277d-9800-4994-865d-5e122c4defcc tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5 HTTP/1.1" status: 200 len: 945 time: 0.0533750 Mar 02 15:05:44.609737 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-e5acd362-f821-4fcf-860c-8dd2cd2e28c5 req-239ffd03-6144-4d8a-8653-74d67300077a tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d7e0eb8-a571-4baa-adc9-84fc8a01bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399508 Mar 02 15:05:44.939146 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (3a73802c-5f14-4c1f-8439-e74c4c90063b), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:05:45.729813 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d766be58-3bc3-4eae-b78e-b414f3dd76dc req-09972173-19fe-45cf-8dc9-82627db9660c tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:05:45.731262 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-d766be58-3bc3-4eae-b78e-b414f3dd76dc req-09972173-19fe-45cf-8dc9-82627db9660c tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5 HTTP/1.1" status: 200 len: 945 time: 0.0513725 Mar 02 15:05:45.776829 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-d766be58-3bc3-4eae-b78e-b414f3dd76dc req-5cc2fd0c-1e55-4556-b5ba-78b9161adf55 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d7e0eb8-a571-4baa-adc9-84fc8a01bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399997 Mar 02 15:05:45.897890 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882e3365-8428-4512-bd9f-6e51ae4ca977 req-8ae8924f-a21c-42b6-b90d-4d13e76685ee tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:05:45.899255 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-882e3365-8428-4512-bd9f-6e51ae4ca977 req-8ae8924f-a21c-42b6-b90d-4d13e76685ee tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5 HTTP/1.1" status: 200 len: 945 time: 0.0559487 Mar 02 15:05:45.915705 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 60930) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:05:45.920163 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.v2.base [None req-e74125f3-0f73-46e7-b4d2-ce490ab613cd tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Request body: {'floatingip': {'port_id': 'e2a65c91-ccd4-45ad-a703-bc49593da585'}} {{(pid=110180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 15:05:45.958465 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-e74125f3-0f73-46e7-b4d2-ce490ab613cd tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Publish callbacks [] for floatingip (26049a07-8bfc-4d96-aae9-d5c453808034), before_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:05:46.659342 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-e74125f3-0f73-46e7-b4d2-ce490ab613cd tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:05:46.776897 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-e74125f3-0f73-46e7-b4d2-ce490ab613cd tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559821'] for floatingip (26049a07-8bfc-4d96-aae9-d5c453808034), after_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:05:46.879046 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.db.l3_db [None req-e74125f3-0f73-46e7-b4d2-ce490ab613cd tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Floating IP 26049a07-8bfc-4d96-aae9-d5c453808034 associated. External IP: 172.27.0.29, port: e2a65c91-ccd4-45ad-a703-bc49593da585. Mar 02 15:05:47.088828 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e74125f3-0f73-46e7-b4d2-ce490ab613cd tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Router e5b571ce-fc13-4916-8ca7-02e46e5b493a has already been hosted by L3 agent 4b7d4a90-2987-419a-b6cd-7624b7dba065 {{(pid=110180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 15:05:47.196782 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e74125f3-0f73-46e7-b4d2-ce490ab613cd tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Notify agent at l3_agent.dv-cinder-831439-3-iscsi the message routers_updated {{(pid=110180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 15:05:47.201375 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-e74125f3-0f73-46e7-b4d2-ce490ab613cd tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221961'] for floatingip (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:05:47.207714 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a4bf85-7915-41fc-ab7a-a4cb055cd314 None None] Sync routers for ids ['e5b571ce-fc13-4916-8ca7-02e46e5b493a'] in dv-cinder-831439-3-iscsi {{(pid=110181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 15:05:47.219470 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a4bf85-7915-41fc-ab7a-a4cb055cd314 None None] Routers {'e5b571ce-fc13-4916-8ca7-02e46e5b493a'} bound to L3 agent in host dv-cinder-831439-3-iscsi {{(pid=110181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 15:05:47.220114 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-64a4bf85-7915-41fc-ab7a-a4cb055cd314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831439-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T14:48:11Z,description=,heartbeat_timestamp=2022-03-02T15:05:41Z,host='dv-cinder-831439-3-iscsi',id=4b7d4a90-2987-419a-b6cd-7624b7dba065,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T14:48:12Z,topic='l3_agent')) {'router_ids': ['e5b571ce-fc13-4916-8ca7-02e46e5b493a'], 'active': True} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:05:47.234595 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-e74125f3-0f73-46e7-b4d2-ce490ab613cd tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "PUT /v2.0/floatingips/26049a07-8bfc-4d96-aae9-d5c453808034 HTTP/1.1" status: 200 len: 990 time: 1.3178174 Mar 02 15:05:47.235180 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5', 'tag': 'e2a65c91-ccd4-45ad-a703-bc49593da585'}] {{(pid=110180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 15:05:47.237446 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d4cb776884cbbf8177075bc934a95f6bdaf5bba346c2d7fc75eae3cda02a5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-416a8a66-9e69-4b34-9588-92bb30ab799f" -d '{"events": [{"name": "network-changed", "server_uuid": "ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5", "tag": "e2a65c91-ccd4-45ad-a703-bc49593da585"}]}' {{(pid=110180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 15:05:47.290830 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 15:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f315c9b1-a191-47e3-beca-05afba7d5e74 x-openstack-request-id: req-f315c9b1-a191-47e3-beca-05afba7d5e74 {{(pid=110180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 15:05:47.291043 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5", "tag": "e2a65c91-ccd4-45ad-a703-bc49593da585", "status": "completed", "code": 200}]} {{(pid=110180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 15:05:47.291394 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f315c9b1-a191-47e3-beca-05afba7d5e74 {{(pid=110180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 15:05:47.291908 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5', 'tag': 'e2a65c91-ccd4-45ad-a703-bc49593da585', 'status': 'completed', 'code': 200} Mar 02 15:05:47.336343 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvr_db [None req-64a4bf85-7915-41fc-ab7a-a4cb055cd314 None None] Set router e5b571ce-fc13-4916-8ca7-02e46e5b493a gateway port host: dv-cinder-831439-3-iscsi {{(pid=110181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 15:05:47.376933 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416a8a66-9e69-4b34-9588-92bb30ab799f req-cca9aec1-48d3-4eec-8f9e-cf5fa5d4eec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:05:47.378442 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-416a8a66-9e69-4b34-9588-92bb30ab799f req-cca9aec1-48d3-4eec-8f9e-cf5fa5d4eec1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8d6fe98143c241798db8cd747803fb48&device_id=ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5 HTTP/1.1" status: 200 len: 1129 time: 0.0459208 Mar 02 15:05:47.467933 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416a8a66-9e69-4b34-9588-92bb30ab799f req-d40ffde4-1f84-47fe-b5d7-73de793af96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:05:47.469454 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-416a8a66-9e69-4b34-9588-92bb30ab799f req-d40ffde4-1f84-47fe-b5d7-73de793af96c service neutron] 10.222.0.55 "GET /v2.0/networks?id=32a772a1-de65-4149-a254-15f24cef804d HTTP/1.1" status: 200 len: 918 time: 0.0846069 Mar 02 15:05:47.541967 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-416a8a66-9e69-4b34-9588-92bb30ab799f req-8f46f917-e7f8-4e43-8422-bd848e547f19 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2a65c91-ccd4-45ad-a703-bc49593da585 HTTP/1.1" status: 200 len: 998 time: 0.0663040 Mar 02 15:05:47.570574 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-64a4bf85-7915-41fc-ab7a-a4cb055cd314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b571ce-fc13-4916-8ca7-02e46e5b493a', 'name': 'tempest-AttachVolumeShelveTestJSON-1179134205-router', 'tenant_id': '8d6fe98143c241798db8cd747803fb48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'c6b6eafc-e146-4868-b32e-6ac7da889279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T14:57:03Z', 'updated_at': '2022-03-02T14:57:14Z', 'revision_number': 4, 'project_id': '8d6fe98143c241798db8cd747803fb48', 'gw_port': {'id': 'c6b6eafc-e146-4868-b32e-6ac7da889279', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:33:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b571ce-fc13-4916-8ca7-02e46e5b493a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:57:04Z', 'updated_at': '2022-03-02T14:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi', '_floatingips': [{'id': '26049a07-8bfc-4d96-aae9-d5c453808034', 'tenant_id': '8d6fe98143c241798db8cd747803fb48', 'floating_ip_address': '172.27.0.29', 'floating_network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'router_id': 'e5b571ce-fc13-4916-8ca7-02e46e5b493a', 'port_id': 'e2a65c91-ccd4-45ad-a703-bc49593da585', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32a772a1-de65-4149-a254-15f24cef804d', 'mac_address': 'fa:16:3e:e2:4b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T15:05:26Z', 'updated_at': '2022-03-02T15:05:46Z', 'revision_number': 1, 'project_id': '8d6fe98143c241798db8cd747803fb48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc626190-43ca-404c-b463-b61853f24009', 'name': '', 'network_id': '32a772a1-de65-4149-a254-15f24cef804d', 'tenant_id': '8d6fe98143c241798db8cd747803fb48', 'mac_address': 'fa:16:3e:68:52:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b571ce-fc13-4916-8ca7-02e46e5b493a', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4f813be6-b019-4418-9613-23d83e4ca2ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:57:13Z', 'updated_at': '2022-03-02T14:57:23Z', 'revision_number': 5, 'project_id': '8d6fe98143c241798db8cd747803fb48', 'subnets': [{'id': '4f813be6-b019-4418-9613-23d83e4ca2ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831439-3-iscsi', False) {} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:05:47.591210 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416a8a66-9e69-4b34-9588-92bb30ab799f req-d0cf18ee-c818-416a-a7da-f3a087b22174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:05:47.592777 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-416a8a66-9e69-4b34-9588-92bb30ab799f req-d0cf18ee-c818-416a-a7da-f3a087b22174 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4f813be6-b019-4418-9613-23d83e4ca2ff HTTP/1.1" status: 200 len: 856 time: 0.0443966 Mar 02 15:05:47.596693 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a4bf85-7915-41fc-ab7a-a4cb055cd314 None None] Checking router: e5b571ce-fc13-4916-8ca7-02e46e5b493a for host: dv-cinder-831439-3-iscsi {{(pid=110181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 15:05:47.606390 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a4bf85-7915-41fc-ab7a-a4cb055cd314 None None] Routers {'e5b571ce-fc13-4916-8ca7-02e46e5b493a'} bound to L3 agent in host dv-cinder-831439-3-iscsi {{(pid=110181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 15:05:47.606928 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-64a4bf85-7915-41fc-ab7a-a4cb055cd314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831439-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T14:48:11Z,description=,heartbeat_timestamp=2022-03-02T15:05:41Z,host='dv-cinder-831439-3-iscsi',id=4b7d4a90-2987-419a-b6cd-7624b7dba065,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T14:48:12Z,topic='l3_agent')) {'router_ids': ['e5b571ce-fc13-4916-8ca7-02e46e5b493a'], 'active': True} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:05:47.642513 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416a8a66-9e69-4b34-9588-92bb30ab799f req-953bc05c-5444-490d-9f7f-5ed965fa1550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:05:47.644150 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-416a8a66-9e69-4b34-9588-92bb30ab799f req-953bc05c-5444-490d-9f7f-5ed965fa1550 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=32a772a1-de65-4149-a254-15f24cef804d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455401 Mar 02 15:05:47.717341 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvr_db [None req-64a4bf85-7915-41fc-ab7a-a4cb055cd314 None None] Set router e5b571ce-fc13-4916-8ca7-02e46e5b493a gateway port host: dv-cinder-831439-3-iscsi {{(pid=110181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 15:05:47.738704 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-416a8a66-9e69-4b34-9588-92bb30ab799f req-5fc9562a-caa1-4dc3-b4ec-a2648b5866fd service neutron] 10.222.0.55 "GET /v2.0/networks/32a772a1-de65-4149-a254-15f24cef804d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870223 Mar 02 15:05:47.830703 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-416a8a66-9e69-4b34-9588-92bb30ab799f req-faedaceb-1a68-464f-905b-3e6a29baf536 service neutron] 10.222.0.55 "GET /v2.0/networks/32a772a1-de65-4149-a254-15f24cef804d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859704 Mar 02 15:05:47.951276 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-64a4bf85-7915-41fc-ab7a-a4cb055cd314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b571ce-fc13-4916-8ca7-02e46e5b493a', 'name': 'tempest-AttachVolumeShelveTestJSON-1179134205-router', 'tenant_id': '8d6fe98143c241798db8cd747803fb48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'c6b6eafc-e146-4868-b32e-6ac7da889279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T14:57:03Z', 'updated_at': '2022-03-02T14:57:14Z', 'revision_number': 4, 'project_id': '8d6fe98143c241798db8cd747803fb48', 'gw_port': {'id': 'c6b6eafc-e146-4868-b32e-6ac7da889279', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:33:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b571ce-fc13-4916-8ca7-02e46e5b493a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:57:04Z', 'updated_at': '2022-03-02T14:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi', '_floatingips': [{'id': '26049a07-8bfc-4d96-aae9-d5c453808034', 'tenant_id': '8d6fe98143c241798db8cd747803fb48', 'floating_ip_address': '172.27.0.29', 'floating_network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'router_id': 'e5b571ce-fc13-4916-8ca7-02e46e5b493a', 'port_id': 'e2a65c91-ccd4-45ad-a703-bc49593da585', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32a772a1-de65-4149-a254-15f24cef804d', 'mac_address': 'fa:16:3e:e2:4b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T15:05:26Z', 'updated_at': '2022-03-02T15:05:46Z', 'revision_number': 1, 'project_id': '8d6fe98143c241798db8cd747803fb48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc626190-43ca-404c-b463-b61853f24009', 'name': '', 'network_id': '32a772a1-de65-4149-a254-15f24cef804d', 'tenant_id': '8d6fe98143c241798db8cd747803fb48', 'mac_address': 'fa:16:3e:68:52:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b571ce-fc13-4916-8ca7-02e46e5b493a', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4f813be6-b019-4418-9613-23d83e4ca2ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:57:13Z', 'updated_at': '2022-03-02T14:57:23Z', 'revision_number': 5, 'project_id': '8d6fe98143c241798db8cd747803fb48', 'subnets': [{'id': '4f813be6-b019-4418-9613-23d83e4ca2ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831439-3-iscsi', False) {} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:05:47.979846 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a4bf85-7915-41fc-ab7a-a4cb055cd314 None None] The sync data for ids ['e5b571ce-fc13-4916-8ca7-02e46e5b493a'] in dv-cinder-831439-3-iscsi is: [{'id': 'e5b571ce-fc13-4916-8ca7-02e46e5b493a', 'name': 'tempest-AttachVolumeShelveTestJSON-1179134205-router', 'tenant_id': '8d6fe98143c241798db8cd747803fb48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'c6b6eafc-e146-4868-b32e-6ac7da889279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T14:57:03Z', 'updated_at': '2022-03-02T14:57:14Z', 'revision_number': 4, 'project_id': '8d6fe98143c241798db8cd747803fb48', 'gw_port': {'id': 'c6b6eafc-e146-4868-b32e-6ac7da889279', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:33:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b571ce-fc13-4916-8ca7-02e46e5b493a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:57:04Z', 'updated_at': '2022-03-02T14:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi', '_floatingips': [{'id': '26049a07-8bfc-4d96-aae9-d5c453808034', 'tenant_id': '8d6fe98143c241798db8cd747803fb48', 'floating_ip_address': '172.27.0.29', 'floating_network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'router_id': 'e5b571ce-fc13-4916-8ca7-02e46e5b493a', 'port_id': 'e2a65c91-ccd4-45ad-a703-bc49593da585', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32a772a1-de65-4149-a254-15f24cef804d', 'mac_address': 'fa:16:3e:e2:4b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T15:05:26Z', 'updated_at': '2022-03-02T15:05:46Z', 'revision_number': 1, 'project_id': '8d6fe98143c241798db8cd747803fb48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc626190-43ca-404c-b463-b61853f24009', 'name': '', 'network_id': '32a772a1-de65-4149-a254-15f24cef804d', 'tenant_id': '8d6fe98143c241798db8cd747803fb48', 'mac_address': 'fa:16:3e:68:52:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b571ce-fc13-4916-8ca7-02e46e5b493a', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4f813be6-b019-4418-9613-23d83e4ca2ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:57:13Z', 'updated_at': '2022-03-02T14:57:23Z', 'revision_number': 5, 'project_id': '8d6fe98143c241798db8cd747803fb48', 'subnets': [{'id': '4f813be6-b019-4418-9613-23d83e4ca2ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 15:05:48.165355 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7201bc-155b-49de-9ccb-1ce42eb111cc None None] New status for floating IP 26049a07-8bfc-4d96-aae9-d5c453808034: ACTIVE {{(pid=110182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 15:05:57.187832 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (a761fe19-4045-45cc-a7c7-f029a0c82591), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:06:00.409957 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a4622dcd-0f1e-4db4-9ce1-7e9386b27ff4 req-2aec200b-71b5-4eda-bde7-0d96755e3e3e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a230d674-1b12-4b6d-b3c9-16b90396e56d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0487301 Mar 02 15:06:00.493498 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4622dcd-0f1e-4db4-9ce1-7e9386b27ff4 req-c0a0fedf-cc12-488f-a7bd-51ffe13d888a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:06:00.495031 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a4622dcd-0f1e-4db4-9ce1-7e9386b27ff4 req-c0a0fedf-cc12-488f-a7bd-51ffe13d888a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ef7ebc74e4e04842a71eef9540bbb905&device_id=a230d674-1b12-4b6d-b3c9-16b90396e56d HTTP/1.1" status: 200 len: 1129 time: 0.0445945 Mar 02 15:06:00.594498 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4622dcd-0f1e-4db4-9ce1-7e9386b27ff4 req-fbc3a90c-c306-44e8-be94-5a578b23df02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:06:00.596004 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a4622dcd-0f1e-4db4-9ce1-7e9386b27ff4 req-fbc3a90c-c306-44e8-be94-5a578b23df02 service neutron] 10.222.0.55 "GET /v2.0/networks?id=dfd98ec8-5de8-4415-83aa-22cce77e500c HTTP/1.1" status: 200 len: 909 time: 0.0824900 Mar 02 15:06:00.664471 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a4622dcd-0f1e-4db4-9ce1-7e9386b27ff4 req-00480d5f-de4f-4652-a8cc-af9767af0be5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e17949f-6616-4d42-8111-05e711da824a HTTP/1.1" status: 200 len: 1000 time: 0.0620403 Mar 02 15:06:00.710301 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4622dcd-0f1e-4db4-9ce1-7e9386b27ff4 req-5818ff37-dc1f-4ac8-9c52-d0b51b552f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:06:00.711722 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a4622dcd-0f1e-4db4-9ce1-7e9386b27ff4 req-5818ff37-dc1f-4ac8-9c52-d0b51b552f81 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=52bfaaf9-3cbd-41b6-b999-214dacbbebb5 HTTP/1.1" status: 200 len: 847 time: 0.0413916 Mar 02 15:06:00.757943 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4622dcd-0f1e-4db4-9ce1-7e9386b27ff4 req-146e1c82-ecad-40ee-87c5-25023b508f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:06:00.759941 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a4622dcd-0f1e-4db4-9ce1-7e9386b27ff4 req-146e1c82-ecad-40ee-87c5-25023b508f71 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dfd98ec8-5de8-4415-83aa-22cce77e500c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428813 Mar 02 15:06:00.853138 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a4622dcd-0f1e-4db4-9ce1-7e9386b27ff4 req-a0364ae7-c7e6-49ad-ab6f-857e936a0582 service neutron] 10.222.0.55 "GET /v2.0/networks/dfd98ec8-5de8-4415-83aa-22cce77e500c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866282 Mar 02 15:06:00.939534 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a4622dcd-0f1e-4db4-9ce1-7e9386b27ff4 req-120d410e-69a1-48b0-b852-d10d1b6f36eb service neutron] 10.222.0.55 "GET /v2.0/networks/dfd98ec8-5de8-4415-83aa-22cce77e500c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798693 Mar 02 15:06:02.873673 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.agents_db [None req-b044b9bd-a670-44c5-b22a-8886b11808d8 None None] Agent healthcheck: found 6 active agents {{(pid=110182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 15:06:05.975815 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8fdf38-dc3c-477f-8dfc-ae3e9f3890db req-711e7b6d-1784-4dd2-b6ce-9898cba63c6d tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:06:05.977286 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-2c8fdf38-dc3c-477f-8dfc-ae3e9f3890db req-711e7b6d-1784-4dd2-b6ce-9898cba63c6d tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/ports?device_id=9680b2d5-554f-40be-bb0d-e2fa9f8c6f8b HTTP/1.1" status: 200 len: 946 time: 0.0575259 Mar 02 15:06:06.023561 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-2c8fdf38-dc3c-477f-8dfc-ae3e9f3890db req-7823120d-993a-448c-98b3-d68423d3a4e2 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/security-groups?id=1486e0fb-d1aa-46b6-9bfd-52b5a4931e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396180 Mar 02 15:06:07.146032 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d68761-7ce5-41a0-a1e4-d4dfb22cfd88 req-784f1537-84b4-4361-ab12-10a5b76c7522 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:06:07.147583 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-54d68761-7ce5-41a0-a1e4-d4dfb22cfd88 req-784f1537-84b4-4361-ab12-10a5b76c7522 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/ports?device_id=9680b2d5-554f-40be-bb0d-e2fa9f8c6f8b HTTP/1.1" status: 200 len: 946 time: 0.0535481 Mar 02 15:06:07.194316 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-54d68761-7ce5-41a0-a1e4-d4dfb22cfd88 req-f69ad551-633d-4faf-8cd2-7aab0b97c10f tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/security-groups?id=1486e0fb-d1aa-46b6-9bfd-52b5a4931e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411217 Mar 02 15:06:07.527215 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed28eef0-7fe8-42f9-a622-90d2fa21f69c req-6c76b4a2-fbbf-4e9b-bc34-347fd34f4b28 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:06:07.528675 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ed28eef0-7fe8-42f9-a622-90d2fa21f69c req-6c76b4a2-fbbf-4e9b-bc34-347fd34f4b28 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.55 "GET /v2.0/ports?device_id=9680b2d5-554f-40be-bb0d-e2fa9f8c6f8b HTTP/1.1" status: 200 len: 946 time: 0.0549004 Mar 02 15:06:07.621511 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.plugin [req-ed28eef0-7fe8-42f9-a622-90d2fa21f69c req-2afba501-b589-49bf-b1b0-33f56c713178 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Deleting port 53c034dd-df15-42be-82f3-9cd2b1e7b93e {{(pid=110180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 15:06:07.621849 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-ed28eef0-7fe8-42f9-a622-90d2fa21f69c req-2afba501-b589-49bf-b1b0-33f56c713178 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757345981049'] for port (53c034dd-df15-42be-82f3-9cd2b1e7b93e), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:06:07.710736 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.db [req-ed28eef0-7fe8-42f9-a622-90d2fa21f69c req-2afba501-b589-49bf-b1b0-33f56c713178 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] For port 53c034dd-df15-42be-82f3-9cd2b1e7b93e, host hv-cinder-83143, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=53c034dd-df15-42be-82f3-9cd2b1e7b93e,segment=NetworkSegment(239b17b0-e18b-4adf-80e8-57d00e0cbb35),segment_id=239b17b0-e18b-4adf-80e8-57d00e0cbb35)] {{(pid=110180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:06:07.711089 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-ed28eef0-7fe8-42f9-a622-90d2fa21f69c req-2afba501-b589-49bf-b1b0-33f56c713178 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port (53c034dd-df15-42be-82f3-9cd2b1e7b93e), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:06:07.875764 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-ed28eef0-7fe8-42f9-a622-90d2fa21f69c req-2afba501-b589-49bf-b1b0-33f56c713178 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:06:07.876129 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-ed28eef0-7fe8-42f9-a622-90d2fa21f69c req-2afba501-b589-49bf-b1b0-33f56c713178 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559821'] for floatingip (4bb3c836-7cea-4d7b-9278-29855726b3c0), after_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:06:07.876440 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.db.l3_db [req-ed28eef0-7fe8-42f9-a622-90d2fa21f69c req-2afba501-b589-49bf-b1b0-33f56c713178 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Floating IP 4bb3c836-7cea-4d7b-9278-29855726b3c0 disassociated. External IP: 172.27.0.131, port: 53c034dd-df15-42be-82f3-9cd2b1e7b93e. Mar 02 15:06:07.876768 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.plugin [req-ed28eef0-7fe8-42f9-a622-90d2fa21f69c req-2afba501-b589-49bf-b1b0-33f56c713178 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Calling delete_port for 53c034dd-df15-42be-82f3-9cd2b1e7b93e owned by compute:nova {{(pid=110180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 15:06:08.067601 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-ed28eef0-7fe8-42f9-a622-90d2fa21f69c req-2afba501-b589-49bf-b1b0-33f56c713178 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757345984732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757345480677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672616'] for port (53c034dd-df15-42be-82f3-9cd2b1e7b93e), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:06:08.097659 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afba501-b589-49bf-b1b0-33f56c713178 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Pushing event deleted for resources: {'Port': ['ID=53c034dd-df15-42be-82f3-9cd2b1e7b93e,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:06:08.212580 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ed28eef0-7fe8-42f9-a622-90d2fa21f69c req-2afba501-b589-49bf-b1b0-33f56c713178 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Router 8a8aaf80-2537-4582-a333-95e79d7ab834 has already been hosted by L3 agent 4b7d4a90-2987-419a-b6cd-7624b7dba065 {{(pid=110180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 15:06:08.299210 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-b4034e74-56a7-45a5-8e86-386691a53401 req-962cb803-ba7a-464c-a184-1aef3172f029 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/ports?device_id=9680b2d5-554f-40be-bb0d-e2fa9f8c6f8b HTTP/1.1" status: 200 len: 210 time: 0.0351925 Mar 02 15:06:08.344921 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ed28eef0-7fe8-42f9-a622-90d2fa21f69c req-2afba501-b589-49bf-b1b0-33f56c713178 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Notify agent at l3_agent.dv-cinder-831439-3-iscsi the message routers_updated {{(pid=110180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 15:06:08.354837 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd275f4-c5ac-425e-84a0-801f7ff5509a None None] Sync routers for ids ['8a8aaf80-2537-4582-a333-95e79d7ab834'] in dv-cinder-831439-3-iscsi {{(pid=110181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 15:06:08.365519 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd275f4-c5ac-425e-84a0-801f7ff5509a None None] Routers {'8a8aaf80-2537-4582-a333-95e79d7ab834'} bound to L3 agent in host dv-cinder-831439-3-iscsi {{(pid=110181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 15:06:08.366104 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-6dd275f4-c5ac-425e-84a0-801f7ff5509a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831439-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T14:48:11Z,description=,heartbeat_timestamp=2022-03-02T15:05:41Z,host='dv-cinder-831439-3-iscsi',id=4b7d4a90-2987-419a-b6cd-7624b7dba065,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T14:48:12Z,topic='l3_agent')) {'router_ids': ['8a8aaf80-2537-4582-a333-95e79d7ab834'], 'active': True} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:06:08.384250 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed28eef0-7fe8-42f9-a622-90d2fa21f69c req-2afba501-b589-49bf-b1b0-33f56c713178 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] No DVR routers for this DVR port 53c034dd-df15-42be-82f3-9cd2b1e7b93e on host hv-cinder-83143 {{(pid=110180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 15:06:08.386805 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-ed28eef0-7fe8-42f9-a622-90d2fa21f69c req-2afba501-b589-49bf-b1b0-33f56c713178 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221961'] for port (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:06:08.390189 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ed28eef0-7fe8-42f9-a622-90d2fa21f69c req-2afba501-b589-49bf-b1b0-33f56c713178 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.55 "DELETE /v2.0/ports/53c034dd-df15-42be-82f3-9cd2b1e7b93e HTTP/1.1" status: 204 len: 173 time: 0.8560526 Mar 02 15:06:08.390642 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9680b2d5-554f-40be-bb0d-e2fa9f8c6f8b', 'name': 'network-vif-deleted', 'tag': '53c034dd-df15-42be-82f3-9cd2b1e7b93e'}] {{(pid=110180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 15:06:08.392966 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d4cb776884cbbf8177075bc934a95f6bdaf5bba346c2d7fc75eae3cda02a5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afde6710-a0b2-4717-9aee-b1f65f4f6f13" -d '{"events": [{"server_uuid": "9680b2d5-554f-40be-bb0d-e2fa9f8c6f8b", "name": "network-vif-deleted", "tag": "53c034dd-df15-42be-82f3-9cd2b1e7b93e"}]}' {{(pid=110180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 15:06:08.429735 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 15:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ff0a8c-582a-48df-ad55-c00d6b470c89 x-openstack-request-id: req-b7ff0a8c-582a-48df-ad55-c00d6b470c89 {{(pid=110180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 15:06:08.430026 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9680b2d5-554f-40be-bb0d-e2fa9f8c6f8b", "name": "network-vif-deleted", "tag": "53c034dd-df15-42be-82f3-9cd2b1e7b93e", "status": "completed", "code": 200}]} {{(pid=110180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 15:06:08.430276 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b7ff0a8c-582a-48df-ad55-c00d6b470c89 {{(pid=110180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 15:06:08.430665 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9680b2d5-554f-40be-bb0d-e2fa9f8c6f8b', 'name': 'network-vif-deleted', 'tag': '53c034dd-df15-42be-82f3-9cd2b1e7b93e', 'status': 'completed', 'code': 200} Mar 02 15:06:08.617855 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvr_db [None req-6dd275f4-c5ac-425e-84a0-801f7ff5509a None None] Set router 8a8aaf80-2537-4582-a333-95e79d7ab834 gateway port host: dv-cinder-831439-3-iscsi {{(pid=110181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 15:06:08.690522 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-5edc230d-0a59-4ff9-bf9d-a7a7aeda29a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (dc3a6147-3194-47be-b33a-76a9a2a48933), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:06:08.819455 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-6dd275f4-c5ac-425e-84a0-801f7ff5509a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a8aaf80-2537-4582-a333-95e79d7ab834', 'name': 'tempest-AttachVolumeTestJSON-757384370-router', 'tenant_id': '5ac6104636f34c658b71fafaf0755349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': 'bf5cd8fd-0ae1-4d0d-9d5d-ca4ded607246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T14:57:02Z', 'updated_at': '2022-03-02T14:57:11Z', 'revision_number': 4, 'project_id': '5ac6104636f34c658b71fafaf0755349', 'gw_port': {'id': 'bf5cd8fd-0ae1-4d0d-9d5d-ca4ded607246', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:73:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8aaf80-2537-4582-a333-95e79d7ab834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:57:03Z', 'updated_at': '2022-03-02T14:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi', '_interfaces': [{'id': '8945d50c-c203-4455-8199-8061e072833e', 'name': '', 'network_id': 'df93f8f1-ff18-4251-9f43-b4d98c48182b', 'tenant_id': '5ac6104636f34c658b71fafaf0755349', 'mac_address': 'fa:16:3e:79:b1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8aaf80-2537-4582-a333-95e79d7ab834', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'af4612bf-937d-4ff0-87a0-e171015ed5a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:57:08Z', 'updated_at': '2022-03-02T14:57:18Z', 'revision_number': 5, 'project_id': '5ac6104636f34c658b71fafaf0755349', 'subnets': [{'id': 'af4612bf-937d-4ff0-87a0-e171015ed5a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831439-3-iscsi', False) {} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:06:08.849462 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd275f4-c5ac-425e-84a0-801f7ff5509a None None] Checking router: 8a8aaf80-2537-4582-a333-95e79d7ab834 for host: dv-cinder-831439-3-iscsi {{(pid=110181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 15:06:08.859466 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd275f4-c5ac-425e-84a0-801f7ff5509a None None] Routers {'8a8aaf80-2537-4582-a333-95e79d7ab834'} bound to L3 agent in host dv-cinder-831439-3-iscsi {{(pid=110181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 15:06:08.860124 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-6dd275f4-c5ac-425e-84a0-801f7ff5509a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831439-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T14:48:11Z,description=,heartbeat_timestamp=2022-03-02T15:05:41Z,host='dv-cinder-831439-3-iscsi',id=4b7d4a90-2987-419a-b6cd-7624b7dba065,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T14:48:12Z,topic='l3_agent')) {'router_ids': ['8a8aaf80-2537-4582-a333-95e79d7ab834'], 'active': True} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:06:08.968689 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvr_db [None req-6dd275f4-c5ac-425e-84a0-801f7ff5509a None None] Set router 8a8aaf80-2537-4582-a333-95e79d7ab834 gateway port host: dv-cinder-831439-3-iscsi {{(pid=110181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 15:06:09.164189 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-6dd275f4-c5ac-425e-84a0-801f7ff5509a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a8aaf80-2537-4582-a333-95e79d7ab834', 'name': 'tempest-AttachVolumeTestJSON-757384370-router', 'tenant_id': '5ac6104636f34c658b71fafaf0755349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': 'bf5cd8fd-0ae1-4d0d-9d5d-ca4ded607246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T14:57:02Z', 'updated_at': '2022-03-02T14:57:11Z', 'revision_number': 4, 'project_id': '5ac6104636f34c658b71fafaf0755349', 'gw_port': {'id': 'bf5cd8fd-0ae1-4d0d-9d5d-ca4ded607246', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:73:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8aaf80-2537-4582-a333-95e79d7ab834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:57:03Z', 'updated_at': '2022-03-02T14:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi', '_interfaces': [{'id': '8945d50c-c203-4455-8199-8061e072833e', 'name': '', 'network_id': 'df93f8f1-ff18-4251-9f43-b4d98c48182b', 'tenant_id': '5ac6104636f34c658b71fafaf0755349', 'mac_address': 'fa:16:3e:79:b1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8aaf80-2537-4582-a333-95e79d7ab834', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'af4612bf-937d-4ff0-87a0-e171015ed5a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:57:08Z', 'updated_at': '2022-03-02T14:57:18Z', 'revision_number': 5, 'project_id': '5ac6104636f34c658b71fafaf0755349', 'subnets': [{'id': 'af4612bf-937d-4ff0-87a0-e171015ed5a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831439-3-iscsi', False) {} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:06:09.193444 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd275f4-c5ac-425e-84a0-801f7ff5509a None None] The sync data for ids ['8a8aaf80-2537-4582-a333-95e79d7ab834'] in dv-cinder-831439-3-iscsi is: [{'id': '8a8aaf80-2537-4582-a333-95e79d7ab834', 'name': 'tempest-AttachVolumeTestJSON-757384370-router', 'tenant_id': '5ac6104636f34c658b71fafaf0755349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': 'bf5cd8fd-0ae1-4d0d-9d5d-ca4ded607246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T14:57:02Z', 'updated_at': '2022-03-02T14:57:11Z', 'revision_number': 4, 'project_id': '5ac6104636f34c658b71fafaf0755349', 'gw_port': {'id': 'bf5cd8fd-0ae1-4d0d-9d5d-ca4ded607246', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:73:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8aaf80-2537-4582-a333-95e79d7ab834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:57:03Z', 'updated_at': '2022-03-02T14:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi', '_interfaces': [{'id': '8945d50c-c203-4455-8199-8061e072833e', 'name': '', 'network_id': 'df93f8f1-ff18-4251-9f43-b4d98c48182b', 'tenant_id': '5ac6104636f34c658b71fafaf0755349', 'mac_address': 'fa:16:3e:79:b1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8aaf80-2537-4582-a333-95e79d7ab834', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'af4612bf-937d-4ff0-87a0-e171015ed5a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:57:08Z', 'updated_at': '2022-03-02T14:57:18Z', 'revision_number': 5, 'project_id': '5ac6104636f34c658b71fafaf0755349', 'subnets': [{'id': 'af4612bf-937d-4ff0-87a0-e171015ed5a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 15:06:09.412715 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-08a2ab90-a619-40a0-b38e-848c55021318 req-a3c62df4-05a0-4121-befd-07676c349f87 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/ports?device_id=9680b2d5-554f-40be-bb0d-e2fa9f8c6f8b HTTP/1.1" status: 200 len: 210 time: 0.0329027 Mar 02 15:06:09.418928 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad01b9d-bd33-43d0-82a5-9e4ada4a026e None None] New status for floating IP 4bb3c836-7cea-4d7b-9278-29855726b3c0: DOWN {{(pid=110182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 15:06:10.574442 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 60988) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:06:10.627974 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-32d2ed9b-526f-4a0d-9ddf-8aa0d01c608f tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Publish callbacks [] for security_group (1486e0fb-d1aa-46b6-9bfd-52b5a4931e4c), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:06:10.651755 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-32d2ed9b-526f-4a0d-9ddf-8aa0d01c608f tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Publish callbacks [] for security_group (1486e0fb-d1aa-46b6-9bfd-52b5a4931e4c), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:06:10.781692 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-32d2ed9b-526f-4a0d-9ddf-8aa0d01c608f tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (1486e0fb-d1aa-46b6-9bfd-52b5a4931e4c), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:06:10.784628 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-32d2ed9b-526f-4a0d-9ddf-8aa0d01c608f tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Publish callbacks [] for security_group (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:06:10.785786 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-32d2ed9b-526f-4a0d-9ddf-8aa0d01c608f tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "DELETE /v2.0/security-groups/1486e0fb-d1aa-46b6-9bfd-52b5a4931e4c HTTP/1.1" status: 204 len: 168 time: 0.2101848 Mar 02 15:06:10.788648 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 60990) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:06:10.795959 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d2ed9b-526f-4a0d-9ddf-8aa0d01c608f tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1486e0fb-d1aa-46b6-9bfd-52b5a4931e4c,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:06:10.802683 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.api.v2.resource [None req-d8aca7cb-281f-462a-aba3-3edd20f144c0 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] show failed (client error): The resource could not be found. Mar 02 15:06:10.806726 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 60992) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:06:10.806906 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-d8aca7cb-281f-462a-aba3-3edd20f144c0 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/security-groups/1486e0fb-d1aa-46b6-9bfd-52b5a4931e4c HTTP/1.1" status: 404 len: 347 time: 0.0171027 Mar 02 15:06:10.929314 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.plugin [None req-60113ce7-6314-4c14-8e1c-ff8123b64968 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Deleting port 9e2a0901-9f03-4d3c-997e-ebdc9911e29e {{(pid=110180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 15:06:10.929895 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-60113ce7-6314-4c14-8e1c-ff8123b64968 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757345981049'] for port (9e2a0901-9f03-4d3c-997e-ebdc9911e29e), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:06:11.008465 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-60113ce7-6314-4c14-8e1c-ff8123b64968 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port (9e2a0901-9f03-4d3c-997e-ebdc9911e29e), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:06:11.008707 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-60113ce7-6314-4c14-8e1c-ff8123b64968 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Publish callbacks [] for floatingip (9e2a0901-9f03-4d3c-997e-ebdc9911e29e), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:06:11.020520 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.plugin [None req-60113ce7-6314-4c14-8e1c-ff8123b64968 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Calling delete_port for 9e2a0901-9f03-4d3c-997e-ebdc9911e29e owned by network:floatingip {{(pid=110180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 15:06:11.050534 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-f1a6b70e-9eab-4299-b4a5-a4f604c5e3bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (4b7d4a90-2987-419a-b6cd-7624b7dba065), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:06:11.238949 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-60113ce7-6314-4c14-8e1c-ff8123b64968 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757345984732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757345480677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672616'] for port (9e2a0901-9f03-4d3c-997e-ebdc9911e29e), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:06:11.268538 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60113ce7-6314-4c14-8e1c-ff8123b64968 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Pushing event deleted for resources: {'Port': ['ID=9e2a0901-9f03-4d3c-997e-ebdc9911e29e,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:06:11.325843 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-60113ce7-6314-4c14-8e1c-ff8123b64968 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Publish callbacks [] for floatingip (4bb3c836-7cea-4d7b-9278-29855726b3c0), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:06:11.328400 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-60113ce7-6314-4c14-8e1c-ff8123b64968 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221961'] for floatingip (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:06:11.329548 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-60113ce7-6314-4c14-8e1c-ff8123b64968 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "DELETE /v2.0/floatingips/4bb3c836-7cea-4d7b-9278-29855726b3c0 HTTP/1.1" status: 204 len: 168 time: 0.5218565 Mar 02 15:06:11.630682 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 60996) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:06:11.635170 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.v2.base [None req-bcdf191f-962f-4766-b935-790f93174157 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Request body: {'security_group': {'name': 'tempest-securitygroup--871483554', 'description': 'tempest-description--423717716'}} {{(pid=110180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 15:06:11.773124 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-bcdf191f-962f-4766-b935-790f93174157 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Publish callbacks [] for security_group (None), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:06:11.837414 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-bcdf191f-962f-4766-b935-790f93174157 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Publish callbacks [] for security_group (99e5137f-e52f-4d15-9ac4-48672475d04d), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:06:11.921468 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-bcdf191f-962f-4766-b935-790f93174157 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (99e5137f-e52f-4d15-9ac4-48672475d04d), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:06:11.950471 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdf191f-962f-4766-b935-790f93174157 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99e5137f-e52f-4d15-9ac4-48672475d04d,revision_number=1']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:06:12.029692 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-bcdf191f-962f-4766-b935-790f93174157 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Publish callbacks [] for security_group (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:06:12.031110 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-bcdf191f-962f-4766-b935-790f93174157 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3993478 Mar 02 15:06:12.035183 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 60998) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:06:12.039653 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.v2.base [None req-0efd8940-efbf-4bdd-8df0-c1202de645da tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Request body: {'security_group_rule': {'security_group_id': '99e5137f-e52f-4d15-9ac4-48672475d04d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 15:06:12.110173 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-8c265469-93de-451d-a227-73ff998d8f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (bfbb2626-1130-458a-80a5-4632d76fa057), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:06:12.144431 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-0efd8940-efbf-4bdd-8df0-c1202de645da tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Publish callbacks [] for security_group_rule (cfec068d-6950-4d61-a67d-f7557b3e8f80), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:06:12.202755 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-0efd8940-efbf-4bdd-8df0-c1202de645da tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Publish callbacks [] for security_group_rule (cfec068d-6950-4d61-a67d-f7557b3e8f80), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:06:12.206866 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Device 53c034dd-df15-42be-82f3-9cd2b1e7b93e no longer exists at agent hyperv_hv-cinder-83143 {{(pid=110181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 15:06:12.226895 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] No Port match for: 53c034dd-df15-42be-82f3-9cd2b1e7b93e {{(pid=110181) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 15:06:12.227241 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Device 53c034dd-df15-42be-82f3-9cd2b1e7b93e not bound to the agent host hv-cinder-83143 {{(pid=110181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 15:06:12.284744 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-0efd8940-efbf-4bdd-8df0-c1202de645da tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769636'] for security_group_rule (cfec068d-6950-4d61-a67d-f7557b3e8f80), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:06:12.302800 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efd8940-efbf-4bdd-8df0-c1202de645da tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfec068d-6950-4d61-a67d-f7557b3e8f80,revision_number=0']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:06:12.383457 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-0efd8940-efbf-4bdd-8df0-c1202de645da tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:06:12.384812 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-0efd8940-efbf-4bdd-8df0-c1202de645da tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3485920 Mar 02 15:06:12.387411 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 32768) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:06:12.391955 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.v2.base [None req-e596b683-602f-4cff-bd1d-0b42255b141c tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Request body: {'security_group_rule': {'security_group_id': '99e5137f-e52f-4d15-9ac4-48672475d04d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 15:06:12.492361 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-e596b683-602f-4cff-bd1d-0b42255b141c tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Publish callbacks [] for security_group_rule (c53f709d-2c4a-4aae-b8b8-f43afb380130), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:06:12.548282 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-e596b683-602f-4cff-bd1d-0b42255b141c tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Publish callbacks [] for security_group_rule (c53f709d-2c4a-4aae-b8b8-f43afb380130), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:06:12.624594 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-e596b683-602f-4cff-bd1d-0b42255b141c tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769636'] for security_group_rule (c53f709d-2c4a-4aae-b8b8-f43afb380130), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:06:12.641394 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e596b683-602f-4cff-bd1d-0b42255b141c tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c53f709d-2c4a-4aae-b8b8-f43afb380130,revision_number=0']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:06:12.729665 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-e596b683-602f-4cff-bd1d-0b42255b141c tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:06:12.730917 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-e596b683-602f-4cff-bd1d-0b42255b141c tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3423629 Mar 02 15:06:12.734537 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 32770) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:06:12.738895 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.v2.base [None req-42f59e1d-2464-4eb3-8bee-6f16b3c58631 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Request body: {'floatingip': {'floating_network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf'}} {{(pid=110180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 15:06:12.818796 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-42f59e1d-2464-4eb3-8bee-6f16b3c58631 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:06:12.913871 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-42f59e1d-2464-4eb3-8bee-6f16b3c58631 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (None), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:06:13.014882 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.db_base_plugin_common [None req-42f59e1d-2464-4eb3-8bee-6f16b3c58631 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Allocated IP 172.27.0.144 (ed71569c-47b6-4b42-b6b3-c541700724bf/701fb87e-0ea2-4d8d-8228-0af980cd437a/7520100a-fc6b-41e7-aef0-273289d7487f) {{(pid=110180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 15:06:13.116660 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-42f59e1d-2464-4eb3-8bee-6f16b3c58631 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Publish callbacks [] for port (7520100a-fc6b-41e7-aef0-273289d7487f), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:06:13.253467 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-42f59e1d-2464-4eb3-8bee-6f16b3c58631 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757345480668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672616'] for port (7520100a-fc6b-41e7-aef0-273289d7487f), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:06:13.293988 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f59e1d-2464-4eb3-8bee-6f16b3c58631 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Network ed71569c-47b6-4b42-b6b3-c541700724bf is already hosted by enough agents. {{(pid=110180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 15:06:13.298420 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.base_scheduler [None req-42f59e1d-2464-4eb3-8bee-6f16b3c58631 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Resources bound (agent type, host, resource id): {{(pid=110180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 15:06:13.302770 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f59e1d-2464-4eb3-8bee-6f16b3c58631 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Received port after_create {{(pid=110180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 15:06:13.305803 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f59e1d-2464-4eb3-8bee-6f16b3c58631 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Pushing event updated for resources: {'Port': ['ID=7520100a-fc6b-41e7-aef0-273289d7487f,revision_number=1']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:06:13.387507 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-42f59e1d-2464-4eb3-8bee-6f16b3c58631 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Publish callbacks [] for floatingip (c1328822-406b-4f9a-ac84-4e1dad915256), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:06:13.500589 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-42f59e1d-2464-4eb3-8bee-6f16b3c58631 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (7520100a-fc6b-41e7-aef0-273289d7487f), before_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:06:13.647595 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-9cfe1c82-1e01-4346-89c5-c3e1093f4022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (b9ce56f8-3527-4dd9-b024-9df7b3f4c018), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:06:13.912039 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-42f59e1d-2464-4eb3-8bee-6f16b3c58631 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Publish callbacks [] for port (7520100a-fc6b-41e7-aef0-273289d7487f), precommit_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:06:13.981506 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-42f59e1d-2464-4eb3-8bee-6f16b3c58631 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3672609'] for port (7520100a-fc6b-41e7-aef0-273289d7487f), after_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:06:14.049017 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f59e1d-2464-4eb3-8bee-6f16b3c58631 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Pushing event updated for resources: {'Port': ['ID=7520100a-fc6b-41e7-aef0-273289d7487f,revision_number=2']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:06:14.057003 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-42f59e1d-2464-4eb3-8bee-6f16b3c58631 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559821'] for floatingip (c1328822-406b-4f9a-ac84-4e1dad915256), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:06:14.238452 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-42f59e1d-2464-4eb3-8bee-6f16b3c58631 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221961'] for floatingip (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:06:14.239671 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-42f59e1d-2464-4eb3-8bee-6f16b3c58631 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5041659 Mar 02 15:06:14.434026 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ddc3ee6d-d853-4521-a17d-da9ad3fea9f1 req-f8de28c1-85b4-4275-a8f0-70754160335d tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--871483554&fields=id&tenant_id=5ac6104636f34c658b71fafaf0755349 HTTP/1.1" status: 200 len: 267 time: 0.0424109 Mar 02 15:06:14.540274 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc3ee6d-d853-4521-a17d-da9ad3fea9f1 req-72609c9e-75c3-47f6-9641-6bf6af746da6 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:06:14.541668 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ddc3ee6d-d853-4521-a17d-da9ad3fea9f1 req-72609c9e-75c3-47f6-9641-6bf6af746da6 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/networks?id=df93f8f1-ff18-4251-9f43-b4d98c48182b HTTP/1.1" status: 200 len: 810 time: 0.1010036 Mar 02 15:06:14.556231 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ddc3ee6d-d853-4521-a17d-da9ad3fea9f1 req-790f8197-dec8-4a3e-bb9b-6b9906d19514 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/quotas/5ac6104636f34c658b71fafaf0755349 HTTP/1.1" status: 200 len: 375 time: 0.0091338 Mar 02 15:06:14.610308 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ddc3ee6d-d853-4521-a17d-da9ad3fea9f1 req-72e84c10-0956-4ed6-b246-817faa382c04 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=5ac6104636f34c658b71fafaf0755349&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491703 Mar 02 15:06:14.706860 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ddc3ee6d-d853-4521-a17d-da9ad3fea9f1 req-82dd9295-a730-4756-96a3-9018a73b37a5 service neutron] 10.222.0.52 "GET /v2.0/networks/df93f8f1-ff18-4251-9f43-b4d98c48182b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854206 Mar 02 15:06:14.795361 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ddc3ee6d-d853-4521-a17d-da9ad3fea9f1 req-288148d8-8a03-45c7-9dd8-d72f6cc5ce9a service neutron] 10.222.0.52 "GET /v2.0/networks/df93f8f1-ff18-4251-9f43-b4d98c48182b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828061 Mar 02 15:06:14.978890 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (3a73802c-5f14-4c1f-8439-e74c4c90063b), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:06:15.086568 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-5c6fbb89-78d6-4238-b5e3-5234fe2973d4 req-a398aaf4-94c2-4bc5-b2a1-ba36479a681f tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f76b2fb-6b81-4015-8643-4e6ec222c3f8 HTTP/1.1" status: 200 len: 210 time: 0.0281649 Mar 02 15:06:16.182767 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-182ca443-04ee-4594-a477-c8f4e22732aa req-a5f98145-94e9-49b0-a731-eee5854c6f2c tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f76b2fb-6b81-4015-8643-4e6ec222c3f8 HTTP/1.1" status: 200 len: 210 time: 0.0313001 Mar 02 15:06:17.180335 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc3ee6d-d853-4521-a17d-da9ad3fea9f1 req-4a2f9e49-2484-4c5a-a564-81a418fd5d94 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:06:17.181849 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ddc3ee6d-d853-4521-a17d-da9ad3fea9f1 req-4a2f9e49-2484-4c5a-a564-81a418fd5d94 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.55 "GET /v2.0/networks?id=df93f8f1-ff18-4251-9f43-b4d98c48182b HTTP/1.1" status: 200 len: 810 time: 0.1008914 Mar 02 15:06:17.254183 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ddc3ee6d-d853-4521-a17d-da9ad3fea9f1 req-4fdb78e2-f70a-42ba-8d0f-b31fdfe569e2 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5ac6104636f34c658b71fafaf0755349 HTTP/1.1" status: 200 len: 379 time: 0.0558434 Mar 02 15:06:17.268484 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.v2.base [req-ddc3ee6d-d853-4521-a17d-da9ad3fea9f1 req-f9ef0f7c-25e1-4b30-86bf-efd7f3fa8b16 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Request body: {'port': {'device_id': '0f76b2fb-6b81-4015-8643-4e6ec222c3f8', 'network_id': 'df93f8f1-ff18-4251-9f43-b4d98c48182b', 'admin_state_up': True, 'tenant_id': '5ac6104636f34c658b71fafaf0755349', 'security_groups': ['99e5137f-e52f-4d15-9ac4-48672475d04d']}} {{(pid=110180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 15:06:17.291135 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-8fe5caab-87f6-4598-8424-138e0ca99753 req-6505debc-6028-4d0d-915a-48e6004ef9d0 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f76b2fb-6b81-4015-8643-4e6ec222c3f8 HTTP/1.1" status: 200 len: 210 time: 0.0359678 Mar 02 15:06:17.487494 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddc3ee6d-d853-4521-a17d-da9ad3fea9f1 req-f9ef0f7c-25e1-4b30-86bf-efd7f3fa8b16 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Made reservation on behalf of 5ac6104636f34c658b71fafaf0755349 for: {'port': 1} {{(pid=110180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 15:06:17.490917 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-ddc3ee6d-d853-4521-a17d-da9ad3fea9f1 req-f9ef0f7c-25e1-4b30-86bf-efd7f3fa8b16 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (None), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:06:17.619355 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.db_base_plugin_common [req-ddc3ee6d-d853-4521-a17d-da9ad3fea9f1 req-f9ef0f7c-25e1-4b30-86bf-efd7f3fa8b16 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Allocated IP 172.20.0.4 (df93f8f1-ff18-4251-9f43-b4d98c48182b/af4612bf-937d-4ff0-87a0-e171015ed5a7/f7cd5de7-12f1-4b8f-9ca9-f883fd6b37f7) {{(pid=110180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 15:06:17.753712 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-ddc3ee6d-d853-4521-a17d-da9ad3fea9f1 req-f9ef0f7c-25e1-4b30-86bf-efd7f3fa8b16 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Publish callbacks [] for port (f7cd5de7-12f1-4b8f-9ca9-f883fd6b37f7), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:06:17.924890 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-ddc3ee6d-d853-4521-a17d-da9ad3fea9f1 req-f9ef0f7c-25e1-4b30-86bf-efd7f3fa8b16 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757345480668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672616'] for port (f7cd5de7-12f1-4b8f-9ca9-f883fd6b37f7), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:06:17.970402 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddc3ee6d-d853-4521-a17d-da9ad3fea9f1 req-f9ef0f7c-25e1-4b30-86bf-efd7f3fa8b16 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Network df93f8f1-ff18-4251-9f43-b4d98c48182b is already hosted by enough agents. {{(pid=110180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 15:06:17.973345 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.base_scheduler [req-ddc3ee6d-d853-4521-a17d-da9ad3fea9f1 req-f9ef0f7c-25e1-4b30-86bf-efd7f3fa8b16 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Resources bound (agent type, host, resource id): {{(pid=110180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 15:06:17.975841 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddc3ee6d-d853-4521-a17d-da9ad3fea9f1 req-f9ef0f7c-25e1-4b30-86bf-efd7f3fa8b16 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Received port after_create {{(pid=110180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 15:06:18.005604 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ef0f7c-25e1-4b30-86bf-efd7f3fa8b16 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Pushing event updated for resources: {'Port': ['ID=f7cd5de7-12f1-4b8f-9ca9-f883fd6b37f7,revision_number=1']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:06:18.031577 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc3ee6d-d853-4521-a17d-da9ad3fea9f1 req-f9ef0f7c-25e1-4b30-86bf-efd7f3fa8b16 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:06:18.032041 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-ddc3ee6d-d853-4521-a17d-da9ad3fea9f1 req-f9ef0f7c-25e1-4b30-86bf-efd7f3fa8b16 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221961'] for port (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:06:18.113514 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ddc3ee6d-d853-4521-a17d-da9ad3fea9f1 req-f9ef0f7c-25e1-4b30-86bf-efd7f3fa8b16 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8503108 Mar 02 15:06:18.131268 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.v2.base [req-ddc3ee6d-d853-4521-a17d-da9ad3fea9f1 req-a474cc53-6d0b-4070-8fe6-5a5b195b2468 service neutron] Request body: {'port': {'device_id': '0f76b2fb-6b81-4015-8643-4e6ec222c3f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83143'}} {{(pid=110180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 15:06:18.198373 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-ddc3ee6d-d853-4521-a17d-da9ad3fea9f1 req-a474cc53-6d0b-4070-8fe6-5a5b195b2468 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (f7cd5de7-12f1-4b8f-9ca9-f883fd6b37f7), before_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:06:18.250048 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-760855e3-5a95-444e-97a5-700c2292668c None None] Provisioning complete for port f7cd5de7-12f1-4b8f-9ca9-f883fd6b37f7 triggered by entity DHCP. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 15:06:18.250609 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-760855e3-5a95-444e-97a5-700c2292668c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (f7cd5de7-12f1-4b8f-9ca9-f883fd6b37f7), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:06:18.285529 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-760855e3-5a95-444e-97a5-700c2292668c None None] Port f7cd5de7-12f1-4b8f-9ca9-f883fd6b37f7 cannot update to ACTIVE because it is not bound. {{(pid=110181) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 15:06:18.448202 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42bd52c-01f3-47aa-beca-9c168e4c58a0 req-e2e10ee3-4a5c-4db9-9656-9eb8125923f1 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:06:18.449683 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-f42bd52c-01f3-47aa-beca-9c168e4c58a0 req-e2e10ee3-4a5c-4db9-9656-9eb8125923f1 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f76b2fb-6b81-4015-8643-4e6ec222c3f8 HTTP/1.1" status: 200 len: 931 time: 0.0884194 Mar 02 15:06:18.534241 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.notifiers.nova [req-ddc3ee6d-d853-4521-a17d-da9ad3fea9f1 req-a474cc53-6d0b-4070-8fe6-5a5b195b2468 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7cd5de7-12f1-4b8f-9ca9-f883fd6b37f7 {{(pid=110180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 15:06:18.541004 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-f42bd52c-01f3-47aa-beca-9c168e4c58a0 req-c10d2ea1-64b0-4ab0-8f12-a83dc4e72689 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/security-groups?id=99e5137f-e52f-4d15-9ac4-48672475d04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856767 Mar 02 15:06:18.546336 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-ddc3ee6d-d853-4521-a17d-da9ad3fea9f1 req-a474cc53-6d0b-4070-8fe6-5a5b195b2468 service neutron] Publish callbacks [] for port (f7cd5de7-12f1-4b8f-9ca9-f883fd6b37f7), precommit_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:06:18.557649 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.provisioning_blocks [req-ddc3ee6d-d853-4521-a17d-da9ad3fea9f1 req-a474cc53-6d0b-4070-8fe6-5a5b195b2468 service neutron] Transition to ACTIVE for port object f7cd5de7-12f1-4b8f-9ca9-f883fd6b37f7 will not be triggered until provisioned by entity L2. {{(pid=110180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 15:06:18.639138 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-ddc3ee6d-d853-4521-a17d-da9ad3fea9f1 req-a474cc53-6d0b-4070-8fe6-5a5b195b2468 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3672609'] for port (f7cd5de7-12f1-4b8f-9ca9-f883fd6b37f7), after_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:06:18.691413 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a474cc53-6d0b-4070-8fe6-5a5b195b2468 service neutron] Pushing event updated for resources: {'Port': ['ID=f7cd5de7-12f1-4b8f-9ca9-f883fd6b37f7,revision_number=2']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:06:18.762156 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.managers [req-ddc3ee6d-d853-4521-a17d-da9ad3fea9f1 req-a474cc53-6d0b-4070-8fe6-5a5b195b2468 service neutron] Attempting to bind port f7cd5de7-12f1-4b8f-9ca9-f883fd6b37f7 on host hv-cinder-83143 for vnic_type normal with profile {{(pid=110180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 15:06:18.762750 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.managers [req-ddc3ee6d-d853-4521-a17d-da9ad3fea9f1 req-a474cc53-6d0b-4070-8fe6-5a5b195b2468 service neutron] Attempting to bind port f7cd5de7-12f1-4b8f-9ca9-f883fd6b37f7 by drivers openvswitch,hyperv on host hv-cinder-83143 at level 0 using segments [{'id': '239b17b0-e18b-4adf-80e8-57d00e0cbb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'df93f8f1-ff18-4251-9f43-b4d98c48182b'}] {{(pid=110180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 15:06:18.763086 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc3ee6d-d853-4521-a17d-da9ad3fea9f1 req-a474cc53-6d0b-4070-8fe6-5a5b195b2468 service neutron] Attempting to bind port f7cd5de7-12f1-4b8f-9ca9-f883fd6b37f7 on network df93f8f1-ff18-4251-9f43-b4d98c48182b {{(pid=110180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 15:06:18.767839 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc3ee6d-d853-4521-a17d-da9ad3fea9f1 req-a474cc53-6d0b-4070-8fe6-5a5b195b2468 service neutron] Port f7cd5de7-12f1-4b8f-9ca9-f883fd6b37f7 on network df93f8f1-ff18-4251-9f43-b4d98c48182b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83143 {{(pid=110180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 15:06:18.768169 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc3ee6d-d853-4521-a17d-da9ad3fea9f1 req-a474cc53-6d0b-4070-8fe6-5a5b195b2468 service neutron] Attempting to bind port f7cd5de7-12f1-4b8f-9ca9-f883fd6b37f7 on network df93f8f1-ff18-4251-9f43-b4d98c48182b {{(pid=110180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 15:06:18.773225 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc3ee6d-d853-4521-a17d-da9ad3fea9f1 req-a474cc53-6d0b-4070-8fe6-5a5b195b2468 service neutron] Checking agent: {'id': 'a761fe19-4045-45cc-a7c7-f029a0c82591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83143', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 14, 54, 53), 'started_at': datetime.datetime(2022, 3, 2, 14, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 15, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 15:06:18.773569 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc3ee6d-d853-4521-a17d-da9ad3fea9f1 req-a474cc53-6d0b-4070-8fe6-5a5b195b2468 service neutron] Checking segment: {'id': '239b17b0-e18b-4adf-80e8-57d00e0cbb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'df93f8f1-ff18-4251-9f43-b4d98c48182b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 15:06:18.773959 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc3ee6d-d853-4521-a17d-da9ad3fea9f1 req-a474cc53-6d0b-4070-8fe6-5a5b195b2468 service neutron] Bound using segment: {'id': '239b17b0-e18b-4adf-80e8-57d00e0cbb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'df93f8f1-ff18-4251-9f43-b4d98c48182b'} {{(pid=110180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 15:06:18.774386 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.managers [req-ddc3ee6d-d853-4521-a17d-da9ad3fea9f1 req-a474cc53-6d0b-4070-8fe6-5a5b195b2468 service neutron] Bound port: f7cd5de7-12f1-4b8f-9ca9-f883fd6b37f7, host: hv-cinder-83143, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '239b17b0-e18b-4adf-80e8-57d00e0cbb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'df93f8f1-ff18-4251-9f43-b4d98c48182b'}}] {{(pid=110180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 15:06:18.774744 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-ddc3ee6d-d853-4521-a17d-da9ad3fea9f1 req-a474cc53-6d0b-4070-8fe6-5a5b195b2468 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (f7cd5de7-12f1-4b8f-9ca9-f883fd6b37f7), before_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:06:18.844006 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.db [req-ddc3ee6d-d853-4521-a17d-da9ad3fea9f1 req-a474cc53-6d0b-4070-8fe6-5a5b195b2468 service neutron] For port f7cd5de7-12f1-4b8f-9ca9-f883fd6b37f7, host hv-cinder-83143, cleared binding levels {{(pid=110180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 15:06:18.846936 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.db [req-ddc3ee6d-d853-4521-a17d-da9ad3fea9f1 req-a474cc53-6d0b-4070-8fe6-5a5b195b2468 service neutron] For port f7cd5de7-12f1-4b8f-9ca9-f883fd6b37f7, host hv-cinder-83143, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=f7cd5de7-12f1-4b8f-9ca9-f883fd6b37f7,segment=NetworkSegment(239b17b0-e18b-4adf-80e8-57d00e0cbb35),segment_id=239b17b0-e18b-4adf-80e8-57d00e0cbb35)] {{(pid=110180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 15:06:18.953430 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-ddc3ee6d-d853-4521-a17d-da9ad3fea9f1 req-a474cc53-6d0b-4070-8fe6-5a5b195b2468 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3672609'] for port (f7cd5de7-12f1-4b8f-9ca9-f883fd6b37f7), after_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:06:18.990507 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc3ee6d-d853-4521-a17d-da9ad3fea9f1 req-a474cc53-6d0b-4070-8fe6-5a5b195b2468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:06:18.991131 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-ddc3ee6d-d853-4521-a17d-da9ad3fea9f1 req-a474cc53-6d0b-4070-8fe6-5a5b195b2468 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221961'] for port (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:06:18.992558 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ddc3ee6d-d853-4521-a17d-da9ad3fea9f1 req-a474cc53-6d0b-4070-8fe6-5a5b195b2468 service neutron] 10.222.0.55 "PUT /v2.0/ports/f7cd5de7-12f1-4b8f-9ca9-f883fd6b37f7 HTTP/1.1" status: 200 len: 1093 time: 0.8657360 Mar 02 15:06:18.993004 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f76b2fb-6b81-4015-8643-4e6ec222c3f8', 'tag': 'f7cd5de7-12f1-4b8f-9ca9-f883fd6b37f7'}] {{(pid=110180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 15:06:18.995255 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d4cb776884cbbf8177075bc934a95f6bdaf5bba346c2d7fc75eae3cda02a5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-518945ee-141a-4ee8-9b3d-22ce66993308" -d '{"events": [{"name": "network-changed", "server_uuid": "0f76b2fb-6b81-4015-8643-4e6ec222c3f8", "tag": "f7cd5de7-12f1-4b8f-9ca9-f883fd6b37f7"}]}' {{(pid=110180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 15:06:19.018727 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a474cc53-6d0b-4070-8fe6-5a5b195b2468 service neutron] Pushing event updated for resources: {'Port': ['ID=f7cd5de7-12f1-4b8f-9ca9-f883fd6b37f7,revision_number=3']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:06:19.042615 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 15:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d65d5e64-2600-42c0-a09b-555be26b49f6 x-openstack-request-id: req-d65d5e64-2600-42c0-a09b-555be26b49f6 {{(pid=110180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 15:06:19.042912 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f76b2fb-6b81-4015-8643-4e6ec222c3f8", "tag": "f7cd5de7-12f1-4b8f-9ca9-f883fd6b37f7", "status": "completed", "code": 200}]} {{(pid=110180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 15:06:19.043192 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d65d5e64-2600-42c0-a09b-555be26b49f6 {{(pid=110180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 15:06:19.043631 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f76b2fb-6b81-4015-8643-4e6ec222c3f8', 'tag': 'f7cd5de7-12f1-4b8f-9ca9-f883fd6b37f7', 'status': 'completed', 'code': 200} Mar 02 15:06:19.132097 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518945ee-141a-4ee8-9b3d-22ce66993308 req-1e643f4e-d53a-4e64-9b1a-bac8eb84901e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:06:19.133650 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-518945ee-141a-4ee8-9b3d-22ce66993308 req-1e643f4e-d53a-4e64-9b1a-bac8eb84901e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5ac6104636f34c658b71fafaf0755349&device_id=0f76b2fb-6b81-4015-8643-4e6ec222c3f8 HTTP/1.1" status: 200 len: 1127 time: 0.0481679 Mar 02 15:06:19.242722 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518945ee-141a-4ee8-9b3d-22ce66993308 req-22729585-f23a-44db-bb46-fd3acf3c8984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:06:19.244234 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-518945ee-141a-4ee8-9b3d-22ce66993308 req-22729585-f23a-44db-bb46-fd3acf3c8984 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=5ac6104636f34c658b71fafaf0755349&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0973418 Mar 02 15:06:19.336085 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518945ee-141a-4ee8-9b3d-22ce66993308 req-7540a412-de83-4f9c-8dff-16d4e89cfdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:06:19.337449 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-518945ee-141a-4ee8-9b3d-22ce66993308 req-7540a412-de83-4f9c-8dff-16d4e89cfdb9 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0871215 Mar 02 15:06:19.442148 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc3ee6d-d853-4521-a17d-da9ad3fea9f1 req-3807dafc-62cc-4b59-8e6e-b9c9b9c2d8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:06:19.443668 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ddc3ee6d-d853-4521-a17d-da9ad3fea9f1 req-3807dafc-62cc-4b59-8e6e-b9c9b9c2d8a1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5ac6104636f34c658b71fafaf0755349&device_id=0f76b2fb-6b81-4015-8643-4e6ec222c3f8 HTTP/1.1" status: 200 len: 1127 time: 0.0475388 Mar 02 15:06:19.490718 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ddc3ee6d-d853-4521-a17d-da9ad3fea9f1 req-a2348346-57c1-4cee-a08f-fa4d4544d123 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7cd5de7-12f1-4b8f-9ca9-f883fd6b37f7 HTTP/1.1" status: 200 len: 217 time: 0.0330672 Mar 02 15:06:19.538353 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc3ee6d-d853-4521-a17d-da9ad3fea9f1 req-347683d9-fbc2-4f8f-9ecf-ef396a790ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:06:19.539812 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ddc3ee6d-d853-4521-a17d-da9ad3fea9f1 req-347683d9-fbc2-4f8f-9ecf-ef396a790ceb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=af4612bf-937d-4ff0-87a0-e171015ed5a7 HTTP/1.1" status: 200 len: 849 time: 0.0436161 Mar 02 15:06:19.588198 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc3ee6d-d853-4521-a17d-da9ad3fea9f1 req-60cb7264-19b1-4d17-8db9-34025297f16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:06:19.589620 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ddc3ee6d-d853-4521-a17d-da9ad3fea9f1 req-60cb7264-19b1-4d17-8db9-34025297f16e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=df93f8f1-ff18-4251-9f43-b4d98c48182b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440433 Mar 02 15:06:19.717622 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73b28f0-c232-4862-b7ba-08d23ec01f1b req-0a405ac6-637b-4b99-b978-6fb941e92981 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:06:19.719086 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-d73b28f0-c232-4862-b7ba-08d23ec01f1b req-0a405ac6-637b-4b99-b978-6fb941e92981 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f76b2fb-6b81-4015-8643-4e6ec222c3f8 HTTP/1.1" status: 200 len: 943 time: 0.1033726 Mar 02 15:06:19.721253 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ddc3ee6d-d853-4521-a17d-da9ad3fea9f1 req-7ce58fbe-47cf-4781-881c-9c1f0188511b service neutron] 10.222.0.55 "GET /v2.0/networks/df93f8f1-ff18-4251-9f43-b4d98c48182b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260335 Mar 02 15:06:19.817581 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-d73b28f0-c232-4862-b7ba-08d23ec01f1b req-6631018a-560a-4708-9c55-e1da2d4c3913 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/security-groups?id=99e5137f-e52f-4d15-9ac4-48672475d04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927637 Mar 02 15:06:19.841729 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ddc3ee6d-d853-4521-a17d-da9ad3fea9f1 req-43648756-11c6-4738-8a40-9074a9531ec8 service neutron] 10.222.0.55 "GET /v2.0/networks/df93f8f1-ff18-4251-9f43-b4d98c48182b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113145 Mar 02 15:06:20.937725 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4739251b-5568-44b4-856a-79ec7322ccf0 req-88ad14b5-8ee9-4136-9366-2f8228820fbc tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:06:20.939189 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-4739251b-5568-44b4-856a-79ec7322ccf0 req-88ad14b5-8ee9-4136-9366-2f8228820fbc tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f76b2fb-6b81-4015-8643-4e6ec222c3f8 HTTP/1.1" status: 200 len: 943 time: 0.0530126 Mar 02 15:06:20.984251 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-4739251b-5568-44b4-856a-79ec7322ccf0 req-c224d0bd-4d56-47a6-8dda-2fb025da122f tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/security-groups?id=99e5137f-e52f-4d15-9ac4-48672475d04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394936 Mar 02 15:06:22.104666 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07160e4-8e99-49b4-ac62-130bd64098c2 req-dc1bb473-8552-4fe5-8316-f64623b2f0c3 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:06:22.106127 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-d07160e4-8e99-49b4-ac62-130bd64098c2 req-dc1bb473-8552-4fe5-8316-f64623b2f0c3 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f76b2fb-6b81-4015-8643-4e6ec222c3f8 HTTP/1.1" status: 200 len: 943 time: 0.0550635 Mar 02 15:06:22.152623 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-d07160e4-8e99-49b4-ac62-130bd64098c2 req-fbc280bc-b901-467b-a20f-f0c7b62c7119 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/security-groups?id=99e5137f-e52f-4d15-9ac4-48672475d04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407503 Mar 02 15:06:23.273366 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e2a285-c7a5-41a5-b9b3-0ed1147c22b1 req-15ce7e56-738e-459d-a264-5bf183232597 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:06:23.274888 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-b2e2a285-c7a5-41a5-b9b3-0ed1147c22b1 req-15ce7e56-738e-459d-a264-5bf183232597 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f76b2fb-6b81-4015-8643-4e6ec222c3f8 HTTP/1.1" status: 200 len: 943 time: 0.0529294 Mar 02 15:06:23.321832 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-b2e2a285-c7a5-41a5-b9b3-0ed1147c22b1 req-c4e65dbd-ea52-42a8-a458-02d965ad9ed3 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/security-groups?id=99e5137f-e52f-4d15-9ac4-48672475d04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408552 Mar 02 15:06:24.267525 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Device f7cd5de7-12f1-4b8f-9ca9-f883fd6b37f7 details requested by agent hyperv_hv-cinder-83143 with host hv-cinder-83143 {{(pid=110181) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 15:06:24.367447 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] For port f7cd5de7-12f1-4b8f-9ca9-f883fd6b37f7, host hv-cinder-83143, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=f7cd5de7-12f1-4b8f-9ca9-f883fd6b37f7,segment=NetworkSegment(239b17b0-e18b-4adf-80e8-57d00e0cbb35),segment_id=239b17b0-e18b-4adf-80e8-57d00e0cbb35)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:06:24.380052 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Returning: {'device': 'f7cd5de7-12f1-4b8f-9ca9-f883fd6b37f7', 'network_id': 'df93f8f1-ff18-4251-9f43-b4d98c48182b', 'port_id': 'f7cd5de7-12f1-4b8f-9ca9-f883fd6b37f7', 'mac_address': 'fa:16:3e:84:04:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af4612bf-937d-4ff0-87a0-e171015ed5a7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110181) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 15:06:24.417903 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Current status of the port f7cd5de7-12f1-4b8f-9ca9-f883fd6b37f7 is: DOWN; New status is: BUILD {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 15:06:24.418252 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (f7cd5de7-12f1-4b8f-9ca9-f883fd6b37f7), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:06:24.431963 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.notifiers.nova [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7cd5de7-12f1-4b8f-9ca9-f883fd6b37f7 {{(pid=110181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 15:06:24.445101 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c8ad42-18f5-4267-8424-2447f6822d5f req-7e81080e-7ad8-4b02-b473-acdb7313cf6b tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:06:24.446648 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-34c8ad42-18f5-4267-8424-2447f6822d5f req-7e81080e-7ad8-4b02-b473-acdb7313cf6b tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f76b2fb-6b81-4015-8643-4e6ec222c3f8 HTTP/1.1" status: 200 len: 943 time: 0.0579364 Mar 02 15:06:24.452408 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] For port f7cd5de7-12f1-4b8f-9ca9-f883fd6b37f7, host hv-cinder-83143, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=f7cd5de7-12f1-4b8f-9ca9-f883fd6b37f7,segment=NetworkSegment(239b17b0-e18b-4adf-80e8-57d00e0cbb35),segment_id=239b17b0-e18b-4adf-80e8-57d00e0cbb35)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:06:24.493475 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-34c8ad42-18f5-4267-8424-2447f6822d5f req-dbcab7f9-ef90-43b6-b816-1bc10f99dae9 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/security-groups?id=99e5137f-e52f-4d15-9ac4-48672475d04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409522 Mar 02 15:06:24.530362 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (f7cd5de7-12f1-4b8f-9ca9-f883fd6b37f7), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:06:24.581523 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Pushing event updated for resources: {'Port': ['ID=f7cd5de7-12f1-4b8f-9ca9-f883fd6b37f7,revision_number=4']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:06:24.588997 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:06:24.589343 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:06:24.589683 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:06:24.590014 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:06:24.590341 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:06:24.590666 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:06:24.590990 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:06:24.591314 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:06:24.591657 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:06:24.591987 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:06:24.592305 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:06:24.593169 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:06:24.593449 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:06:25.004188 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] get_ports_and_sgs() called for port_ids ['f7cd5de7-12f1-4b8f-9ca9-f883fd6b37f7'] {{(pid=110181) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 15:06:25.613532 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4f9027-6a3f-4892-807d-816d913b9743 req-0fd536cc-eaff-40dc-ae58-74ca452fca87 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:06:25.615496 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-2e4f9027-6a3f-4892-807d-816d913b9743 req-0fd536cc-eaff-40dc-ae58-74ca452fca87 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f76b2fb-6b81-4015-8643-4e6ec222c3f8 HTTP/1.1" status: 200 len: 944 time: 0.0553994 Mar 02 15:06:25.662124 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-2e4f9027-6a3f-4892-807d-816d913b9743 req-e4380c53-dd9c-4c19-93cd-eacdb1697d10 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/security-groups?id=99e5137f-e52f-4d15-9ac4-48672475d04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408261 Mar 02 15:06:26.301869 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Device f7cd5de7-12f1-4b8f-9ca9-f883fd6b37f7 up at agent hyperv_hv-cinder-83143 {{(pid=110181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 15:06:26.404622 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Provisioning for port f7cd5de7-12f1-4b8f-9ca9-f883fd6b37f7 completed by entity L2. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 15:06:26.409181 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Provisioning complete for port f7cd5de7-12f1-4b8f-9ca9-f883fd6b37f7 triggered by entity L2. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 15:06:26.409574 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (f7cd5de7-12f1-4b8f-9ca9-f883fd6b37f7), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:06:26.485125 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Current status of the port f7cd5de7-12f1-4b8f-9ca9-f883fd6b37f7 is: BUILD; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 15:06:26.485676 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (f7cd5de7-12f1-4b8f-9ca9-f883fd6b37f7), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:06:26.507842 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f76b2fb-6b81-4015-8643-4e6ec222c3f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7cd5de7-12f1-4b8f-9ca9-f883fd6b37f7'}] {{(pid=110181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 15:06:26.518443 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6faebeedf0149bd95a8e5aac95437523d12653d92db1e1e7ce78ae8719853609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d897a252-9b1a-4dc9-ac73-a2262aabd94b" -d '{"events": [{"server_uuid": "0f76b2fb-6b81-4015-8643-4e6ec222c3f8", "name": "network-vif-plugged", "status": "completed", "tag": "f7cd5de7-12f1-4b8f-9ca9-f883fd6b37f7"}]}' {{(pid=110181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 15:06:26.522907 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] For port f7cd5de7-12f1-4b8f-9ca9-f883fd6b37f7, host hv-cinder-83143, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=f7cd5de7-12f1-4b8f-9ca9-f883fd6b37f7,segment=NetworkSegment(239b17b0-e18b-4adf-80e8-57d00e0cbb35),segment_id=239b17b0-e18b-4adf-80e8-57d00e0cbb35)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:06:26.638712 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (f7cd5de7-12f1-4b8f-9ca9-f883fd6b37f7), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:06:26.693257 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Pushing event updated for resources: {'Port': ['ID=f7cd5de7-12f1-4b8f-9ca9-f883fd6b37f7,revision_number=5']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:06:26.701432 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 15:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7084b520-b69d-4dcc-8372-882c021cd3a1 x-openstack-request-id: req-7084b520-b69d-4dcc-8372-882c021cd3a1 {{(pid=110181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 15:06:26.702241 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f76b2fb-6b81-4015-8643-4e6ec222c3f8", "name": "network-vif-plugged", "status": "completed", "tag": "f7cd5de7-12f1-4b8f-9ca9-f883fd6b37f7", "code": 200}]} {{(pid=110181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 15:06:26.702559 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7084b520-b69d-4dcc-8372-882c021cd3a1 {{(pid=110181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 15:06:26.702959 dv-cinder-831439-3-iscsi neutron-server[110181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f76b2fb-6b81-4015-8643-4e6ec222c3f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7cd5de7-12f1-4b8f-9ca9-f883fd6b37f7', 'code': 200} Mar 02 15:06:26.783506 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b3cb6e-09ca-4866-aa1f-557bdd428479 req-50bf56ed-4b03-4382-bcee-0b3590e00bcc tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:06:26.785021 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-28b3cb6e-09ca-4866-aa1f-557bdd428479 req-50bf56ed-4b03-4382-bcee-0b3590e00bcc tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f76b2fb-6b81-4015-8643-4e6ec222c3f8 HTTP/1.1" status: 200 len: 945 time: 0.0533464 Mar 02 15:06:26.834720 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-28b3cb6e-09ca-4866-aa1f-557bdd428479 req-69f12cca-5ad2-4ee0-868d-96b1d244acd6 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/security-groups?id=99e5137f-e52f-4d15-9ac4-48672475d04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440009 Mar 02 15:06:27.063175 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844b0008-994a-4a69-ac9f-0b3b1a3cd2ba req-3de8f44f-5ec8-4e88-8c67-2f28f066438b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:06:27.064612 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-844b0008-994a-4a69-ac9f-0b3b1a3cd2ba req-3de8f44f-5ec8-4e88-8c67-2f28f066438b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0f76b2fb-6b81-4015-8643-4e6ec222c3f8 HTTP/1.1" status: 200 len: 1129 time: 0.0428491 Mar 02 15:06:27.107351 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-844b0008-994a-4a69-ac9f-0b3b1a3cd2ba req-c7c138f4-de2d-4a4e-b754-a0e4256b0d54 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=99e5137f-e52f-4d15-9ac4-48672475d04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365875 Mar 02 15:06:27.241895 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (a761fe19-4045-45cc-a7c7-f029a0c82591), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:06:27.954575 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5816634-4aa3-4566-b17a-34bee708e5d3 req-5c985637-2114-4d25-b6f3-4163f5ccabf4 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:06:27.956084 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-d5816634-4aa3-4566-b17a-34bee708e5d3 req-5c985637-2114-4d25-b6f3-4163f5ccabf4 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f76b2fb-6b81-4015-8643-4e6ec222c3f8 HTTP/1.1" status: 200 len: 945 time: 0.0524135 Mar 02 15:06:28.003085 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-d5816634-4aa3-4566-b17a-34bee708e5d3 req-4c36dd4f-4071-4a0e-9345-adb148c09311 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/security-groups?id=99e5137f-e52f-4d15-9ac4-48672475d04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412230 Mar 02 15:06:29.123328 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031b146b-2cf6-4ef3-8ab2-2226da6a396c req-23298fdf-7062-423f-884b-f2320fbd8e48 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:06:29.124866 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-031b146b-2cf6-4ef3-8ab2-2226da6a396c req-23298fdf-7062-423f-884b-f2320fbd8e48 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f76b2fb-6b81-4015-8643-4e6ec222c3f8 HTTP/1.1" status: 200 len: 945 time: 0.0565302 Mar 02 15:06:29.172800 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-031b146b-2cf6-4ef3-8ab2-2226da6a396c req-578d5882-85a6-42b4-9a1e-b8926a16694f tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/security-groups?id=99e5137f-e52f-4d15-9ac4-48672475d04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424731 Mar 02 15:06:29.286841 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61853b12-f8bf-482b-8d09-ac3fda25b925 req-896605e6-1324-43bb-a4db-e3b7f60586ac tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:06:29.288295 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-61853b12-f8bf-482b-8d09-ac3fda25b925 req-896605e6-1324-43bb-a4db-e3b7f60586ac tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f76b2fb-6b81-4015-8643-4e6ec222c3f8 HTTP/1.1" status: 200 len: 945 time: 0.0524623 Mar 02 15:06:29.297768 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 32836) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:06:29.302116 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.v2.base [None req-a7bd916d-ac1f-4a3e-9ac8-7fd3f92d5810 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Request body: {'floatingip': {'port_id': 'f7cd5de7-12f1-4b8f-9ca9-f883fd6b37f7'}} {{(pid=110180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 15:06:29.340359 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-a7bd916d-ac1f-4a3e-9ac8-7fd3f92d5810 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Publish callbacks [] for floatingip (c1328822-406b-4f9a-ac84-4e1dad915256), before_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:06:29.769748 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-a7bd916d-ac1f-4a3e-9ac8-7fd3f92d5810 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:06:29.852776 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-a7bd916d-ac1f-4a3e-9ac8-7fd3f92d5810 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559821'] for floatingip (c1328822-406b-4f9a-ac84-4e1dad915256), after_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:06:29.951264 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.db.l3_db [None req-a7bd916d-ac1f-4a3e-9ac8-7fd3f92d5810 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Floating IP c1328822-406b-4f9a-ac84-4e1dad915256 associated. External IP: 172.27.0.144, port: f7cd5de7-12f1-4b8f-9ca9-f883fd6b37f7. Mar 02 15:06:30.158347 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7bd916d-ac1f-4a3e-9ac8-7fd3f92d5810 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Router 8a8aaf80-2537-4582-a333-95e79d7ab834 has already been hosted by L3 agent 4b7d4a90-2987-419a-b6cd-7624b7dba065 {{(pid=110180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 15:06:30.268611 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7bd916d-ac1f-4a3e-9ac8-7fd3f92d5810 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Notify agent at l3_agent.dv-cinder-831439-3-iscsi the message routers_updated {{(pid=110180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 15:06:30.273597 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-a7bd916d-ac1f-4a3e-9ac8-7fd3f92d5810 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221961'] for floatingip (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:06:30.279235 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3112c677-f47a-4b21-be1e-a7516def2964 None None] Sync routers for ids ['8a8aaf80-2537-4582-a333-95e79d7ab834'] in dv-cinder-831439-3-iscsi {{(pid=110181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 15:06:30.289872 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3112c677-f47a-4b21-be1e-a7516def2964 None None] Routers {'8a8aaf80-2537-4582-a333-95e79d7ab834'} bound to L3 agent in host dv-cinder-831439-3-iscsi {{(pid=110181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 15:06:30.290502 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-3112c677-f47a-4b21-be1e-a7516def2964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831439-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T14:48:11Z,description=,heartbeat_timestamp=2022-03-02T15:06:11Z,host='dv-cinder-831439-3-iscsi',id=4b7d4a90-2987-419a-b6cd-7624b7dba065,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T14:48:12Z,topic='l3_agent')) {'router_ids': ['8a8aaf80-2537-4582-a333-95e79d7ab834'], 'active': True} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:06:30.305379 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-a7bd916d-ac1f-4a3e-9ac8-7fd3f92d5810 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "PUT /v2.0/floatingips/c1328822-406b-4f9a-ac84-4e1dad915256 HTTP/1.1" status: 200 len: 991 time: 1.0039523 Mar 02 15:06:30.305379 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f76b2fb-6b81-4015-8643-4e6ec222c3f8', 'tag': 'f7cd5de7-12f1-4b8f-9ca9-f883fd6b37f7'}] {{(pid=110180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 15:06:30.305847 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d4cb776884cbbf8177075bc934a95f6bdaf5bba346c2d7fc75eae3cda02a5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2092f011-03d2-4c8f-810b-2d77a75a50a4" -d '{"events": [{"name": "network-changed", "server_uuid": "0f76b2fb-6b81-4015-8643-4e6ec222c3f8", "tag": "f7cd5de7-12f1-4b8f-9ca9-f883fd6b37f7"}]}' {{(pid=110180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 15:06:30.343228 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 15:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a46f6f29-eafc-4011-aa81-e37e6a1ed0f6 x-openstack-request-id: req-a46f6f29-eafc-4011-aa81-e37e6a1ed0f6 {{(pid=110180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 15:06:30.343517 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f76b2fb-6b81-4015-8643-4e6ec222c3f8", "tag": "f7cd5de7-12f1-4b8f-9ca9-f883fd6b37f7", "status": "completed", "code": 200}]} {{(pid=110180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 15:06:30.343907 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a46f6f29-eafc-4011-aa81-e37e6a1ed0f6 {{(pid=110180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 15:06:30.344179 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f76b2fb-6b81-4015-8643-4e6ec222c3f8', 'tag': 'f7cd5de7-12f1-4b8f-9ca9-f883fd6b37f7', 'status': 'completed', 'code': 200} Mar 02 15:06:30.412659 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvr_db [None req-3112c677-f47a-4b21-be1e-a7516def2964 None None] Set router 8a8aaf80-2537-4582-a333-95e79d7ab834 gateway port host: dv-cinder-831439-3-iscsi {{(pid=110181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 15:06:30.440185 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2092f011-03d2-4c8f-810b-2d77a75a50a4 req-cb9b3ea8-f09e-4453-96c4-922cc33b73f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:06:30.442289 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-2092f011-03d2-4c8f-810b-2d77a75a50a4 req-cb9b3ea8-f09e-4453-96c4-922cc33b73f8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5ac6104636f34c658b71fafaf0755349&device_id=0f76b2fb-6b81-4015-8643-4e6ec222c3f8 HTTP/1.1" status: 200 len: 1129 time: 0.0508735 Mar 02 15:06:30.535553 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2092f011-03d2-4c8f-810b-2d77a75a50a4 req-da795101-f461-4467-9d96-553a36777a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:06:30.537043 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-2092f011-03d2-4c8f-810b-2d77a75a50a4 req-da795101-f461-4467-9d96-553a36777a8e service neutron] 10.222.0.55 "GET /v2.0/networks?id=df93f8f1-ff18-4251-9f43-b4d98c48182b HTTP/1.1" status: 200 len: 911 time: 0.0885143 Mar 02 15:06:30.602942 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-2092f011-03d2-4c8f-810b-2d77a75a50a4 req-cd2bdd10-f4c0-426c-a413-fd52dcc03d4d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7cd5de7-12f1-4b8f-9ca9-f883fd6b37f7 HTTP/1.1" status: 200 len: 999 time: 0.0595033 Mar 02 15:06:30.643143 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-3112c677-f47a-4b21-be1e-a7516def2964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a8aaf80-2537-4582-a333-95e79d7ab834', 'name': 'tempest-AttachVolumeTestJSON-757384370-router', 'tenant_id': '5ac6104636f34c658b71fafaf0755349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': 'bf5cd8fd-0ae1-4d0d-9d5d-ca4ded607246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T14:57:02Z', 'updated_at': '2022-03-02T14:57:11Z', 'revision_number': 4, 'project_id': '5ac6104636f34c658b71fafaf0755349', 'gw_port': {'id': 'bf5cd8fd-0ae1-4d0d-9d5d-ca4ded607246', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:73:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8aaf80-2537-4582-a333-95e79d7ab834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:57:03Z', 'updated_at': '2022-03-02T14:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi', '_floatingips': [{'id': 'c1328822-406b-4f9a-ac84-4e1dad915256', 'tenant_id': '5ac6104636f34c658b71fafaf0755349', 'floating_ip_address': '172.27.0.144', 'floating_network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'router_id': '8a8aaf80-2537-4582-a333-95e79d7ab834', 'port_id': 'f7cd5de7-12f1-4b8f-9ca9-f883fd6b37f7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df93f8f1-ff18-4251-9f43-b4d98c48182b', 'mac_address': 'fa:16:3e:84:04:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f76b2fb-6b81-4015-8643-4e6ec222c3f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T15:06:13Z', 'updated_at': '2022-03-02T15:06:29Z', 'revision_number': 1, 'project_id': '5ac6104636f34c658b71fafaf0755349', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8945d50c-c203-4455-8199-8061e072833e', 'name': '', 'network_id': 'df93f8f1-ff18-4251-9f43-b4d98c48182b', 'tenant_id': '5ac6104636f34c658b71fafaf0755349', 'mac_address': 'fa:16:3e:79:b1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8aaf80-2537-4582-a333-95e79d7ab834', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'af4612bf-937d-4ff0-87a0-e171015ed5a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:57:08Z', 'updated_at': '2022-03-02T14:57:18Z', 'revision_number': 5, 'project_id': '5ac6104636f34c658b71fafaf0755349', 'subnets': [{'id': 'af4612bf-937d-4ff0-87a0-e171015ed5a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831439-3-iscsi', False) {} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:06:30.655109 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2092f011-03d2-4c8f-810b-2d77a75a50a4 req-b4cb64ba-424a-42d0-b599-2da41e0536e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:06:30.656617 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-2092f011-03d2-4c8f-810b-2d77a75a50a4 req-b4cb64ba-424a-42d0-b599-2da41e0536e9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=af4612bf-937d-4ff0-87a0-e171015ed5a7 HTTP/1.1" status: 200 len: 849 time: 0.0467904 Mar 02 15:06:30.671403 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3112c677-f47a-4b21-be1e-a7516def2964 None None] Checking router: 8a8aaf80-2537-4582-a333-95e79d7ab834 for host: dv-cinder-831439-3-iscsi {{(pid=110181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 15:06:30.679867 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3112c677-f47a-4b21-be1e-a7516def2964 None None] Routers {'8a8aaf80-2537-4582-a333-95e79d7ab834'} bound to L3 agent in host dv-cinder-831439-3-iscsi {{(pid=110181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 15:06:30.680490 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-3112c677-f47a-4b21-be1e-a7516def2964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831439-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T14:48:11Z,description=,heartbeat_timestamp=2022-03-02T15:06:11Z,host='dv-cinder-831439-3-iscsi',id=4b7d4a90-2987-419a-b6cd-7624b7dba065,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T14:48:12Z,topic='l3_agent')) {'router_ids': ['8a8aaf80-2537-4582-a333-95e79d7ab834'], 'active': True} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:06:30.706165 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2092f011-03d2-4c8f-810b-2d77a75a50a4 req-93aa4349-74ad-4d3d-a815-324c4999fda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:06:30.707699 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-2092f011-03d2-4c8f-810b-2d77a75a50a4 req-93aa4349-74ad-4d3d-a815-324c4999fda8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=df93f8f1-ff18-4251-9f43-b4d98c48182b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444458 Mar 02 15:06:30.790001 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvr_db [None req-3112c677-f47a-4b21-be1e-a7516def2964 None None] Set router 8a8aaf80-2537-4582-a333-95e79d7ab834 gateway port host: dv-cinder-831439-3-iscsi {{(pid=110181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 15:06:30.800961 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-2092f011-03d2-4c8f-810b-2d77a75a50a4 req-695c5ad9-6422-46df-b4cd-6e3c73cf9475 service neutron] 10.222.0.55 "GET /v2.0/networks/df93f8f1-ff18-4251-9f43-b4d98c48182b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863273 Mar 02 15:06:30.905428 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-2092f011-03d2-4c8f-810b-2d77a75a50a4 req-a2cd350a-4f65-45c7-aaff-49a6f4ec6684 service neutron] 10.222.0.55 "GET /v2.0/networks/df93f8f1-ff18-4251-9f43-b4d98c48182b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965128 Mar 02 15:06:31.026328 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-3112c677-f47a-4b21-be1e-a7516def2964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a8aaf80-2537-4582-a333-95e79d7ab834', 'name': 'tempest-AttachVolumeTestJSON-757384370-router', 'tenant_id': '5ac6104636f34c658b71fafaf0755349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': 'bf5cd8fd-0ae1-4d0d-9d5d-ca4ded607246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T14:57:02Z', 'updated_at': '2022-03-02T14:57:11Z', 'revision_number': 4, 'project_id': '5ac6104636f34c658b71fafaf0755349', 'gw_port': {'id': 'bf5cd8fd-0ae1-4d0d-9d5d-ca4ded607246', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:73:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8aaf80-2537-4582-a333-95e79d7ab834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:57:03Z', 'updated_at': '2022-03-02T14:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi', '_floatingips': [{'id': 'c1328822-406b-4f9a-ac84-4e1dad915256', 'tenant_id': '5ac6104636f34c658b71fafaf0755349', 'floating_ip_address': '172.27.0.144', 'floating_network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'router_id': '8a8aaf80-2537-4582-a333-95e79d7ab834', 'port_id': 'f7cd5de7-12f1-4b8f-9ca9-f883fd6b37f7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df93f8f1-ff18-4251-9f43-b4d98c48182b', 'mac_address': 'fa:16:3e:84:04:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f76b2fb-6b81-4015-8643-4e6ec222c3f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T15:06:13Z', 'updated_at': '2022-03-02T15:06:29Z', 'revision_number': 1, 'project_id': '5ac6104636f34c658b71fafaf0755349', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8945d50c-c203-4455-8199-8061e072833e', 'name': '', 'network_id': 'df93f8f1-ff18-4251-9f43-b4d98c48182b', 'tenant_id': '5ac6104636f34c658b71fafaf0755349', 'mac_address': 'fa:16:3e:79:b1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8aaf80-2537-4582-a333-95e79d7ab834', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'af4612bf-937d-4ff0-87a0-e171015ed5a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:57:08Z', 'updated_at': '2022-03-02T14:57:18Z', 'revision_number': 5, 'project_id': '5ac6104636f34c658b71fafaf0755349', 'subnets': [{'id': 'af4612bf-937d-4ff0-87a0-e171015ed5a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831439-3-iscsi', False) {} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:06:31.185535 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3112c677-f47a-4b21-be1e-a7516def2964 None None] The sync data for ids ['8a8aaf80-2537-4582-a333-95e79d7ab834'] in dv-cinder-831439-3-iscsi is: [{'id': '8a8aaf80-2537-4582-a333-95e79d7ab834', 'name': 'tempest-AttachVolumeTestJSON-757384370-router', 'tenant_id': '5ac6104636f34c658b71fafaf0755349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': 'bf5cd8fd-0ae1-4d0d-9d5d-ca4ded607246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T14:57:02Z', 'updated_at': '2022-03-02T14:57:11Z', 'revision_number': 4, 'project_id': '5ac6104636f34c658b71fafaf0755349', 'gw_port': {'id': 'bf5cd8fd-0ae1-4d0d-9d5d-ca4ded607246', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:73:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8aaf80-2537-4582-a333-95e79d7ab834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:57:03Z', 'updated_at': '2022-03-02T14:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi', '_floatingips': [{'id': 'c1328822-406b-4f9a-ac84-4e1dad915256', 'tenant_id': '5ac6104636f34c658b71fafaf0755349', 'floating_ip_address': '172.27.0.144', 'floating_network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'router_id': '8a8aaf80-2537-4582-a333-95e79d7ab834', 'port_id': 'f7cd5de7-12f1-4b8f-9ca9-f883fd6b37f7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df93f8f1-ff18-4251-9f43-b4d98c48182b', 'mac_address': 'fa:16:3e:84:04:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f76b2fb-6b81-4015-8643-4e6ec222c3f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T15:06:13Z', 'updated_at': '2022-03-02T15:06:29Z', 'revision_number': 1, 'project_id': '5ac6104636f34c658b71fafaf0755349', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8945d50c-c203-4455-8199-8061e072833e', 'name': '', 'network_id': 'df93f8f1-ff18-4251-9f43-b4d98c48182b', 'tenant_id': '5ac6104636f34c658b71fafaf0755349', 'mac_address': 'fa:16:3e:79:b1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8aaf80-2537-4582-a333-95e79d7ab834', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'af4612bf-937d-4ff0-87a0-e171015ed5a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:57:08Z', 'updated_at': '2022-03-02T14:57:18Z', 'revision_number': 5, 'project_id': '5ac6104636f34c658b71fafaf0755349', 'subnets': [{'id': 'af4612bf-937d-4ff0-87a0-e171015ed5a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 15:06:31.369284 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4996430-de91-4ae2-ab4d-7bee83ee6204 None None] New status for floating IP c1328822-406b-4f9a-ac84-4e1dad915256: ACTIVE {{(pid=110182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 15:06:38.698676 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-94a8555f-fadd-44f6-a3c6-765c2ca14d49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (dc3a6147-3194-47be-b33a-76a9a2a48933), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:06:39.871883 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.agents_db [None req-b044b9bd-a670-44c5-b22a-8886b11808d8 None None] Agent healthcheck: found 6 active agents {{(pid=110182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 15:06:41.081064 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-8f84f111-8e42-4b4e-a9f2-0103369c55a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (4b7d4a90-2987-419a-b6cd-7624b7dba065), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:06:42.112667 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-8c265469-93de-451d-a227-73ff998d8f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (bfbb2626-1130-458a-80a5-4632d76fa057), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:06:43.638626 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-9cfe1c82-1e01-4346-89c5-c3e1093f4022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (b9ce56f8-3527-4dd9-b024-9df7b3f4c018), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:06:45.075738 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (3a73802c-5f14-4c1f-8439-e74c4c90063b), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:06:57.200571 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (a761fe19-4045-45cc-a7c7-f029a0c82591), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:02.429061 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-aea33298-1de1-4186-b48f-7abbce0c791f req-0b57b505-0a09-4077-a626-24822cdcf3f4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a230d674-1b12-4b6d-b3c9-16b90396e56d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441208 Mar 02 15:07:02.527213 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea33298-1de1-4186-b48f-7abbce0c791f req-1544ca79-df6a-475a-9b6f-499990935b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:07:02.528711 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-aea33298-1de1-4186-b48f-7abbce0c791f req-1544ca79-df6a-475a-9b6f-499990935b12 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ef7ebc74e4e04842a71eef9540bbb905&device_id=a230d674-1b12-4b6d-b3c9-16b90396e56d HTTP/1.1" status: 200 len: 1129 time: 0.0438514 Mar 02 15:07:02.891203 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea33298-1de1-4186-b48f-7abbce0c791f req-49ec8a46-036d-465d-87d5-1ff9468abf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:07:02.892688 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-aea33298-1de1-4186-b48f-7abbce0c791f req-49ec8a46-036d-465d-87d5-1ff9468abf78 service neutron] 10.222.0.55 "GET /v2.0/networks?id=dfd98ec8-5de8-4415-83aa-22cce77e500c HTTP/1.1" status: 200 len: 909 time: 0.3449273 Mar 02 15:07:02.955364 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-aea33298-1de1-4186-b48f-7abbce0c791f req-76b6ec0b-704e-49c6-8327-fc9a52cc55da service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e17949f-6616-4d42-8111-05e711da824a HTTP/1.1" status: 200 len: 1000 time: 0.0568709 Mar 02 15:07:03.006669 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea33298-1de1-4186-b48f-7abbce0c791f req-d31cede4-47c0-4710-99f8-985a1fea1ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:07:03.008144 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-aea33298-1de1-4186-b48f-7abbce0c791f req-d31cede4-47c0-4710-99f8-985a1fea1ef7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=52bfaaf9-3cbd-41b6-b999-214dacbbebb5 HTTP/1.1" status: 200 len: 847 time: 0.0464530 Mar 02 15:07:03.057188 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea33298-1de1-4186-b48f-7abbce0c791f req-35561779-6625-492c-b9de-56973d5b2e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:07:03.058674 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-aea33298-1de1-4186-b48f-7abbce0c791f req-35561779-6625-492c-b9de-56973d5b2e3c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dfd98ec8-5de8-4415-83aa-22cce77e500c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437613 Mar 02 15:07:03.157507 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-aea33298-1de1-4186-b48f-7abbce0c791f req-051eefd4-5e95-4dfb-a85e-c9e830a52c21 service neutron] 10.222.0.55 "GET /v2.0/networks/dfd98ec8-5de8-4415-83aa-22cce77e500c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831702 Mar 02 15:07:03.240044 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-aea33298-1de1-4186-b48f-7abbce0c791f req-726cd7a3-6761-4a56-b0b8-b0233f424f60 service neutron] 10.222.0.55 "GET /v2.0/networks/dfd98ec8-5de8-4415-83aa-22cce77e500c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863523 Mar 02 15:07:08.721085 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-7f540e89-fdd8-437f-9553-07aca9c9e8dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (dc3a6147-3194-47be-b33a-76a9a2a48933), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:11.080217 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-c501c237-1593-4e4b-bb48-11bc3423bed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (4b7d4a90-2987-419a-b6cd-7624b7dba065), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:12.137759 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-8c265469-93de-451d-a227-73ff998d8f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (bfbb2626-1130-458a-80a5-4632d76fa057), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:13.643545 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-9cfe1c82-1e01-4346-89c5-c3e1093f4022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (b9ce56f8-3527-4dd9-b024-9df7b3f4c018), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:14.488874 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 32942) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:07:14.647595 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.plugin [None req-b1e2f1cd-873f-4e15-94b4-b9be070dbc49 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Deleting port 781d2e87-4b12-4b55-bb87-c96562ebce61 {{(pid=110179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 15:07:14.647965 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-b1e2f1cd-873f-4e15-94b4-b9be070dbc49 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757345981049'] for port (781d2e87-4b12-4b55-bb87-c96562ebce61), before_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:14.721040 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-b1e2f1cd-873f-4e15-94b4-b9be070dbc49 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port (781d2e87-4b12-4b55-bb87-c96562ebce61), precommit_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:14.721364 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-b1e2f1cd-873f-4e15-94b4-b9be070dbc49 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Publish callbacks [] for floatingip (781d2e87-4b12-4b55-bb87-c96562ebce61), precommit_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:14.735810 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.plugin [None req-b1e2f1cd-873f-4e15-94b4-b9be070dbc49 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Calling delete_port for 781d2e87-4b12-4b55-bb87-c96562ebce61 owned by network:floatingip {{(pid=110179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 15:07:14.917794 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (3a73802c-5f14-4c1f-8439-e74c4c90063b), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:14.971941 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-b1e2f1cd-873f-4e15-94b4-b9be070dbc49 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757345984732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757345480677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3822761'] for port (781d2e87-4b12-4b55-bb87-c96562ebce61), after_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:14.998807 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e2f1cd-873f-4e15-94b4-b9be070dbc49 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Pushing event deleted for resources: {'Port': ['ID=781d2e87-4b12-4b55-bb87-c96562ebce61,revision_number=None']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:07:15.026662 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e2f1cd-873f-4e15-94b4-b9be070dbc49 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:07:15.027017 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e2f1cd-873f-4e15-94b4-b9be070dbc49 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:07:15.027365 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e2f1cd-873f-4e15-94b4-b9be070dbc49 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:07:15.027786 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e2f1cd-873f-4e15-94b4-b9be070dbc49 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:07:15.028120 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e2f1cd-873f-4e15-94b4-b9be070dbc49 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:07:15.032788 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e2f1cd-873f-4e15-94b4-b9be070dbc49 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:07:15.032788 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e2f1cd-873f-4e15-94b4-b9be070dbc49 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:07:15.032788 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e2f1cd-873f-4e15-94b4-b9be070dbc49 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:07:15.032788 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e2f1cd-873f-4e15-94b4-b9be070dbc49 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:07:15.032788 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e2f1cd-873f-4e15-94b4-b9be070dbc49 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:07:15.032788 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e2f1cd-873f-4e15-94b4-b9be070dbc49 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:07:15.032788 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e2f1cd-873f-4e15-94b4-b9be070dbc49 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:07:15.032788 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e2f1cd-873f-4e15-94b4-b9be070dbc49 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:07:15.069758 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-b1e2f1cd-873f-4e15-94b4-b9be070dbc49 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Publish callbacks [] for floatingip (cbe39c85-a666-4799-87c0-c601566ad171), after_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:15.070088 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.db.l3_db [None req-b1e2f1cd-873f-4e15-94b4-b9be070dbc49 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Floating IP cbe39c85-a666-4799-87c0-c601566ad171 disassociated (deleted). External IP: 172.27.0.73, port: 0e17949f-6616-4d42-8111-05e711da824a. Mar 02 15:07:15.274779 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1e2f1cd-873f-4e15-94b4-b9be070dbc49 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Router bb0baf00-4c6f-478e-8884-60d60a53a0d2 has already been hosted by L3 agent 4b7d4a90-2987-419a-b6cd-7624b7dba065 {{(pid=110179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 15:07:15.378040 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1e2f1cd-873f-4e15-94b4-b9be070dbc49 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Notify agent at l3_agent.dv-cinder-831439-3-iscsi the message routers_updated {{(pid=110179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 15:07:15.383435 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-b1e2f1cd-873f-4e15-94b4-b9be070dbc49 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221961'] for floatingip (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:15.388269 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957b4cde-bf40-4ef0-b2c4-8eb2c1ae832d None None] Sync routers for ids ['bb0baf00-4c6f-478e-8884-60d60a53a0d2'] in dv-cinder-831439-3-iscsi {{(pid=110181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 15:07:15.397746 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957b4cde-bf40-4ef0-b2c4-8eb2c1ae832d None None] Routers {'bb0baf00-4c6f-478e-8884-60d60a53a0d2'} bound to L3 agent in host dv-cinder-831439-3-iscsi {{(pid=110181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 15:07:15.398356 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-957b4cde-bf40-4ef0-b2c4-8eb2c1ae832d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831439-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T14:48:11Z,description=,heartbeat_timestamp=2022-03-02T15:07:11Z,host='dv-cinder-831439-3-iscsi',id=4b7d4a90-2987-419a-b6cd-7624b7dba065,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T14:48:12Z,topic='l3_agent')) {'router_ids': ['bb0baf00-4c6f-478e-8884-60d60a53a0d2'], 'active': True} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:07:15.413032 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-b1e2f1cd-873f-4e15-94b4-b9be070dbc49 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "DELETE /v2.0/floatingips/cbe39c85-a666-4799-87c0-c601566ad171 HTTP/1.1" status: 204 len: 168 time: 0.9225409 Mar 02 15:07:15.413622 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a230d674-1b12-4b6d-b3c9-16b90396e56d', 'tag': '0e17949f-6616-4d42-8111-05e711da824a'}] {{(pid=110179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 15:07:15.417794 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb97933b220ae1c16e6a415d4137d9faa8b652e011ecbfdbbfadcc6a88146695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eef8ec6a-8c84-430c-8ae5-1d7deb5e8264" -d '{"events": [{"name": "network-changed", "server_uuid": "a230d674-1b12-4b6d-b3c9-16b90396e56d", "tag": "0e17949f-6616-4d42-8111-05e711da824a"}]}' {{(pid=110179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 15:07:15.517704 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 15:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb3e480-27a2-46f7-a3c8-13c85d8b13bc x-openstack-request-id: req-cdb3e480-27a2-46f7-a3c8-13c85d8b13bc {{(pid=110179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 15:07:15.517704 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a230d674-1b12-4b6d-b3c9-16b90396e56d", "tag": "0e17949f-6616-4d42-8111-05e711da824a", "status": "completed", "code": 200}]} {{(pid=110179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 15:07:15.517704 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cdb3e480-27a2-46f7-a3c8-13c85d8b13bc {{(pid=110179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 15:07:15.518498 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a230d674-1b12-4b6d-b3c9-16b90396e56d', 'tag': '0e17949f-6616-4d42-8111-05e711da824a', 'status': 'completed', 'code': 200} Mar 02 15:07:15.519638 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvr_db [None req-957b4cde-bf40-4ef0-b2c4-8eb2c1ae832d None None] Set router bb0baf00-4c6f-478e-8884-60d60a53a0d2 gateway port host: dv-cinder-831439-3-iscsi {{(pid=110181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 15:07:15.627549 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef8ec6a-8c84-430c-8ae5-1d7deb5e8264 req-eb1e155b-4dce-4111-b841-13bc2df91348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:07:15.627549 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-eef8ec6a-8c84-430c-8ae5-1d7deb5e8264 req-eb1e155b-4dce-4111-b841-13bc2df91348 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ef7ebc74e4e04842a71eef9540bbb905&device_id=a230d674-1b12-4b6d-b3c9-16b90396e56d HTTP/1.1" status: 200 len: 1129 time: 0.0465879 Mar 02 15:07:15.702943 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef8ec6a-8c84-430c-8ae5-1d7deb5e8264 req-c62c2857-8d67-4f85-b174-00c7d676a668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:07:15.704426 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-eef8ec6a-8c84-430c-8ae5-1d7deb5e8264 req-c62c2857-8d67-4f85-b174-00c7d676a668 service neutron] 10.222.0.55 "GET /v2.0/networks?id=dfd98ec8-5de8-4415-83aa-22cce77e500c HTTP/1.1" status: 200 len: 909 time: 0.0882668 Mar 02 15:07:15.733115 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-957b4cde-bf40-4ef0-b2c4-8eb2c1ae832d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb0baf00-4c6f-478e-8884-60d60a53a0d2', 'name': 'tempest-TestShelveInstance-283104451-router', 'tenant_id': 'ef7ebc74e4e04842a71eef9540bbb905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': 'fdd768a9-8e52-477f-91cc-03500e784a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T15:00:06Z', 'updated_at': '2022-03-02T15:00:10Z', 'revision_number': 4, 'project_id': 'ef7ebc74e4e04842a71eef9540bbb905', 'gw_port': {'id': 'fdd768a9-8e52-477f-91cc-03500e784a4a', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0baf00-4c6f-478e-8884-60d60a53a0d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:00:06Z', 'updated_at': '2022-03-02T15:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi', '_interfaces': [{'id': '75d37c6e-6a2b-475b-94d5-72fe9ffb5f08', 'name': '', 'network_id': 'dfd98ec8-5de8-4415-83aa-22cce77e500c', 'tenant_id': 'ef7ebc74e4e04842a71eef9540bbb905', 'mac_address': 'fa:16:3e:47:41:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0baf00-4c6f-478e-8884-60d60a53a0d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '52bfaaf9-3cbd-41b6-b999-214dacbbebb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:00:09Z', 'updated_at': '2022-03-02T15:00:13Z', 'revision_number': 5, 'project_id': 'ef7ebc74e4e04842a71eef9540bbb905', 'subnets': [{'id': '52bfaaf9-3cbd-41b6-b999-214dacbbebb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831439-3-iscsi', False) {} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:07:15.744922 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-eef8ec6a-8c84-430c-8ae5-1d7deb5e8264 req-6dde2c10-715c-4a2c-9a46-b174dd590116 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e17949f-6616-4d42-8111-05e711da824a HTTP/1.1" status: 200 len: 217 time: 0.0342350 Mar 02 15:07:15.762092 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957b4cde-bf40-4ef0-b2c4-8eb2c1ae832d None None] Checking router: bb0baf00-4c6f-478e-8884-60d60a53a0d2 for host: dv-cinder-831439-3-iscsi {{(pid=110181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 15:07:15.770600 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957b4cde-bf40-4ef0-b2c4-8eb2c1ae832d None None] Routers {'bb0baf00-4c6f-478e-8884-60d60a53a0d2'} bound to L3 agent in host dv-cinder-831439-3-iscsi {{(pid=110181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 15:07:15.771191 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-957b4cde-bf40-4ef0-b2c4-8eb2c1ae832d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831439-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T14:48:11Z,description=,heartbeat_timestamp=2022-03-02T15:07:11Z,host='dv-cinder-831439-3-iscsi',id=4b7d4a90-2987-419a-b6cd-7624b7dba065,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T14:48:12Z,topic='l3_agent')) {'router_ids': ['bb0baf00-4c6f-478e-8884-60d60a53a0d2'], 'active': True} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:07:15.793498 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef8ec6a-8c84-430c-8ae5-1d7deb5e8264 req-775e8271-da32-4f38-bc46-42b397297618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:07:15.794968 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-eef8ec6a-8c84-430c-8ae5-1d7deb5e8264 req-775e8271-da32-4f38-bc46-42b397297618 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=52bfaaf9-3cbd-41b6-b999-214dacbbebb5 HTTP/1.1" status: 200 len: 847 time: 0.0438972 Mar 02 15:07:15.847314 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef8ec6a-8c84-430c-8ae5-1d7deb5e8264 req-0b6e975e-09ec-4d5d-abed-cec943d6d01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:07:15.849360 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-eef8ec6a-8c84-430c-8ae5-1d7deb5e8264 req-0b6e975e-09ec-4d5d-abed-cec943d6d01a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dfd98ec8-5de8-4415-83aa-22cce77e500c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481076 Mar 02 15:07:15.885977 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvr_db [None req-957b4cde-bf40-4ef0-b2c4-8eb2c1ae832d None None] Set router bb0baf00-4c6f-478e-8884-60d60a53a0d2 gateway port host: dv-cinder-831439-3-iscsi {{(pid=110181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 15:07:15.974323 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-eef8ec6a-8c84-430c-8ae5-1d7deb5e8264 req-52c48e36-4767-4ab6-bebb-882aa4b9de07 service neutron] 10.222.0.55 "GET /v2.0/networks/dfd98ec8-5de8-4415-83aa-22cce77e500c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962770 Mar 02 15:07:16.090016 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-957b4cde-bf40-4ef0-b2c4-8eb2c1ae832d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb0baf00-4c6f-478e-8884-60d60a53a0d2', 'name': 'tempest-TestShelveInstance-283104451-router', 'tenant_id': 'ef7ebc74e4e04842a71eef9540bbb905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': 'fdd768a9-8e52-477f-91cc-03500e784a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T15:00:06Z', 'updated_at': '2022-03-02T15:00:10Z', 'revision_number': 4, 'project_id': 'ef7ebc74e4e04842a71eef9540bbb905', 'gw_port': {'id': 'fdd768a9-8e52-477f-91cc-03500e784a4a', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0baf00-4c6f-478e-8884-60d60a53a0d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:00:06Z', 'updated_at': '2022-03-02T15:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi', '_interfaces': [{'id': '75d37c6e-6a2b-475b-94d5-72fe9ffb5f08', 'name': '', 'network_id': 'dfd98ec8-5de8-4415-83aa-22cce77e500c', 'tenant_id': 'ef7ebc74e4e04842a71eef9540bbb905', 'mac_address': 'fa:16:3e:47:41:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0baf00-4c6f-478e-8884-60d60a53a0d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '52bfaaf9-3cbd-41b6-b999-214dacbbebb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:00:09Z', 'updated_at': '2022-03-02T15:00:13Z', 'revision_number': 5, 'project_id': 'ef7ebc74e4e04842a71eef9540bbb905', 'subnets': [{'id': '52bfaaf9-3cbd-41b6-b999-214dacbbebb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831439-3-iscsi', False) {} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:07:16.104976 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5e9a2a-86a2-4a7c-a23a-36f523a0f95e req-1261a4b7-11e6-4856-9484-2aaf95077b64 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:07:16.106443 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6c5e9a2a-86a2-4a7c-a23a-36f523a0f95e req-1261a4b7-11e6-4856-9484-2aaf95077b64 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/ports?device_id=a230d674-1b12-4b6d-b3c9-16b90396e56d HTTP/1.1" status: 200 len: 945 time: 0.1871231 Mar 02 15:07:16.110200 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-eef8ec6a-8c84-430c-8ae5-1d7deb5e8264 req-bceb2a0b-c399-4256-8776-242d7863b768 service neutron] 10.222.0.55 "GET /v2.0/networks/dfd98ec8-5de8-4415-83aa-22cce77e500c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300724 Mar 02 15:07:16.117373 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957b4cde-bf40-4ef0-b2c4-8eb2c1ae832d None None] The sync data for ids ['bb0baf00-4c6f-478e-8884-60d60a53a0d2'] in dv-cinder-831439-3-iscsi is: [{'id': 'bb0baf00-4c6f-478e-8884-60d60a53a0d2', 'name': 'tempest-TestShelveInstance-283104451-router', 'tenant_id': 'ef7ebc74e4e04842a71eef9540bbb905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': 'fdd768a9-8e52-477f-91cc-03500e784a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T15:00:06Z', 'updated_at': '2022-03-02T15:00:10Z', 'revision_number': 4, 'project_id': 'ef7ebc74e4e04842a71eef9540bbb905', 'gw_port': {'id': 'fdd768a9-8e52-477f-91cc-03500e784a4a', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0baf00-4c6f-478e-8884-60d60a53a0d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:00:06Z', 'updated_at': '2022-03-02T15:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi', '_interfaces': [{'id': '75d37c6e-6a2b-475b-94d5-72fe9ffb5f08', 'name': '', 'network_id': 'dfd98ec8-5de8-4415-83aa-22cce77e500c', 'tenant_id': 'ef7ebc74e4e04842a71eef9540bbb905', 'mac_address': 'fa:16:3e:47:41:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0baf00-4c6f-478e-8884-60d60a53a0d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '52bfaaf9-3cbd-41b6-b999-214dacbbebb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:00:09Z', 'updated_at': '2022-03-02T15:00:13Z', 'revision_number': 5, 'project_id': 'ef7ebc74e4e04842a71eef9540bbb905', 'subnets': [{'id': '52bfaaf9-3cbd-41b6-b999-214dacbbebb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 15:07:16.161931 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6c5e9a2a-86a2-4a7c-a23a-36f523a0f95e req-14e370b9-c5aa-4723-9723-2f95f7064754 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/security-groups?id=f2b985be-7f57-4364-87a1-c62bf9e90a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490997 Mar 02 15:07:16.333960 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9c6040-9b48-45ff-b629-33ef668195d4 None None] New status for floating IP cbe39c85-a666-4799-87c0-c601566ad171: DOWN {{(pid=110182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 15:07:16.870713 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.agents_db [None req-b044b9bd-a670-44c5-b22a-8886b11808d8 None None] Agent healthcheck: found 6 active agents {{(pid=110182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 15:07:17.338565 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81c2088-f7d8-4e03-a139-54adc9ba944d req-76d6e4cc-b22d-425e-9da5-4ded028abc59 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:07:17.340053 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-c81c2088-f7d8-4e03-a139-54adc9ba944d req-76d6e4cc-b22d-425e-9da5-4ded028abc59 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/ports?device_id=a230d674-1b12-4b6d-b3c9-16b90396e56d HTTP/1.1" status: 200 len: 945 time: 0.1074231 Mar 02 15:07:17.386813 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-c81c2088-f7d8-4e03-a139-54adc9ba944d req-0b671e92-f13c-4f66-be7a-b1058e2fd40f tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/security-groups?id=f2b985be-7f57-4364-87a1-c62bf9e90a30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411358 Mar 02 15:07:17.856997 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b2ed9e-698f-40b8-8677-d2bef92a5044 req-7f0f2083-e7d9-446d-91d0-120624e785ff tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:07:17.858345 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-86b2ed9e-698f-40b8-8677-d2bef92a5044 req-7f0f2083-e7d9-446d-91d0-120624e785ff tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.55 "GET /v2.0/ports?device_id=a230d674-1b12-4b6d-b3c9-16b90396e56d HTTP/1.1" status: 200 len: 945 time: 0.0514977 Mar 02 15:07:17.948940 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.plugin [req-86b2ed9e-698f-40b8-8677-d2bef92a5044 req-50b9a122-11a7-45d4-8329-10a40f4b0e32 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Deleting port 0e17949f-6616-4d42-8111-05e711da824a {{(pid=110180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 15:07:17.949275 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-86b2ed9e-698f-40b8-8677-d2bef92a5044 req-50b9a122-11a7-45d4-8329-10a40f4b0e32 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757345981049'] for port (0e17949f-6616-4d42-8111-05e711da824a), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:18.039225 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.db [req-86b2ed9e-698f-40b8-8677-d2bef92a5044 req-50b9a122-11a7-45d4-8329-10a40f4b0e32 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] For port 0e17949f-6616-4d42-8111-05e711da824a, host hv-cinder-83143, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=0e17949f-6616-4d42-8111-05e711da824a,segment=NetworkSegment(d470775d-5de7-4829-967d-0bb0e94bdc70),segment_id=d470775d-5de7-4829-967d-0bb0e94bdc70)] {{(pid=110180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:07:18.039588 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-86b2ed9e-698f-40b8-8677-d2bef92a5044 req-50b9a122-11a7-45d4-8329-10a40f4b0e32 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port (0e17949f-6616-4d42-8111-05e711da824a), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:18.052330 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.plugin [req-86b2ed9e-698f-40b8-8677-d2bef92a5044 req-50b9a122-11a7-45d4-8329-10a40f4b0e32 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Calling delete_port for 0e17949f-6616-4d42-8111-05e711da824a owned by compute:nova {{(pid=110180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 15:07:18.272286 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-86b2ed9e-698f-40b8-8677-d2bef92a5044 req-50b9a122-11a7-45d4-8329-10a40f4b0e32 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757345984732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757345480677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672616'] for port (0e17949f-6616-4d42-8111-05e711da824a), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:18.301992 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b9a122-11a7-45d4-8329-10a40f4b0e32 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Pushing event deleted for resources: {'Port': ['ID=0e17949f-6616-4d42-8111-05e711da824a,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:07:18.313823 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9a122-11a7-45d4-8329-10a40f4b0e32 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:07:18.314193 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9a122-11a7-45d4-8329-10a40f4b0e32 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:07:18.314531 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9a122-11a7-45d4-8329-10a40f4b0e32 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:07:18.314875 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9a122-11a7-45d4-8329-10a40f4b0e32 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:07:18.315211 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9a122-11a7-45d4-8329-10a40f4b0e32 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:07:18.315851 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9a122-11a7-45d4-8329-10a40f4b0e32 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:07:18.316257 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9a122-11a7-45d4-8329-10a40f4b0e32 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:07:18.316571 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9a122-11a7-45d4-8329-10a40f4b0e32 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:07:18.316902 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9a122-11a7-45d4-8329-10a40f4b0e32 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:07:18.317230 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9a122-11a7-45d4-8329-10a40f4b0e32 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:07:18.317557 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9a122-11a7-45d4-8329-10a40f4b0e32 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:07:18.317977 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9a122-11a7-45d4-8329-10a40f4b0e32 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:07:18.318310 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b9a122-11a7-45d4-8329-10a40f4b0e32 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:07:18.353630 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.l3_dvrscheduler_db [req-86b2ed9e-698f-40b8-8677-d2bef92a5044 req-50b9a122-11a7-45d4-8329-10a40f4b0e32 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] No DVR routers for this DVR port 0e17949f-6616-4d42-8111-05e711da824a on host hv-cinder-83143 {{(pid=110180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 15:07:18.356116 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-86b2ed9e-698f-40b8-8677-d2bef92a5044 req-50b9a122-11a7-45d4-8329-10a40f4b0e32 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221961'] for port (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:18.359375 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-86b2ed9e-698f-40b8-8677-d2bef92a5044 req-50b9a122-11a7-45d4-8329-10a40f4b0e32 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.55 "DELETE /v2.0/ports/0e17949f-6616-4d42-8111-05e711da824a HTTP/1.1" status: 204 len: 173 time: 0.4958911 Mar 02 15:07:18.359850 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a230d674-1b12-4b6d-b3c9-16b90396e56d', 'name': 'network-vif-deleted', 'tag': '0e17949f-6616-4d42-8111-05e711da824a'}] {{(pid=110180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 15:07:18.362032 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d4cb776884cbbf8177075bc934a95f6bdaf5bba346c2d7fc75eae3cda02a5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c4228c-d47d-4925-b3da-f84c25573e94" -d '{"events": [{"server_uuid": "a230d674-1b12-4b6d-b3c9-16b90396e56d", "name": "network-vif-deleted", "tag": "0e17949f-6616-4d42-8111-05e711da824a"}]}' {{(pid=110180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 15:07:18.397450 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 15:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a44f6f-ed55-4f66-bd96-7ed28f64c3cc x-openstack-request-id: req-47a44f6f-ed55-4f66-bd96-7ed28f64c3cc {{(pid=110180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 15:07:18.397767 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a230d674-1b12-4b6d-b3c9-16b90396e56d", "name": "network-vif-deleted", "tag": "0e17949f-6616-4d42-8111-05e711da824a", "status": "completed", "code": 200}]} {{(pid=110180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 15:07:18.398047 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-47a44f6f-ed55-4f66-bd96-7ed28f64c3cc {{(pid=110180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 15:07:18.398442 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a230d674-1b12-4b6d-b3c9-16b90396e56d', 'name': 'network-vif-deleted', 'tag': '0e17949f-6616-4d42-8111-05e711da824a', 'status': 'completed', 'code': 200} Mar 02 15:07:18.485413 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ff76a9d3-d1fa-441a-8a73-f056349965db req-73be9794-0ba9-42ed-988e-59f90b7e1e41 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/ports?device_id=a230d674-1b12-4b6d-b3c9-16b90396e56d HTTP/1.1" status: 200 len: 210 time: 0.0318277 Mar 02 15:07:19.590717 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-8517042a-ebd3-4530-a8ab-f49f403198b0 req-80e518fa-deeb-4814-9c3a-7adc2560081c tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "GET /v2.0/ports?device_id=a230d674-1b12-4b6d-b3c9-16b90396e56d HTTP/1.1" status: 200 len: 210 time: 0.0272698 Mar 02 15:07:20.522225 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a22c7c-d80a-44c1-9804-b676efb9e3cd req-df0cc835-308c-4419-9e21-4ede42fedf25 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:07:20.523811 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-f6a22c7c-d80a-44c1-9804-b676efb9e3cd req-df0cc835-308c-4419-9e21-4ede42fedf25 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5 HTTP/1.1" status: 200 len: 945 time: 0.0534875 Mar 02 15:07:20.571055 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-f6a22c7c-d80a-44c1-9804-b676efb9e3cd req-adce0b60-56cb-49df-b90d-1a04689b1bc1 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d7e0eb8-a571-4baa-adc9-84fc8a01bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415301 Mar 02 15:07:20.646724 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 32994) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:07:20.701962 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-d7e0858c-6067-456c-8ca9-54024bfa36ff tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Publish callbacks [] for security_group (f2b985be-7f57-4364-87a1-c62bf9e90a30), before_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:20.726989 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-d7e0858c-6067-456c-8ca9-54024bfa36ff tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Publish callbacks [] for security_group (f2b985be-7f57-4364-87a1-c62bf9e90a30), precommit_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:20.851912 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-d7e0858c-6067-456c-8ca9-54024bfa36ff tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (f2b985be-7f57-4364-87a1-c62bf9e90a30), after_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:20.854443 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-d7e0858c-6067-456c-8ca9-54024bfa36ff tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Publish callbacks [] for security_group (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:20.855634 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-d7e0858c-6067-456c-8ca9-54024bfa36ff tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] 10.222.0.52 "DELETE /v2.0/security-groups/f2b985be-7f57-4364-87a1-c62bf9e90a30 HTTP/1.1" status: 204 len: 168 time: 0.2079170 Mar 02 15:07:20.865256 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e0858c-6067-456c-8ca9-54024bfa36ff tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b985be-7f57-4364-87a1-c62bf9e90a30,revision_number=None']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:07:20.960903 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 32998) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:07:21.464418 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-3a699a63-79c1-443c-a422-1db2aa7d4a62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-558541'] for router_interface (bb0baf00-4c6f-478e-8884-60d60a53a0d2), before_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:21.699521 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c05df-e90f-435c-9f83-b0d38219edd4 req-d88a6056-a25a-41bb-8e0e-91ac325bc1ec tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:07:21.701136 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-553c05df-e90f-435c-9f83-b0d38219edd4 req-d88a6056-a25a-41bb-8e0e-91ac325bc1ec tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5 HTTP/1.1" status: 200 len: 945 time: 0.0552678 Mar 02 15:07:21.755263 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-553c05df-e90f-435c-9f83-b0d38219edd4 req-fe4fba1d-12e9-488f-811d-2cb8744d2ed8 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d7e0eb8-a571-4baa-adc9-84fc8a01bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484347 Mar 02 15:07:21.973685 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.plugin [None req-3a699a63-79c1-443c-a422-1db2aa7d4a62 admin admin] Deleting port 75d37c6e-6a2b-475b-94d5-72fe9ffb5f08 {{(pid=110179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 15:07:21.974258 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-3a699a63-79c1-443c-a422-1db2aa7d4a62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757345981049'] for port (75d37c6e-6a2b-475b-94d5-72fe9ffb5f08), before_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:22.048637 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.db [None req-3a699a63-79c1-443c-a422-1db2aa7d4a62 admin admin] For port 75d37c6e-6a2b-475b-94d5-72fe9ffb5f08, host dv-cinder-831439-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831439-3-iscsi',level=0,port_id=75d37c6e-6a2b-475b-94d5-72fe9ffb5f08,segment=NetworkSegment(d470775d-5de7-4829-967d-0bb0e94bdc70),segment_id=d470775d-5de7-4829-967d-0bb0e94bdc70)] {{(pid=110179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:07:22.048922 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-3a699a63-79c1-443c-a422-1db2aa7d4a62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port (75d37c6e-6a2b-475b-94d5-72fe9ffb5f08), precommit_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:22.064527 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.plugin [None req-3a699a63-79c1-443c-a422-1db2aa7d4a62 admin admin] Calling delete_port for 75d37c6e-6a2b-475b-94d5-72fe9ffb5f08 owned by network:router_interface {{(pid=110179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 15:07:22.320001 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-3a699a63-79c1-443c-a422-1db2aa7d4a62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757345984732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757345480677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3822761'] for port (75d37c6e-6a2b-475b-94d5-72fe9ffb5f08), after_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:22.347567 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a699a63-79c1-443c-a422-1db2aa7d4a62 admin admin] Pushing event deleted for resources: {'Port': ['ID=75d37c6e-6a2b-475b-94d5-72fe9ffb5f08,revision_number=None']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:07:22.512128 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-3a699a63-79c1-443c-a422-1db2aa7d4a62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16231430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-558369'] for router_interface (bb0baf00-4c6f-478e-8884-60d60a53a0d2), after_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:22.606474 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Device 0e17949f-6616-4d42-8111-05e711da824a no longer exists at agent hyperv_hv-cinder-83143 {{(pid=110181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 15:07:22.630557 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] No Port match for: 0e17949f-6616-4d42-8111-05e711da824a {{(pid=110181) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 15:07:22.630769 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Device 0e17949f-6616-4d42-8111-05e711da824a not bound to the agent host hv-cinder-83143 {{(pid=110181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 15:07:22.727300 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a699a63-79c1-443c-a422-1db2aa7d4a62 admin admin] Router bb0baf00-4c6f-478e-8884-60d60a53a0d2 has already been hosted by L3 agent 4b7d4a90-2987-419a-b6cd-7624b7dba065 {{(pid=110179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 15:07:22.833332 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a699a63-79c1-443c-a422-1db2aa7d4a62 admin admin] Notify agent at l3_agent.dv-cinder-831439-3-iscsi the message routers_updated {{(pid=110179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 15:07:22.838982 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-3a699a63-79c1-443c-a422-1db2aa7d4a62 admin admin] 10.222.0.52 "PUT /v2.0/routers/bb0baf00-4c6f-478e-8884-60d60a53a0d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8768995 Mar 02 15:07:22.841058 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 33008) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:07:22.843505 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78662cae-be37-46e4-be40-2b9e29dca999 None None] Sync routers for ids ['bb0baf00-4c6f-478e-8884-60d60a53a0d2'] in dv-cinder-831439-3-iscsi {{(pid=110181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 15:07:22.854262 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78662cae-be37-46e4-be40-2b9e29dca999 None None] Routers {'bb0baf00-4c6f-478e-8884-60d60a53a0d2'} bound to L3 agent in host dv-cinder-831439-3-iscsi {{(pid=110181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 15:07:22.854870 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-78662cae-be37-46e4-be40-2b9e29dca999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831439-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T14:48:11Z,description=,heartbeat_timestamp=2022-03-02T15:07:11Z,host='dv-cinder-831439-3-iscsi',id=4b7d4a90-2987-419a-b6cd-7624b7dba065,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T14:48:12Z,topic='l3_agent')) {'router_ids': ['bb0baf00-4c6f-478e-8884-60d60a53a0d2'], 'active': True} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:07:22.954918 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aef7c4-52a2-40f0-aecc-150b2117f734 req-8ecaa4c3-6ca7-40de-966b-2f226ff396e8 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:07:22.956418 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-90aef7c4-52a2-40f0-aecc-150b2117f734 req-8ecaa4c3-6ca7-40de-966b-2f226ff396e8 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5 HTTP/1.1" status: 200 len: 945 time: 0.1276510 Mar 02 15:07:22.965110 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvr_db [None req-78662cae-be37-46e4-be40-2b9e29dca999 None None] Set router bb0baf00-4c6f-478e-8884-60d60a53a0d2 gateway port host: dv-cinder-831439-3-iscsi {{(pid=110181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 15:07:22.989503 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-dd6650e8-417a-41ed-b83e-5015023cfe28 admin admin] Publish callbacks [] for router (bb0baf00-4c6f-478e-8884-60d60a53a0d2), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:23.053026 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-90aef7c4-52a2-40f0-aecc-150b2117f734 req-857ab251-8270-480d-809a-2525de538755 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d7e0eb8-a571-4baa-adc9-84fc8a01bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894258 Mar 02 15:07:23.113320 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-dd6650e8-417a-41ed-b83e-5015023cfe28 admin admin] Publish callbacks [] for router_gateway (bb0baf00-4c6f-478e-8884-60d60a53a0d2), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:23.145194 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-78662cae-be37-46e4-be40-2b9e29dca999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb0baf00-4c6f-478e-8884-60d60a53a0d2', 'name': 'tempest-TestShelveInstance-283104451-router', 'tenant_id': 'ef7ebc74e4e04842a71eef9540bbb905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': 'fdd768a9-8e52-477f-91cc-03500e784a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T15:00:06Z', 'updated_at': '2022-03-02T15:07:22Z', 'revision_number': 5, 'project_id': 'ef7ebc74e4e04842a71eef9540bbb905', 'gw_port': {'id': 'fdd768a9-8e52-477f-91cc-03500e784a4a', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:d1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0baf00-4c6f-478e-8884-60d60a53a0d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:00:06Z', 'updated_at': '2022-03-02T15:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi'}], 'dv-cinder-831439-3-iscsi', False) {} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:07:23.171726 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78662cae-be37-46e4-be40-2b9e29dca999 None None] Checking router: bb0baf00-4c6f-478e-8884-60d60a53a0d2 for host: dv-cinder-831439-3-iscsi {{(pid=110181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 15:07:23.180280 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78662cae-be37-46e4-be40-2b9e29dca999 None None] Routers {'bb0baf00-4c6f-478e-8884-60d60a53a0d2'} bound to L3 agent in host dv-cinder-831439-3-iscsi {{(pid=110181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 15:07:23.181109 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-78662cae-be37-46e4-be40-2b9e29dca999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831439-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T14:48:11Z,description=,heartbeat_timestamp=2022-03-02T15:07:11Z,host='dv-cinder-831439-3-iscsi',id=4b7d4a90-2987-419a-b6cd-7624b7dba065,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T14:48:12Z,topic='l3_agent')) {'router_ids': ['bb0baf00-4c6f-478e-8884-60d60a53a0d2'], 'active': True} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:07:23.224980 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.plugin [None req-dd6650e8-417a-41ed-b83e-5015023cfe28 admin admin] Deleting port fdd768a9-8e52-477f-91cc-03500e784a4a {{(pid=110180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 15:07:23.225236 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-dd6650e8-417a-41ed-b83e-5015023cfe28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757345981049'] for port (fdd768a9-8e52-477f-91cc-03500e784a4a), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:23.270306 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvr_db [None req-78662cae-be37-46e4-be40-2b9e29dca999 None None] Set router bb0baf00-4c6f-478e-8884-60d60a53a0d2 gateway port host: None {{(pid=110181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 15:07:23.305578 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.db [None req-dd6650e8-417a-41ed-b83e-5015023cfe28 admin admin] For port fdd768a9-8e52-477f-91cc-03500e784a4a, host dv-cinder-831439-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831439-3-iscsi',level=0,port_id=fdd768a9-8e52-477f-91cc-03500e784a4a,segment=NetworkSegment(23151279-75ac-4f5a-99b2-c6146d92420f),segment_id=23151279-75ac-4f5a-99b2-c6146d92420f)] {{(pid=110180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:07:23.305578 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-dd6650e8-417a-41ed-b83e-5015023cfe28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port (fdd768a9-8e52-477f-91cc-03500e784a4a), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:23.318683 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.plugin [None req-dd6650e8-417a-41ed-b83e-5015023cfe28 admin admin] Calling delete_port for fdd768a9-8e52-477f-91cc-03500e784a4a owned by network:router_gateway {{(pid=110180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 15:07:23.326152 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-78662cae-be37-46e4-be40-2b9e29dca999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb0baf00-4c6f-478e-8884-60d60a53a0d2', 'name': 'tempest-TestShelveInstance-283104451-router', 'tenant_id': 'ef7ebc74e4e04842a71eef9540bbb905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T15:00:06Z', 'updated_at': '2022-03-02T15:07:23Z', 'revision_number': 6, 'project_id': 'ef7ebc74e4e04842a71eef9540bbb905', 'gw_port_host': None}], 'dv-cinder-831439-3-iscsi', False) {} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:07:23.352681 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78662cae-be37-46e4-be40-2b9e29dca999 None None] The sync data for ids ['bb0baf00-4c6f-478e-8884-60d60a53a0d2'] in dv-cinder-831439-3-iscsi is: [{'id': 'bb0baf00-4c6f-478e-8884-60d60a53a0d2', 'name': 'tempest-TestShelveInstance-283104451-router', 'tenant_id': 'ef7ebc74e4e04842a71eef9540bbb905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T15:00:06Z', 'updated_at': '2022-03-02T15:07:23Z', 'revision_number': 6, 'project_id': 'ef7ebc74e4e04842a71eef9540bbb905', 'gw_port_host': None}] {{(pid=110181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 15:07:23.548920 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-dd6650e8-417a-41ed-b83e-5015023cfe28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757345984732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757345480677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672616'] for port (fdd768a9-8e52-477f-91cc-03500e784a4a), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:23.572208 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6650e8-417a-41ed-b83e-5015023cfe28 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdd768a9-8e52-477f-91cc-03500e784a4a,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:07:23.632451 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-dd6650e8-417a-41ed-b83e-5015023cfe28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559747'] for router_gateway (bb0baf00-4c6f-478e-8884-60d60a53a0d2), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:23.744013 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-dd6650e8-417a-41ed-b83e-5015023cfe28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6344'] for router (bb0baf00-4c6f-478e-8884-60d60a53a0d2), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:23.746249 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-dd6650e8-417a-41ed-b83e-5015023cfe28 admin admin] Publish callbacks [] for router_controller (bb0baf00-4c6f-478e-8884-60d60a53a0d2), precommit_delete_associations {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:23.860310 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-dd6650e8-417a-41ed-b83e-5015023cfe28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561960'] for router (bb0baf00-4c6f-478e-8884-60d60a53a0d2), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:23.860962 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd6650e8-417a-41ed-b83e-5015023cfe28 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb0baf00-4c6f-478e-8884-60d60a53a0d2 {{(pid=110180) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 15:07:23.866195 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-dd6650e8-417a-41ed-b83e-5015023cfe28 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:23.867344 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-dd6650e8-417a-41ed-b83e-5015023cfe28 admin admin] 10.222.0.52 "DELETE /v2.0/routers/bb0baf00-4c6f-478e-8884-60d60a53a0d2 HTTP/1.1" status: 204 len: 168 time: 1.0248365 Mar 02 15:07:23.869942 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 33010) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:07:23.912955 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.db_base_plugin_v2 [None req-abe56972-7f02-4822-aae8-8024488f2a60 admin admin] Deleting subnet 52bfaaf9-3cbd-41b6-b999-214dacbbebb5 {{(pid=110180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 15:07:23.916024 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-abe56972-7f02-4822-aae8-8024488f2a60 admin admin] Publish callbacks [] for subnet (52bfaaf9-3cbd-41b6-b999-214dacbbebb5), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:23.954827 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-abe56972-7f02-4822-aae8-8024488f2a60 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59158857'] for subnet (52bfaaf9-3cbd-41b6-b999-214dacbbebb5), precommit_delete_associations {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:24.057300 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-abe56972-7f02-4822-aae8-8024488f2a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16092520'] for subnet (52bfaaf9-3cbd-41b6-b999-214dacbbebb5), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:24.181587 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eca023f-64a0-4905-ac14-98e1e9c96366 req-0c802be6-e190-459f-9289-709797c359f1 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:07:24.183092 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-2eca023f-64a0-4905-ac14-98e1e9c96366 req-0c802be6-e190-459f-9289-709797c359f1 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5 HTTP/1.1" status: 200 len: 945 time: 0.0550065 Mar 02 15:07:24.203495 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-abe56972-7f02-4822-aae8-8024488f2a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16092519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3672603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58812373'] for subnet (52bfaaf9-3cbd-41b6-b999-214dacbbebb5), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:24.240217 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe56972-7f02-4822-aae8-8024488f2a60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52bfaaf9-3cbd-41b6-b999-214dacbbebb5,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:07:24.243403 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530fec34-2516-450f-a347-c14954d16292 None None] Network dfd98ec8-5de8-4415-83aa-22cce77e500c requested from dv-cinder-831439-3-iscsi {{(pid=110181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 15:07:24.244347 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-abe56972-7f02-4822-aae8-8024488f2a60 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:24.247495 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-abe56972-7f02-4822-aae8-8024488f2a60 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/52bfaaf9-3cbd-41b6-b999-214dacbbebb5 HTTP/1.1" status: 204 len: 168 time: 0.3765912 Mar 02 15:07:24.250151 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 33014) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:07:24.263181 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-2eca023f-64a0-4905-ac14-98e1e9c96366 req-e1e521f9-f39c-42c5-b5af-e6c691bdcb52 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d7e0eb8-a571-4baa-adc9-84fc8a01bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743263 Mar 02 15:07:24.343352 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-651185b6-8e7f-4841-8235-dfcee366973f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16148883'] for network (dfd98ec8-5de8-4415-83aa-22cce77e500c), before_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:24.386819 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Device fdd768a9-8e52-477f-91cc-03500e784a4a no longer exists at agent ovs-agent-dv-cinder-831439-3-iscsi {{(pid=110181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 15:07:24.410111 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.plugin [None req-651185b6-8e7f-4841-8235-dfcee366973f admin admin] Deleting port 5b27920d-05ee-4c9a-bc2f-244268be3f13 {{(pid=110179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 15:07:24.410488 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-651185b6-8e7f-4841-8235-dfcee366973f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757345981049'] for port (5b27920d-05ee-4c9a-bc2f-244268be3f13), before_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:24.417050 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] No Port match for: fdd768a9-8e52-477f-91cc-03500e784a4a {{(pid=110181) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 15:07:24.417514 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Device fdd768a9-8e52-477f-91cc-03500e784a4a not bound to the agent host dv-cinder-831439-3-iscsi {{(pid=110181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 15:07:24.418038 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Device 75d37c6e-6a2b-475b-94d5-72fe9ffb5f08 no longer exists at agent ovs-agent-dv-cinder-831439-3-iscsi {{(pid=110181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 15:07:24.446945 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7731c01-3ef6-4634-af00-5fa4c66705be None None] DHCP port deletion for dfd98ec8-5de8-4415-83aa-22cce77e500c request from dv-cinder-831439-3-iscsi {{(pid=110181) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 02 15:07:24.449208 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] No Port match for: 75d37c6e-6a2b-475b-94d5-72fe9ffb5f08 {{(pid=110181) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 15:07:24.449549 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Device 75d37c6e-6a2b-475b-94d5-72fe9ffb5f08 not bound to the agent host dv-cinder-831439-3-iscsi {{(pid=110181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 15:07:24.476249 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.db [None req-651185b6-8e7f-4841-8235-dfcee366973f admin admin] For port 5b27920d-05ee-4c9a-bc2f-244268be3f13, host dv-cinder-831439-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831439-3-iscsi',level=0,port_id=5b27920d-05ee-4c9a-bc2f-244268be3f13,segment=NetworkSegment(d470775d-5de7-4829-967d-0bb0e94bdc70),segment_id=d470775d-5de7-4829-967d-0bb0e94bdc70)] {{(pid=110179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:07:24.476606 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-651185b6-8e7f-4841-8235-dfcee366973f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port (5b27920d-05ee-4c9a-bc2f-244268be3f13), precommit_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:24.490118 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.plugin [None req-651185b6-8e7f-4841-8235-dfcee366973f admin admin] Calling delete_port for 5b27920d-05ee-4c9a-bc2f-244268be3f13 owned by network:dhcp {{(pid=110179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 15:07:24.496944 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-a7731c01-3ef6-4634-af00-5fa4c66705be None None] Deleting port 5b27920d-05ee-4c9a-bc2f-244268be3f13 {{(pid=110181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 15:07:24.497318 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a7731c01-3ef6-4634-af00-5fa4c66705be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757345981049'] for port (5b27920d-05ee-4c9a-bc2f-244268be3f13), before_delete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:24.559928 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-a7731c01-3ef6-4634-af00-5fa4c66705be None None] For port 5b27920d-05ee-4c9a-bc2f-244268be3f13, host dv-cinder-831439-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831439-3-iscsi',level=0,port_id=5b27920d-05ee-4c9a-bc2f-244268be3f13,segment=NetworkSegment(d470775d-5de7-4829-967d-0bb0e94bdc70),segment_id=d470775d-5de7-4829-967d-0bb0e94bdc70)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:07:24.560330 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a7731c01-3ef6-4634-af00-5fa4c66705be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port (5b27920d-05ee-4c9a-bc2f-244268be3f13), precommit_delete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:24.573935 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-a7731c01-3ef6-4634-af00-5fa4c66705be None None] Calling delete_port for 5b27920d-05ee-4c9a-bc2f-244268be3f13 owned by network:dhcp {{(pid=110181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 15:07:24.663677 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-651185b6-8e7f-4841-8235-dfcee366973f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757345984732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757345480677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3822761'] for port (5b27920d-05ee-4c9a-bc2f-244268be3f13), after_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:24.688333 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651185b6-8e7f-4841-8235-dfcee366973f admin admin] Pushing event deleted for resources: {'Port': ['ID=5b27920d-05ee-4c9a-bc2f-244268be3f13,revision_number=None']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:07:24.696318 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651185b6-8e7f-4841-8235-dfcee366973f admin admin] No DVR routers for this DVR port 5b27920d-05ee-4c9a-bc2f-244268be3f13 on host dv-cinder-831439-3-iscsi {{(pid=110179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 15:07:24.770923 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-651185b6-8e7f-4841-8235-dfcee366973f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16057747', 'neutron.services.segments.db._delete_segments_for_network-8757345970333'] for network (dfd98ec8-5de8-4415-83aa-22cce77e500c), precommit_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:24.792750 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.services.segments.db [None req-651185b6-8e7f-4841-8235-dfcee366973f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfd98ec8-5de8-4415-83aa-22cce77e500c']}} {{(pid=110179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:07:24.802737 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.services.segments.db [None req-651185b6-8e7f-4841-8235-dfcee366973f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd470775d-5de7-4829-967d-0bb0e94bdc70') {'for_net_delete': True} {{(pid=110179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:07:24.803034 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.services.segments.db [None req-651185b6-8e7f-4841-8235-dfcee366973f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd470775d-5de7-4829-967d-0bb0e94bdc70') {} {{(pid=110179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:07:24.812418 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-651185b6-8e7f-4841-8235-dfcee366973f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757345974950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3117906'] for segment (d470775d-5de7-4829-967d-0bb0e94bdc70), before_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:24.813905 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a7731c01-3ef6-4634-af00-5fa4c66705be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757345984732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757345480677'] for port (5b27920d-05ee-4c9a-bc2f-244268be3f13), after_delete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:24.826326 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-651185b6-8e7f-4841-8235-dfcee366973f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16119287'] for segment (d470775d-5de7-4829-967d-0bb0e94bdc70), precommit_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:24.832208 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-651185b6-8e7f-4841-8235-dfcee366973f admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=110179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 15:07:24.832591 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-651185b6-8e7f-4841-8235-dfcee366973f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16119287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3822660'] for segment (d470775d-5de7-4829-967d-0bb0e94bdc70), after_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:24.834193 dv-cinder-831439-3-iscsi neutron-server[110179]: Traceback (most recent call last): Mar 02 15:07:24.834193 dv-cinder-831439-3-iscsi neutron-server[110179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 15:07:24.834193 dv-cinder-831439-3-iscsi neutron-server[110179]: timer() Mar 02 15:07:24.834193 dv-cinder-831439-3-iscsi neutron-server[110179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 15:07:24.834193 dv-cinder-831439-3-iscsi neutron-server[110179]: cb(*args, **kw) Mar 02 15:07:24.834193 dv-cinder-831439-3-iscsi neutron-server[110179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 15:07:24.834193 dv-cinder-831439-3-iscsi neutron-server[110179]: return func(*args, **kwargs) Mar 02 15:07:24.834193 dv-cinder-831439-3-iscsi neutron-server[110179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 15:07:24.834193 dv-cinder-831439-3-iscsi neutron-server[110179]: self._notify() Mar 02 15:07:24.834193 dv-cinder-831439-3-iscsi neutron-server[110179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 15:07:24.834193 dv-cinder-831439-3-iscsi neutron-server[110179]: self.callback(batched_events) Mar 02 15:07:24.834193 dv-cinder-831439-3-iscsi neutron-server[110179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 15:07:24.834193 dv-cinder-831439-3-iscsi neutron-server[110179]: event.method(event) Mar 02 15:07:24.834193 dv-cinder-831439-3-iscsi neutron-server[110179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 15:07:24.834193 dv-cinder-831439-3-iscsi neutron-server[110179]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 15:07:24.834193 dv-cinder-831439-3-iscsi neutron-server[110179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 15:07:24.834193 dv-cinder-831439-3-iscsi neutron-server[110179]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 15:07:24.834193 dv-cinder-831439-3-iscsi neutron-server[110179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 15:07:24.834193 dv-cinder-831439-3-iscsi neutron-server[110179]: return f(self, *a, **k) Mar 02 15:07:24.834193 dv-cinder-831439-3-iscsi neutron-server[110179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 15:07:24.834193 dv-cinder-831439-3-iscsi neutron-server[110179]: return self._get(url).json() Mar 02 15:07:24.834193 dv-cinder-831439-3-iscsi neutron-server[110179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 15:07:24.834193 dv-cinder-831439-3-iscsi neutron-server[110179]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 15:07:24.834193 dv-cinder-831439-3-iscsi neutron-server[110179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 15:07:24.834193 dv-cinder-831439-3-iscsi neutron-server[110179]: return self.request(url, 'GET', **kwargs) Mar 02 15:07:24.834193 dv-cinder-831439-3-iscsi neutron-server[110179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 15:07:24.834193 dv-cinder-831439-3-iscsi neutron-server[110179]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 15:07:24.834193 dv-cinder-831439-3-iscsi neutron-server[110179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 15:07:24.834193 dv-cinder-831439-3-iscsi neutron-server[110179]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 15:07:24.834193 dv-cinder-831439-3-iscsi neutron-server[110179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 15:07:24.834193 dv-cinder-831439-3-iscsi neutron-server[110179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 15:07:24.834193 dv-cinder-831439-3-iscsi neutron-server[110179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 15:07:24.841247 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7731c01-3ef6-4634-af00-5fa4c66705be None None] No DVR routers for this DVR port 5b27920d-05ee-4c9a-bc2f-244268be3f13 on host dv-cinder-831439-3-iscsi {{(pid=110181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 15:07:24.842505 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7731c01-3ef6-4634-af00-5fa4c66705be None None] Pushing event deleted for resources: {'Port': ['ID=5b27920d-05ee-4c9a-bc2f-244268be3f13,revision_number=None']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:07:24.852042 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7731c01-3ef6-4634-af00-5fa4c66705be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:07:24.852402 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7731c01-3ef6-4634-af00-5fa4c66705be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:07:24.852751 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7731c01-3ef6-4634-af00-5fa4c66705be None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:07:24.853099 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7731c01-3ef6-4634-af00-5fa4c66705be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:07:24.853439 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7731c01-3ef6-4634-af00-5fa4c66705be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:07:24.853787 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7731c01-3ef6-4634-af00-5fa4c66705be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:07:24.854114 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7731c01-3ef6-4634-af00-5fa4c66705be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:07:24.854443 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7731c01-3ef6-4634-af00-5fa4c66705be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:07:24.854773 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7731c01-3ef6-4634-af00-5fa4c66705be None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:07:24.855109 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7731c01-3ef6-4634-af00-5fa4c66705be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:07:24.855439 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7731c01-3ef6-4634-af00-5fa4c66705be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:07:24.855801 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7731c01-3ef6-4634-af00-5fa4c66705be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:07:24.858956 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7731c01-3ef6-4634-af00-5fa4c66705be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:07:25.003654 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-651185b6-8e7f-4841-8235-dfcee366973f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16057834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559807'] for network (dfd98ec8-5de8-4415-83aa-22cce77e500c), after_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:25.009157 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-651185b6-8e7f-4841-8235-dfcee366973f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16231659'] for network (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:25.012354 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-651185b6-8e7f-4841-8235-dfcee366973f admin admin] 10.222.0.52 "DELETE /v2.0/networks/dfd98ec8-5de8-4415-83aa-22cce77e500c HTTP/1.1" status: 204 len: 168 time: 0.7612026 Mar 02 15:07:25.015323 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 33016) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:07:25.023220 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651185b6-8e7f-4841-8235-dfcee366973f admin admin] Pushing event deleted for resources: {'Network': ['ID=dfd98ec8-5de8-4415-83aa-22cce77e500c,revision_number=None']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:07:25.401853 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0751b4fe-c7d1-4bb1-9a5a-10d862172d02 req-edbd0cee-51f2-45c4-9e88-f2b98887dd69 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:07:25.403467 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-0751b4fe-c7d1-4bb1-9a5a-10d862172d02 req-edbd0cee-51f2-45c4-9e88-f2b98887dd69 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5 HTTP/1.1" status: 200 len: 945 time: 0.0637450 Mar 02 15:07:25.409898 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-dea5058c-8ae7-4b0e-ac15-f52d2fe9a534 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-558541'] for router_interface (d45b0b72-37a1-44d1-866b-7d14a75c167f), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:25.523531 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-0751b4fe-c7d1-4bb1-9a5a-10d862172d02 req-512b9ac1-f5ed-48f9-9711-d4374356a32f tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d7e0eb8-a571-4baa-adc9-84fc8a01bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102276 Mar 02 15:07:25.687019 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.plugin [None req-dea5058c-8ae7-4b0e-ac15-f52d2fe9a534 admin admin] Deleting port b4255744-b783-4c55-8d93-f446174b6d2a {{(pid=110180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 15:07:25.687359 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-dea5058c-8ae7-4b0e-ac15-f52d2fe9a534 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757345981049'] for port (b4255744-b783-4c55-8d93-f446174b6d2a), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:25.768512 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.db [None req-dea5058c-8ae7-4b0e-ac15-f52d2fe9a534 admin admin] For port b4255744-b783-4c55-8d93-f446174b6d2a, host dv-cinder-831439-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831439-3-iscsi',level=0,port_id=b4255744-b783-4c55-8d93-f446174b6d2a,segment=NetworkSegment(361c82d9-fa65-4ef0-ba13-371d2df0f42d),segment_id=361c82d9-fa65-4ef0-ba13-371d2df0f42d)] {{(pid=110180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:07:25.768876 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-dea5058c-8ae7-4b0e-ac15-f52d2fe9a534 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port (b4255744-b783-4c55-8d93-f446174b6d2a), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:25.782077 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.plugin [None req-dea5058c-8ae7-4b0e-ac15-f52d2fe9a534 admin admin] Calling delete_port for b4255744-b783-4c55-8d93-f446174b6d2a owned by network:router_interface {{(pid=110180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 15:07:26.288971 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-dea5058c-8ae7-4b0e-ac15-f52d2fe9a534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757345984732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757345480677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672616'] for port (b4255744-b783-4c55-8d93-f446174b6d2a), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:26.313686 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea5058c-8ae7-4b0e-ac15-f52d2fe9a534 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4255744-b783-4c55-8d93-f446174b6d2a,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:07:26.367799 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Device 5b27920d-05ee-4c9a-bc2f-244268be3f13 no longer exists at agent ovs-agent-dv-cinder-831439-3-iscsi {{(pid=110181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 15:07:26.389663 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] No Port match for: 5b27920d-05ee-4c9a-bc2f-244268be3f13 {{(pid=110181) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 15:07:26.390082 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Device 5b27920d-05ee-4c9a-bc2f-244268be3f13 not bound to the agent host dv-cinder-831439-3-iscsi {{(pid=110181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 15:07:26.492557 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-dea5058c-8ae7-4b0e-ac15-f52d2fe9a534 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16231430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-558369'] for router_interface (d45b0b72-37a1-44d1-866b-7d14a75c167f), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:26.700358 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a989b0dd-2663-49c2-99dc-3e460d65ba1a req-9b933761-6bb4-4c19-bb96-fb941fbde5e7 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:07:26.701829 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a989b0dd-2663-49c2-99dc-3e460d65ba1a req-9b933761-6bb4-4c19-bb96-fb941fbde5e7 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5 HTTP/1.1" status: 200 len: 945 time: 0.1026700 Mar 02 15:07:26.793835 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a989b0dd-2663-49c2-99dc-3e460d65ba1a req-b1c243e5-b261-4244-9251-04add84d8583 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d7e0eb8-a571-4baa-adc9-84fc8a01bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848088 Mar 02 15:07:26.800885 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dea5058c-8ae7-4b0e-ac15-f52d2fe9a534 admin admin] Router d45b0b72-37a1-44d1-866b-7d14a75c167f has already been hosted by L3 agent 4b7d4a90-2987-419a-b6cd-7624b7dba065 {{(pid=110180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 15:07:26.913400 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dea5058c-8ae7-4b0e-ac15-f52d2fe9a534 admin admin] Notify agent at l3_agent.dv-cinder-831439-3-iscsi the message routers_updated {{(pid=110180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 15:07:26.918400 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-dea5058c-8ae7-4b0e-ac15-f52d2fe9a534 admin admin] 10.222.0.52 "PUT /v2.0/routers/d45b0b72-37a1-44d1-866b-7d14a75c167f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9019754 Mar 02 15:07:26.921007 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 33022) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:07:26.924877 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e44a0ea-98de-44f7-8091-be492f7ee953 None None] Sync routers for ids ['d45b0b72-37a1-44d1-866b-7d14a75c167f'] in dv-cinder-831439-3-iscsi {{(pid=110182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 15:07:26.934397 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e44a0ea-98de-44f7-8091-be492f7ee953 None None] Routers {'d45b0b72-37a1-44d1-866b-7d14a75c167f'} bound to L3 agent in host dv-cinder-831439-3-iscsi {{(pid=110182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 15:07:26.935012 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_hamode_db [None req-0e44a0ea-98de-44f7-8091-be492f7ee953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831439-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T14:48:11Z,description=,heartbeat_timestamp=2022-03-02T15:07:11Z,host='dv-cinder-831439-3-iscsi',id=4b7d4a90-2987-419a-b6cd-7624b7dba065,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T14:48:12Z,topic='l3_agent')) {'router_ids': ['d45b0b72-37a1-44d1-866b-7d14a75c167f'], 'active': True} {{(pid=110182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:07:27.031475 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3edb5878-ea37-4cac-a0cd-3ad50734effc admin admin] Publish callbacks [] for router (d45b0b72-37a1-44d1-866b-7d14a75c167f), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:27.047784 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_dvr_db [None req-0e44a0ea-98de-44f7-8091-be492f7ee953 None None] Set router d45b0b72-37a1-44d1-866b-7d14a75c167f gateway port host: dv-cinder-831439-3-iscsi {{(pid=110182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 15:07:27.158192 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3edb5878-ea37-4cac-a0cd-3ad50734effc admin admin] Publish callbacks [] for router_gateway (d45b0b72-37a1-44d1-866b-7d14a75c167f), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:27.227981 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (a761fe19-4045-45cc-a7c7-f029a0c82591), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:27.232104 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_hamode_db [None req-0e44a0ea-98de-44f7-8091-be492f7ee953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd45b0b72-37a1-44d1-866b-7d14a75c167f', 'name': 'tempest-TestShelveInstance-1957243007-router', 'tenant_id': '35fa8d020fa2455d9f5f379abf47d14e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'f5b5c9f7-09d3-4f0d-ba06-52d8b5cfc3b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T15:00:14Z', 'updated_at': '2022-03-02T15:07:26Z', 'revision_number': 5, 'project_id': '35fa8d020fa2455d9f5f379abf47d14e', 'gw_port': {'id': 'f5b5c9f7-09d3-4f0d-ba06-52d8b5cfc3b1', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45b0b72-37a1-44d1-866b-7d14a75c167f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:00:15Z', 'updated_at': '2022-03-02T15:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi'}], 'dv-cinder-831439-3-iscsi', False) {} {{(pid=110182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:07:27.262324 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e44a0ea-98de-44f7-8091-be492f7ee953 None None] Checking router: d45b0b72-37a1-44d1-866b-7d14a75c167f for host: dv-cinder-831439-3-iscsi {{(pid=110182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 15:07:27.271397 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e44a0ea-98de-44f7-8091-be492f7ee953 None None] Routers {'d45b0b72-37a1-44d1-866b-7d14a75c167f'} bound to L3 agent in host dv-cinder-831439-3-iscsi {{(pid=110182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 15:07:27.272054 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_hamode_db [None req-0e44a0ea-98de-44f7-8091-be492f7ee953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831439-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T14:48:11Z,description=,heartbeat_timestamp=2022-03-02T15:07:11Z,host='dv-cinder-831439-3-iscsi',id=4b7d4a90-2987-419a-b6cd-7624b7dba065,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T14:48:12Z,topic='l3_agent')) {'router_ids': ['d45b0b72-37a1-44d1-866b-7d14a75c167f'], 'active': True} {{(pid=110182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:07:27.286812 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.plugin [None req-3edb5878-ea37-4cac-a0cd-3ad50734effc admin admin] Deleting port f5b5c9f7-09d3-4f0d-ba06-52d8b5cfc3b1 {{(pid=110180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 15:07:27.286812 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3edb5878-ea37-4cac-a0cd-3ad50734effc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757345981049'] for port (f5b5c9f7-09d3-4f0d-ba06-52d8b5cfc3b1), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:27.361889 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_dvr_db [None req-0e44a0ea-98de-44f7-8091-be492f7ee953 None None] Set router d45b0b72-37a1-44d1-866b-7d14a75c167f gateway port host: None {{(pid=110182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 15:07:27.376127 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.db [None req-3edb5878-ea37-4cac-a0cd-3ad50734effc admin admin] For port f5b5c9f7-09d3-4f0d-ba06-52d8b5cfc3b1, host dv-cinder-831439-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831439-3-iscsi',level=0,port_id=f5b5c9f7-09d3-4f0d-ba06-52d8b5cfc3b1,segment=NetworkSegment(23151279-75ac-4f5a-99b2-c6146d92420f),segment_id=23151279-75ac-4f5a-99b2-c6146d92420f)] {{(pid=110180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:07:27.376774 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3edb5878-ea37-4cac-a0cd-3ad50734effc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port (f5b5c9f7-09d3-4f0d-ba06-52d8b5cfc3b1), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:27.394383 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.plugin [None req-3edb5878-ea37-4cac-a0cd-3ad50734effc admin admin] Calling delete_port for f5b5c9f7-09d3-4f0d-ba06-52d8b5cfc3b1 owned by network:router_gateway {{(pid=110180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 15:07:27.415158 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_hamode_db [None req-0e44a0ea-98de-44f7-8091-be492f7ee953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd45b0b72-37a1-44d1-866b-7d14a75c167f', 'name': 'tempest-TestShelveInstance-1957243007-router', 'tenant_id': '35fa8d020fa2455d9f5f379abf47d14e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T15:00:14Z', 'updated_at': '2022-03-02T15:07:27Z', 'revision_number': 6, 'project_id': '35fa8d020fa2455d9f5f379abf47d14e', 'gw_port_host': None}], 'dv-cinder-831439-3-iscsi', False) {} {{(pid=110182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:07:27.446885 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e44a0ea-98de-44f7-8091-be492f7ee953 None None] The sync data for ids ['d45b0b72-37a1-44d1-866b-7d14a75c167f'] in dv-cinder-831439-3-iscsi is: [{'id': 'd45b0b72-37a1-44d1-866b-7d14a75c167f', 'name': 'tempest-TestShelveInstance-1957243007-router', 'tenant_id': '35fa8d020fa2455d9f5f379abf47d14e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T15:00:14Z', 'updated_at': '2022-03-02T15:07:27Z', 'revision_number': 6, 'project_id': '35fa8d020fa2455d9f5f379abf47d14e', 'gw_port_host': None}] {{(pid=110182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 15:07:27.680544 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3edb5878-ea37-4cac-a0cd-3ad50734effc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757345984732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757345480677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672616'] for port (f5b5c9f7-09d3-4f0d-ba06-52d8b5cfc3b1), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:27.707202 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edb5878-ea37-4cac-a0cd-3ad50734effc admin admin] Pushing event deleted for resources: {'Port': ['ID=f5b5c9f7-09d3-4f0d-ba06-52d8b5cfc3b1,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:07:27.772145 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3edb5878-ea37-4cac-a0cd-3ad50734effc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559747'] for router_gateway (d45b0b72-37a1-44d1-866b-7d14a75c167f), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:27.875669 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3edb5878-ea37-4cac-a0cd-3ad50734effc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6344'] for router (d45b0b72-37a1-44d1-866b-7d14a75c167f), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:27.878179 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3edb5878-ea37-4cac-a0cd-3ad50734effc admin admin] Publish callbacks [] for router_controller (d45b0b72-37a1-44d1-866b-7d14a75c167f), precommit_delete_associations {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:27.970253 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dddf42c-11f9-4176-823c-f8a45159babb req-a88953b8-313a-446e-a48e-112e199a5747 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:07:27.971806 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-1dddf42c-11f9-4176-823c-f8a45159babb req-a88953b8-313a-446e-a48e-112e199a5747 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5 HTTP/1.1" status: 200 len: 945 time: 0.0917108 Mar 02 15:07:28.023097 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-1dddf42c-11f9-4176-823c-f8a45159babb req-937f0b37-0bec-4158-a4a4-9f7b8afae24d tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d7e0eb8-a571-4baa-adc9-84fc8a01bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438662 Mar 02 15:07:28.026900 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3edb5878-ea37-4cac-a0cd-3ad50734effc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561960'] for router (d45b0b72-37a1-44d1-866b-7d14a75c167f), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:28.027493 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3edb5878-ea37-4cac-a0cd-3ad50734effc admin admin] Fanout notify agent at l3_agent the message router_deleted on router d45b0b72-37a1-44d1-866b-7d14a75c167f {{(pid=110180) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 15:07:28.037207 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3edb5878-ea37-4cac-a0cd-3ad50734effc admin admin] Publish callbacks [] for router (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:28.038375 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-3edb5878-ea37-4cac-a0cd-3ad50734effc admin admin] 10.222.0.52 "DELETE /v2.0/routers/d45b0b72-37a1-44d1-866b-7d14a75c167f HTTP/1.1" status: 204 len: 168 time: 1.1164260 Mar 02 15:07:28.041035 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 33028) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:07:28.087039 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.db_base_plugin_v2 [None req-1204e1e0-c5f6-4ad9-895f-4b6754a7416c admin admin] Deleting subnet 75642619-b3dc-44b3-8161-971653f931cb {{(pid=110180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 15:07:28.090845 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-1204e1e0-c5f6-4ad9-895f-4b6754a7416c admin admin] Publish callbacks [] for subnet (75642619-b3dc-44b3-8161-971653f931cb), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:28.143863 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-1204e1e0-c5f6-4ad9-895f-4b6754a7416c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59158857'] for subnet (75642619-b3dc-44b3-8161-971653f931cb), precommit_delete_associations {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:28.229030 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-1204e1e0-c5f6-4ad9-895f-4b6754a7416c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16092520'] for subnet (75642619-b3dc-44b3-8161-971653f931cb), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:28.349685 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-1204e1e0-c5f6-4ad9-895f-4b6754a7416c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16092519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3672603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58812373'] for subnet (75642619-b3dc-44b3-8161-971653f931cb), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:28.376102 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1204e1e0-c5f6-4ad9-895f-4b6754a7416c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75642619-b3dc-44b3-8161-971653f931cb,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:07:28.385569 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-1204e1e0-c5f6-4ad9-895f-4b6754a7416c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:28.392407 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129285c9-34cc-43e6-87b7-515159605b3f None None] Network 8e0253f3-be69-44b9-92c3-33be31dbad21 requested from dv-cinder-831439-3-iscsi {{(pid=110181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 15:07:28.393882 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-1204e1e0-c5f6-4ad9-895f-4b6754a7416c admin admin] 10.222.0.52 "DELETE /v2.0/subnets/75642619-b3dc-44b3-8161-971653f931cb HTTP/1.1" status: 204 len: 168 time: 0.3478954 Mar 02 15:07:28.393882 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 33030) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:07:28.429208 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Device f5b5c9f7-09d3-4f0d-ba06-52d8b5cfc3b1 no longer exists at agent ovs-agent-dv-cinder-831439-3-iscsi {{(pid=110181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 15:07:28.468552 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-5b3ed687-563c-4b94-b5f8-fa818891658e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16148883'] for network (8e0253f3-be69-44b9-92c3-33be31dbad21), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:28.488637 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] No Port match for: f5b5c9f7-09d3-4f0d-ba06-52d8b5cfc3b1 {{(pid=110181) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 15:07:28.488986 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Device f5b5c9f7-09d3-4f0d-ba06-52d8b5cfc3b1 not bound to the agent host dv-cinder-831439-3-iscsi {{(pid=110181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 15:07:28.489411 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Device b4255744-b783-4c55-8d93-f446174b6d2a no longer exists at agent ovs-agent-dv-cinder-831439-3-iscsi {{(pid=110181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 15:07:28.512899 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] No Port match for: b4255744-b783-4c55-8d93-f446174b6d2a {{(pid=110181) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 15:07:28.513247 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Device b4255744-b783-4c55-8d93-f446174b6d2a not bound to the agent host dv-cinder-831439-3-iscsi {{(pid=110181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 15:07:28.524147 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.plugin [None req-5b3ed687-563c-4b94-b5f8-fa818891658e admin admin] Deleting port 79b51c23-b0a7-4a35-ab3d-abefd3202751 {{(pid=110180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 15:07:28.524483 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-5b3ed687-563c-4b94-b5f8-fa818891658e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757345981049'] for port (79b51c23-b0a7-4a35-ab3d-abefd3202751), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:28.599779 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.db [None req-5b3ed687-563c-4b94-b5f8-fa818891658e admin admin] For port 79b51c23-b0a7-4a35-ab3d-abefd3202751, host dv-cinder-831439-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831439-3-iscsi',level=0,port_id=79b51c23-b0a7-4a35-ab3d-abefd3202751,segment=NetworkSegment(361c82d9-fa65-4ef0-ba13-371d2df0f42d),segment_id=361c82d9-fa65-4ef0-ba13-371d2df0f42d)] {{(pid=110180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:07:28.600102 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-5b3ed687-563c-4b94-b5f8-fa818891658e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port (79b51c23-b0a7-4a35-ab3d-abefd3202751), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:28.611143 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82aa024a-155d-45b9-a435-07c3f347f57e None None] DHCP port deletion for 8e0253f3-be69-44b9-92c3-33be31dbad21 request from dv-cinder-831439-3-iscsi {{(pid=110181) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 02 15:07:28.614096 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.plugin [None req-5b3ed687-563c-4b94-b5f8-fa818891658e admin admin] Calling delete_port for 79b51c23-b0a7-4a35-ab3d-abefd3202751 owned by network:dhcp {{(pid=110180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 15:07:28.661055 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-82aa024a-155d-45b9-a435-07c3f347f57e None None] Deleting port 79b51c23-b0a7-4a35-ab3d-abefd3202751 {{(pid=110181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 15:07:28.661434 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-82aa024a-155d-45b9-a435-07c3f347f57e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757345981049'] for port (79b51c23-b0a7-4a35-ab3d-abefd3202751), before_delete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:28.728994 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-82aa024a-155d-45b9-a435-07c3f347f57e None None] For port 79b51c23-b0a7-4a35-ab3d-abefd3202751, host dv-cinder-831439-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831439-3-iscsi',level=0,port_id=79b51c23-b0a7-4a35-ab3d-abefd3202751,segment=NetworkSegment(361c82d9-fa65-4ef0-ba13-371d2df0f42d),segment_id=361c82d9-fa65-4ef0-ba13-371d2df0f42d)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:07:28.729441 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-82aa024a-155d-45b9-a435-07c3f347f57e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port (79b51c23-b0a7-4a35-ab3d-abefd3202751), precommit_delete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:28.741505 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-82aa024a-155d-45b9-a435-07c3f347f57e None None] Calling delete_port for 79b51c23-b0a7-4a35-ab3d-abefd3202751 owned by network:dhcp {{(pid=110181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 15:07:28.777261 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-5b3ed687-563c-4b94-b5f8-fa818891658e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757345984732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757345480677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672616'] for port (79b51c23-b0a7-4a35-ab3d-abefd3202751), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:28.800576 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3ed687-563c-4b94-b5f8-fa818891658e admin admin] Pushing event deleted for resources: {'Port': ['ID=79b51c23-b0a7-4a35-ab3d-abefd3202751,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:07:28.806166 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3ed687-563c-4b94-b5f8-fa818891658e admin admin] No DVR routers for this DVR port 79b51c23-b0a7-4a35-ab3d-abefd3202751 on host dv-cinder-831439-3-iscsi {{(pid=110180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 15:07:28.821915 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-82aa024a-155d-45b9-a435-07c3f347f57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757345984732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757345480677'] for port (79b51c23-b0a7-4a35-ab3d-abefd3202751), after_delete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:28.845238 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82aa024a-155d-45b9-a435-07c3f347f57e None None] Pushing event deleted for resources: {'Port': ['ID=79b51c23-b0a7-4a35-ab3d-abefd3202751,revision_number=None']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:07:28.851546 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82aa024a-155d-45b9-a435-07c3f347f57e None None] No DVR routers for this DVR port 79b51c23-b0a7-4a35-ab3d-abefd3202751 on host dv-cinder-831439-3-iscsi {{(pid=110181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 15:07:28.878581 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-5b3ed687-563c-4b94-b5f8-fa818891658e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16057747', 'neutron.services.segments.db._delete_segments_for_network-8757345970333'] for network (8e0253f3-be69-44b9-92c3-33be31dbad21), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:28.899412 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.services.segments.db [None req-5b3ed687-563c-4b94-b5f8-fa818891658e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e0253f3-be69-44b9-92c3-33be31dbad21']}} {{(pid=110180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:07:28.908856 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.services.segments.db [None req-5b3ed687-563c-4b94-b5f8-fa818891658e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '361c82d9-fa65-4ef0-ba13-371d2df0f42d') {'for_net_delete': True} {{(pid=110180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:07:28.909154 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.services.segments.db [None req-5b3ed687-563c-4b94-b5f8-fa818891658e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '361c82d9-fa65-4ef0-ba13-371d2df0f42d') {} {{(pid=110180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:07:28.918599 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-5b3ed687-563c-4b94-b5f8-fa818891658e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757345974950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59158878'] for segment (361c82d9-fa65-4ef0-ba13-371d2df0f42d), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:28.932108 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-5b3ed687-563c-4b94-b5f8-fa818891658e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16119287'] for segment (361c82d9-fa65-4ef0-ba13-371d2df0f42d), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:28.937877 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b3ed687-563c-4b94-b5f8-fa818891658e admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=110180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 15:07:28.941959 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-5b3ed687-563c-4b94-b5f8-fa818891658e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16119287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3672773'] for segment (361c82d9-fa65-4ef0-ba13-371d2df0f42d), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:28.941959 dv-cinder-831439-3-iscsi neutron-server[110180]: Traceback (most recent call last): Mar 02 15:07:28.941959 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 15:07:28.941959 dv-cinder-831439-3-iscsi neutron-server[110180]: timer() Mar 02 15:07:28.941959 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 15:07:28.941959 dv-cinder-831439-3-iscsi neutron-server[110180]: cb(*args, **kw) Mar 02 15:07:28.941959 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 15:07:28.941959 dv-cinder-831439-3-iscsi neutron-server[110180]: return func(*args, **kwargs) Mar 02 15:07:28.941959 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 15:07:28.941959 dv-cinder-831439-3-iscsi neutron-server[110180]: self._notify() Mar 02 15:07:28.941959 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 15:07:28.941959 dv-cinder-831439-3-iscsi neutron-server[110180]: self.callback(batched_events) Mar 02 15:07:28.941959 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 15:07:28.941959 dv-cinder-831439-3-iscsi neutron-server[110180]: event.method(event) Mar 02 15:07:28.941959 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 15:07:28.941959 dv-cinder-831439-3-iscsi neutron-server[110180]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 15:07:28.941959 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 15:07:28.941959 dv-cinder-831439-3-iscsi neutron-server[110180]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 15:07:28.941959 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 15:07:28.941959 dv-cinder-831439-3-iscsi neutron-server[110180]: return f(self, *a, **k) Mar 02 15:07:28.941959 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 15:07:28.941959 dv-cinder-831439-3-iscsi neutron-server[110180]: return self._get(url).json() Mar 02 15:07:28.941959 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 15:07:28.941959 dv-cinder-831439-3-iscsi neutron-server[110180]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 15:07:28.941959 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 15:07:28.941959 dv-cinder-831439-3-iscsi neutron-server[110180]: return self.request(url, 'GET', **kwargs) Mar 02 15:07:28.941959 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 15:07:28.941959 dv-cinder-831439-3-iscsi neutron-server[110180]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 15:07:28.941959 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 15:07:28.941959 dv-cinder-831439-3-iscsi neutron-server[110180]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 15:07:28.941959 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 15:07:28.941959 dv-cinder-831439-3-iscsi neutron-server[110180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 15:07:28.941959 dv-cinder-831439-3-iscsi neutron-server[110180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 15:07:29.057422 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-5b3ed687-563c-4b94-b5f8-fa818891658e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16057834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559807'] for network (8e0253f3-be69-44b9-92c3-33be31dbad21), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:29.062778 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-5b3ed687-563c-4b94-b5f8-fa818891658e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16231659'] for network (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:29.073643 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-5b3ed687-563c-4b94-b5f8-fa818891658e admin admin] 10.222.0.52 "DELETE /v2.0/networks/8e0253f3-be69-44b9-92c3-33be31dbad21 HTTP/1.1" status: 204 len: 168 time: 0.6722069 Mar 02 15:07:29.078093 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3ed687-563c-4b94-b5f8-fa818891658e admin admin] Pushing event deleted for resources: {'Network': ['ID=8e0253f3-be69-44b9-92c3-33be31dbad21,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:07:29.153966 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a890892-c809-49ee-a706-1946348cffc0 req-1ca97d90-bac0-4455-b49d-04bc27c36813 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:07:29.155533 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6a890892-c809-49ee-a706-1946348cffc0 req-1ca97d90-bac0-4455-b49d-04bc27c36813 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5 HTTP/1.1" status: 200 len: 945 time: 0.0537765 Mar 02 15:07:29.205872 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6a890892-c809-49ee-a706-1946348cffc0 req-aa42b62a-9bba-4c49-92bb-1c7fc7d35fd5 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d7e0eb8-a571-4baa-adc9-84fc8a01bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443814 Mar 02 15:07:29.384487 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 33036) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:07:29.423517 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-a72a4d36-251a-462b-beea-7e737bf3b31e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ef7ebc74e4e04842a71eef9540bbb905&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0376320 Mar 02 15:07:29.426562 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 33038) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:07:29.475439 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-45197c6c-6346-47a0-8fbb-1767cf33a6e6 admin admin] Publish callbacks [] for security_group (6bccecc2-9520-46aa-9c7f-c4dc90b6b371), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:29.498832 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-45197c6c-6346-47a0-8fbb-1767cf33a6e6 admin admin] Publish callbacks [] for security_group (6bccecc2-9520-46aa-9c7f-c4dc90b6b371), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:29.654916 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-45197c6c-6346-47a0-8fbb-1767cf33a6e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (6bccecc2-9520-46aa-9c7f-c4dc90b6b371), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:29.657455 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-45197c6c-6346-47a0-8fbb-1767cf33a6e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:29.658911 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-45197c6c-6346-47a0-8fbb-1767cf33a6e6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6bccecc2-9520-46aa-9c7f-c4dc90b6b371 HTTP/1.1" status: 204 len: 168 time: 0.2311757 Mar 02 15:07:29.667416 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45197c6c-6346-47a0-8fbb-1767cf33a6e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bccecc2-9520-46aa-9c7f-c4dc90b6b371,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:07:30.340036 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701361d3-c4d5-47be-b269-30ec5fddd12e req-9d99789e-f4cf-4ea7-9352-51449d812015 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:07:30.342233 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-701361d3-c4d5-47be-b269-30ec5fddd12e req-9d99789e-f4cf-4ea7-9352-51449d812015 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5 HTTP/1.1" status: 200 len: 945 time: 0.0632901 Mar 02 15:07:30.387228 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Device 79b51c23-b0a7-4a35-ab3d-abefd3202751 no longer exists at agent ovs-agent-dv-cinder-831439-3-iscsi {{(pid=110181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 15:07:30.408624 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] No Port match for: 79b51c23-b0a7-4a35-ab3d-abefd3202751 {{(pid=110181) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 15:07:30.408942 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Device 79b51c23-b0a7-4a35-ab3d-abefd3202751 not bound to the agent host dv-cinder-831439-3-iscsi {{(pid=110181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 15:07:30.412341 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-701361d3-c4d5-47be-b269-30ec5fddd12e req-d8ed1d03-f1e4-4193-93e4-d25c26c66f04 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d7e0eb8-a571-4baa-adc9-84fc8a01bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586865 Mar 02 15:07:30.439660 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 33046) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:07:30.482131 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-3bf263fd-7608-4e1d-b87e-d05f57c3489c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=35fa8d020fa2455d9f5f379abf47d14e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412786 Mar 02 15:07:30.484662 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 33048) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:07:30.530739 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-ce9aa5a6-5e25-4007-94d2-6d55cb78344d admin admin] Publish callbacks [] for security_group (4aa1eb31-3976-4647-9bb6-9eafb092938d), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:30.551859 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-ce9aa5a6-5e25-4007-94d2-6d55cb78344d admin admin] Publish callbacks [] for security_group (4aa1eb31-3976-4647-9bb6-9eafb092938d), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:30.714296 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-ce9aa5a6-5e25-4007-94d2-6d55cb78344d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (4aa1eb31-3976-4647-9bb6-9eafb092938d), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:30.716937 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-ce9aa5a6-5e25-4007-94d2-6d55cb78344d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:30.718116 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-ce9aa5a6-5e25-4007-94d2-6d55cb78344d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4aa1eb31-3976-4647-9bb6-9eafb092938d HTTP/1.1" status: 204 len: 168 time: 0.2325644 Mar 02 15:07:30.727176 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9aa5a6-5e25-4007-94d2-6d55cb78344d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa1eb31-3976-4647-9bb6-9eafb092938d,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:07:31.548543 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a5ff2f-d8a6-4229-bf57-fa5fe51733dd req-2fccb51b-bd4a-49fd-8773-f7e1e271871b tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:07:31.550108 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-11a5ff2f-d8a6-4229-bf57-fa5fe51733dd req-2fccb51b-bd4a-49fd-8773-f7e1e271871b tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5 HTTP/1.1" status: 200 len: 945 time: 0.0585868 Mar 02 15:07:31.601159 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-11a5ff2f-d8a6-4229-bf57-fa5fe51733dd req-6d036442-7506-4a23-8011-7c9975d932e2 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d7e0eb8-a571-4baa-adc9-84fc8a01bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454638 Mar 02 15:07:31.863198 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 33072) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:07:31.971538 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.v2.base [None req-d9f25c10-6f67-4611-8414-26012376f294 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1765529585-network', 'tenant_id': '7de5f8ffc29449a8970c42522a6efe67'}} {{(pid=110180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 15:07:32.060610 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f25c10-6f67-4611-8414-26012376f294 admin admin] Made reservation on behalf of 7de5f8ffc29449a8970c42522a6efe67 for: {'network': 1} {{(pid=110180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 15:07:32.063168 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-d9f25c10-6f67-4611-8414-26012376f294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for network (None), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:32.073356 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-d9f25c10-6f67-4611-8414-26012376f294 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:32.155928 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-d9f25c10-6f67-4611-8414-26012376f294 admin admin] Publish callbacks [] for security_group (b41a8ebd-7bce-4a3a-948a-67bb44e0d1c3), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:32.249062 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-d9f25c10-6f67-4611-8414-26012376f294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (b41a8ebd-7bce-4a3a-948a-67bb44e0d1c3), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:32.274685 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9f25c10-6f67-4611-8414-26012376f294 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=110180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 15:07:32.285763 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f25c10-6f67-4611-8414-26012376f294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b41a8ebd-7bce-4a3a-948a-67bb44e0d1c3,revision_number=1']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:07:32.290970 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-d9f25c10-6f67-4611-8414-26012376f294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16119287'] for segment (d942a0b3-5f48-46e2-b373-8a0ebab50251), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:32.291288 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.db.segments_db [None req-d9f25c10-6f67-4611-8414-26012376f294 admin admin] Added segment d942a0b3-5f48-46e2-b373-8a0ebab50251 of type vlan for network c205c27c-cdfe-46e1-b04c-d672de0d3fe3 Mar 02 15:07:32.341687 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-d9f25c10-6f67-4611-8414-26012376f294 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757345464387'] for network (c205c27c-cdfe-46e1-b04c-d672de0d3fe3), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:32.432008 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-d9f25c10-6f67-4611-8414-26012376f294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677'] for network (c205c27c-cdfe-46e1-b04c-d672de0d3fe3), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:32.432917 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f25c10-6f67-4611-8414-26012376f294 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:07:32.433501 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-d9f25c10-6f67-4611-8414-26012376f294 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16231659'] for network (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:32.495198 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f25c10-6f67-4611-8414-26012376f294 admin admin] Pushing event updated for resources: {'Network': ['ID=c205c27c-cdfe-46e1-b04c-d672de0d3fe3,revision_number=1']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:07:32.505427 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Network c205c27c-cdfe-46e1-b04c-d672de0d3fe3 details requested by agent ovs-agent-dv-cinder-831439-3-iscsi with host dv-cinder-831439-3-iscsi {{(pid=110181) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 15:07:32.546694 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-d9f25c10-6f67-4611-8414-26012376f294 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6822815 Mar 02 15:07:32.549758 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 33076) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:07:32.555259 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.v2.base [None req-7f8286d2-c3a2-48a5-a3f2-8c438d9abeb1 admin admin] Request body: {'subnet': {'network_id': 'c205c27c-cdfe-46e1-b04c-d672de0d3fe3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1765529585-subnet', 'tenant_id': '7de5f8ffc29449a8970c42522a6efe67', 'ip_version': 4}} {{(pid=110180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 15:07:32.672089 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f8286d2-c3a2-48a5-a3f2-8c438d9abeb1 admin admin] Made reservation on behalf of 7de5f8ffc29449a8970c42522a6efe67 for: {'subnet': 1} {{(pid=110180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 15:07:32.674491 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-7f8286d2-c3a2-48a5-a3f2-8c438d9abeb1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58812414'] for subnet (None), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:32.792318 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8657e3de-64cc-4548-bfc8-e1a9ceb84854 req-09cf2486-f57e-46f3-a0e1-3c27f9b692b4 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:07:32.794019 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-8657e3de-64cc-4548-bfc8-e1a9ceb84854 req-09cf2486-f57e-46f3-a0e1-3c27f9b692b4 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5 HTTP/1.1" status: 200 len: 945 time: 0.1165307 Mar 02 15:07:32.878033 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-8657e3de-64cc-4548-bfc8-e1a9ceb84854 req-42d9d725-761a-4398-bf1e-2d06a7195310 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d7e0eb8-a571-4baa-adc9-84fc8a01bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765400 Mar 02 15:07:32.971977 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-7f8286d2-c3a2-48a5-a3f2-8c438d9abeb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3672668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58812364'] for subnet (61ac6005-af56-475d-a05a-68a49febcf55), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:33.024577 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8286d2-c3a2-48a5-a3f2-8c438d9abeb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61ac6005-af56-475d-a05a-68a49febcf55,revision_number=0']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:07:33.034831 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8286d2-c3a2-48a5-a3f2-8c438d9abeb1 admin admin] Checking segment: {'id': 'd942a0b3-5f48-46e2-b373-8a0ebab50251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'c205c27c-cdfe-46e1-b04c-d672de0d3fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 15:07:33.035895 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8286d2-c3a2-48a5-a3f2-8c438d9abeb1 admin admin] Network hostable DHCP agents. Network: c205c27c-cdfe-46e1-b04c-d672de0d3fe3, hostable agents: ['dc3a6147-3194-47be-b33a-76a9a2a48933'], hosted agents: [] {{(pid=110180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 15:07:33.137433 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8286d2-c3a2-48a5-a3f2-8c438d9abeb1 admin admin] Network c205c27c-cdfe-46e1-b04c-d672de0d3fe3 is scheduled to be hosted by DHCP agent dc3a6147-3194-47be-b33a-76a9a2a48933 with binding_index 1 {{(pid=110180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 15:07:33.243176 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.base_scheduler [None req-7f8286d2-c3a2-48a5-a3f2-8c438d9abeb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831439-3-iscsi, c205c27c-cdfe-46e1-b04c-d672de0d3fe3) {{(pid=110180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 15:07:33.247749 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8286d2-c3a2-48a5-a3f2-8c438d9abeb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:07:33.248829 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-7f8286d2-c3a2-48a5-a3f2-8c438d9abeb1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:33.253312 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa03e43-da98-4119-ba7c-4d9f30437812 None None] Network c205c27c-cdfe-46e1-b04c-d672de0d3fe3 requested from dv-cinder-831439-3-iscsi {{(pid=110181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 15:07:33.346008 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-7f8286d2-c3a2-48a5-a3f2-8c438d9abeb1 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7949433 Mar 02 15:07:33.350817 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 33080) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:07:33.355499 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e82598c-52a4-4d9b-8193-5ae41b2564bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f7ea2e6-afbe-59ed-88ad-785bacde5fc6-c205c27c-cdfe-46e1-b04c-d672de0d3fe3', 'network_id': 'c205c27c-cdfe-46e1-b04c-d672de0d3fe3', 'project_id': '7de5f8ffc29449a8970c42522a6efe67', 'fixed_ips': [{'subnet_id': '61ac6005-af56-475d-a05a-68a49febcf55'}]}} from dv-cinder-831439-3-iscsi. {{(pid=110181) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 02 15:07:33.358920 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.v2.base [None req-cadd7aea-a600-4cfd-b224-727d4c8d2f11 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1765529585-router', 'tenant_id': '7de5f8ffc29449a8970c42522a6efe67', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf'}}} {{(pid=110179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 15:07:33.359109 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-2e82598c-52a4-4d9b-8193-5ae41b2564bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (None), before_create {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:33.451680 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-cadd7aea-a600-4cfd-b224-727d4c8d2f11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6330'] for router (b4d95977-025d-41c2-973e-cde076edf386), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:33.452713 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-cadd7aea-a600-4cfd-b224-727d4c8d2f11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-562153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557622', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6321'] for router (b4d95977-025d-41c2-973e-cde076edf386), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:33.491051 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.db_base_plugin_common [None req-2e82598c-52a4-4d9b-8193-5ae41b2564bd None None] Allocated IP 172.20.0.2 (c205c27c-cdfe-46e1-b04c-d672de0d3fe3/61ac6005-af56-475d-a05a-68a49febcf55/6e679c73-9066-4009-aca3-066382e14eeb) {{(pid=110181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 15:07:33.508841 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-cadd7aea-a600-4cfd-b224-727d4c8d2f11 admin admin] Publish callbacks [] for router_controller (b4d95977-025d-41c2-973e-cde076edf386), precommit_add_association {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:33.639217 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-2e82598c-52a4-4d9b-8193-5ae41b2564bd None None] Publish callbacks [] for port (6e679c73-9066-4009-aca3-066382e14eeb), precommit_create {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:33.746662 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-2e82598c-52a4-4d9b-8193-5ae41b2564bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757345480668'] for port (6e679c73-9066-4009-aca3-066382e14eeb), after_create {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:33.756807 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-cadd7aea-a600-4cfd-b224-727d4c8d2f11 admin admin] Publish callbacks [] for router_gateway (b4d95977-025d-41c2-973e-cde076edf386), precommit_update {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:33.790700 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e82598c-52a4-4d9b-8193-5ae41b2564bd None None] Network c205c27c-cdfe-46e1-b04c-d672de0d3fe3 is already hosted by enough agents. {{(pid=110181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 15:07:33.793563 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.scheduler.base_scheduler [None req-2e82598c-52a4-4d9b-8193-5ae41b2564bd None None] Resources bound (agent type, host, resource id): {{(pid=110181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 15:07:33.797028 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e82598c-52a4-4d9b-8193-5ae41b2564bd None None] Received port after_create {{(pid=110181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 15:07:33.802975 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e82598c-52a4-4d9b-8193-5ae41b2564bd None None] Pushing event updated for resources: {'Port': ['ID=6e679c73-9066-4009-aca3-066382e14eeb,revision_number=1']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:07:33.857180 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.managers [None req-2e82598c-52a4-4d9b-8193-5ae41b2564bd None None] Attempting to bind port 6e679c73-9066-4009-aca3-066382e14eeb on host dv-cinder-831439-3-iscsi for vnic_type normal with profile {{(pid=110181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 15:07:33.857588 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.managers [None req-2e82598c-52a4-4d9b-8193-5ae41b2564bd None None] Attempting to bind port 6e679c73-9066-4009-aca3-066382e14eeb by drivers openvswitch,hyperv on host dv-cinder-831439-3-iscsi at level 0 using segments [{'id': 'd942a0b3-5f48-46e2-b373-8a0ebab50251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'c205c27c-cdfe-46e1-b04c-d672de0d3fe3'}] {{(pid=110181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 15:07:33.857993 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e82598c-52a4-4d9b-8193-5ae41b2564bd None None] Attempting to bind port 6e679c73-9066-4009-aca3-066382e14eeb on network c205c27c-cdfe-46e1-b04c-d672de0d3fe3 {{(pid=110181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 15:07:33.864311 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e82598c-52a4-4d9b-8193-5ae41b2564bd None None] Checking agent: {'id': '3a73802c-5f14-4c1f-8439-e74c4c90063b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831439-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 14, 48, 15), 'started_at': datetime.datetime(2022, 3, 2, 14, 48, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 15, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831439-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 15:07:33.864702 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e82598c-52a4-4d9b-8193-5ae41b2564bd None None] Checking segment: {'id': 'd942a0b3-5f48-46e2-b373-8a0ebab50251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'c205c27c-cdfe-46e1-b04c-d672de0d3fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 15:07:33.865105 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-2e82598c-52a4-4d9b-8193-5ae41b2564bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:33.865508 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e82598c-52a4-4d9b-8193-5ae41b2564bd None None] Bound using segment: {'id': 'd942a0b3-5f48-46e2-b373-8a0ebab50251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'c205c27c-cdfe-46e1-b04c-d672de0d3fe3'} {{(pid=110181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 15:07:33.865981 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.managers [None req-2e82598c-52a4-4d9b-8193-5ae41b2564bd None None] Bound port: 6e679c73-9066-4009-aca3-066382e14eeb, host: dv-cinder-831439-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd942a0b3-5f48-46e2-b373-8a0ebab50251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'c205c27c-cdfe-46e1-b04c-d672de0d3fe3'}}] {{(pid=110181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 15:07:33.866364 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-2e82598c-52a4-4d9b-8193-5ae41b2564bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (6e679c73-9066-4009-aca3-066382e14eeb), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:33.958296 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-2e82598c-52a4-4d9b-8193-5ae41b2564bd None None] For port 6e679c73-9066-4009-aca3-066382e14eeb, host dv-cinder-831439-3-iscsi, cleared binding levels {{(pid=110181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 15:07:33.962568 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-2e82598c-52a4-4d9b-8193-5ae41b2564bd None None] For port 6e679c73-9066-4009-aca3-066382e14eeb, host dv-cinder-831439-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831439-3-iscsi',level=0,port_id=6e679c73-9066-4009-aca3-066382e14eeb,segment=NetworkSegment(d942a0b3-5f48-46e2-b373-8a0ebab50251),segment_id=d942a0b3-5f48-46e2-b373-8a0ebab50251)] {{(pid=110181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 15:07:34.010167 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409b157a-ac91-4985-8307-be8a90bd31be req-332a2058-7abc-4342-9e76-5a9c2877bdbf tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:07:34.011845 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-409b157a-ac91-4985-8307-be8a90bd31be req-332a2058-7abc-4342-9e76-5a9c2877bdbf tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5 HTTP/1.1" status: 200 len: 945 time: 0.0579805 Mar 02 15:07:34.045718 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-cadd7aea-a600-4cfd-b224-727d4c8d2f11 admin admin] Publish callbacks [] for router_gateway (b4d95977-025d-41c2-973e-cde076edf386), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:34.060785 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-2e82598c-52a4-4d9b-8193-5ae41b2564bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (6e679c73-9066-4009-aca3-066382e14eeb), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:34.062234 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-409b157a-ac91-4985-8307-be8a90bd31be req-0eb40a1d-d5ca-4ae6-aa07-93f9515f3614 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d7e0eb8-a571-4baa-adc9-84fc8a01bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442510 Mar 02 15:07:34.067662 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-cadd7aea-a600-4cfd-b224-727d4c8d2f11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (None), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:34.127440 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e82598c-52a4-4d9b-8193-5ae41b2564bd None None] Pushing event updated for resources: {'Port': ['ID=6e679c73-9066-4009-aca3-066382e14eeb,revision_number=2']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:07:34.202251 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.db.db_base_plugin_common [None req-cadd7aea-a600-4cfd-b224-727d4c8d2f11 admin admin] Allocated IP 172.27.0.45 (ed71569c-47b6-4b42-b6b3-c541700724bf/701fb87e-0ea2-4d8d-8228-0af980cd437a/23bb7610-0d04-423c-93a6-4bbff4c99431) {{(pid=110179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 15:07:34.333303 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-cadd7aea-a600-4cfd-b224-727d4c8d2f11 admin admin] Publish callbacks [] for port (23bb7610-0d04-423c-93a6-4bbff4c99431), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:34.431307 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Device 6e679c73-9066-4009-aca3-066382e14eeb up at agent ovs-agent-dv-cinder-831439-3-iscsi {{(pid=110181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 15:07:34.473037 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-cadd7aea-a600-4cfd-b224-727d4c8d2f11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757345480668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3822761'] for port (23bb7610-0d04-423c-93a6-4bbff4c99431), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:34.490805 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Provisioning complete for port 6e679c73-9066-4009-aca3-066382e14eeb triggered by entity L2. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 15:07:34.491189 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (6e679c73-9066-4009-aca3-066382e14eeb), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:34.518981 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cadd7aea-a600-4cfd-b224-727d4c8d2f11 admin admin] Network ed71569c-47b6-4b42-b6b3-c541700724bf is already hosted by enough agents. {{(pid=110179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 15:07:34.522718 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.scheduler.base_scheduler [None req-cadd7aea-a600-4cfd-b224-727d4c8d2f11 admin admin] Resources bound (agent type, host, resource id): {{(pid=110179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 15:07:34.525442 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadd7aea-a600-4cfd-b224-727d4c8d2f11 admin admin] Received port after_create {{(pid=110179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 15:07:34.555079 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadd7aea-a600-4cfd-b224-727d4c8d2f11 admin admin] Pushing event updated for resources: {'Port': ['ID=23bb7610-0d04-423c-93a6-4bbff4c99431,revision_number=1']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:07:34.592041 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Current status of the port 6e679c73-9066-4009-aca3-066382e14eeb is: DOWN; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 15:07:34.592439 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (6e679c73-9066-4009-aca3-066382e14eeb), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:34.632721 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] For port 6e679c73-9066-4009-aca3-066382e14eeb, host dv-cinder-831439-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831439-3-iscsi',level=0,port_id=6e679c73-9066-4009-aca3-066382e14eeb,segment=NetworkSegment(d942a0b3-5f48-46e2-b373-8a0ebab50251),segment_id=d942a0b3-5f48-46e2-b373-8a0ebab50251)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:07:34.680459 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Device e2a65c91-ccd4-45ad-a703-bc49593da585 details requested by agent hyperv_hv-cinder-83143 with host hv-cinder-83143 {{(pid=110181) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 15:07:34.738956 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (6e679c73-9066-4009-aca3-066382e14eeb), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:34.810266 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Pushing event updated for resources: {'Port': ['ID=6e679c73-9066-4009-aca3-066382e14eeb,revision_number=3']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:07:34.825452 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] For port e2a65c91-ccd4-45ad-a703-bc49593da585, host hv-cinder-83143, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=e2a65c91-ccd4-45ad-a703-bc49593da585,segment=NetworkSegment(a29b8c1f-4601-46a8-a0c5-19fb5294c518),segment_id=a29b8c1f-4601-46a8-a0c5-19fb5294c518)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:07:34.849775 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Returning: {'device': 'e2a65c91-ccd4-45ad-a703-bc49593da585', 'network_id': '32a772a1-de65-4149-a254-15f24cef804d', 'port_id': 'e2a65c91-ccd4-45ad-a703-bc49593da585', 'mac_address': 'fa:16:3e:e2:4b:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f813be6-b019-4418-9613-23d83e4ca2ff', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110181) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 15:07:34.907593 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Current status of the port e2a65c91-ccd4-45ad-a703-bc49593da585 is: ACTIVE; New status is: BUILD {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 15:07:34.908050 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (e2a65c91-ccd4-45ad-a703-bc49593da585), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:34.914942 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-cadd7aea-a600-4cfd-b224-727d4c8d2f11 admin admin] Publish callbacks [] for router_gateway (b4d95977-025d-41c2-973e-cde076edf386), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:34.924422 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.notifiers.nova [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e2a65c91-ccd4-45ad-a703-bc49593da585 {{(pid=110181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 15:07:34.949534 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] For port e2a65c91-ccd4-45ad-a703-bc49593da585, host hv-cinder-83143, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=e2a65c91-ccd4-45ad-a703-bc49593da585,segment=NetworkSegment(a29b8c1f-4601-46a8-a0c5-19fb5294c518),segment_id=a29b8c1f-4601-46a8-a0c5-19fb5294c518)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:07:35.023522 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (e2a65c91-ccd4-45ad-a703-bc49593da585), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:35.084774 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Pushing event updated for resources: {'Port': ['ID=e2a65c91-ccd4-45ad-a703-bc49593da585,revision_number=6']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:07:35.148977 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-cadd7aea-a600-4cfd-b224-727d4c8d2f11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557675'] for router (b4d95977-025d-41c2-973e-cde076edf386), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:35.168341 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bcbaac5-f7f5-4b59-af21-bc488d739c81 None None] Network c205c27c-cdfe-46e1-b04c-d672de0d3fe3 requested from dv-cinder-831439-3-iscsi {{(pid=110181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 15:07:35.206157 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aa889d-1525-4e3f-967d-d8ec3aa54456 req-a9b38265-a91d-4ca4-8a6b-3c85569521ea tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:07:35.213980 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-70aa889d-1525-4e3f-967d-d8ec3aa54456 req-a9b38265-a91d-4ca4-8a6b-3c85569521ea tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5 HTTP/1.1" status: 200 len: 944 time: 0.0696681 Mar 02 15:07:35.220575 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] get_ports_and_sgs() called for port_ids ['e2a65c91-ccd4-45ad-a703-bc49593da585'] {{(pid=110181) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 15:07:35.263110 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-70aa889d-1525-4e3f-967d-d8ec3aa54456 req-902fc743-c270-49d9-a90d-6807d4db0d4a tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d7e0eb8-a571-4baa-adc9-84fc8a01bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482275 Mar 02 15:07:35.301533 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-2a9f9206-f2ac-4b3b-b3bd-e379b9d357db None None] Provisioning complete for port 6e679c73-9066-4009-aca3-066382e14eeb triggered by entity DHCP. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 15:07:35.301908 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-2a9f9206-f2ac-4b3b-b3bd-e379b9d357db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (6e679c73-9066-4009-aca3-066382e14eeb), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:35.478616 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-2a9f9206-f2ac-4b3b-b3bd-e379b9d357db None None] Current status of the port 6e679c73-9066-4009-aca3-066382e14eeb is: ACTIVE; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 15:07:35.623553 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cadd7aea-a600-4cfd-b224-727d4c8d2f11 admin admin] Router b4d95977-025d-41c2-973e-cde076edf386 is scheduled to L3 agent 4b7d4a90-2987-419a-b6cd-7624b7dba065 with binding_index 1 {{(pid=110179) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 15:07:35.711462 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-2ada3e69-5d40-412e-b3d6-85ac802c3aad None None] Provisioning complete for port 6e679c73-9066-4009-aca3-066382e14eeb triggered by entity DHCP. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 15:07:35.712100 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-2ada3e69-5d40-412e-b3d6-85ac802c3aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (6e679c73-9066-4009-aca3-066382e14eeb), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:35.734215 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cadd7aea-a600-4cfd-b224-727d4c8d2f11 admin admin] Notify agent at l3_agent.dv-cinder-831439-3-iscsi the message routers_updated {{(pid=110179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 15:07:35.746895 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bc1903-d05a-4d68-917b-a29ec9b4d984 None None] Sync routers for ids ['b4d95977-025d-41c2-973e-cde076edf386'] in dv-cinder-831439-3-iscsi {{(pid=110181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 15:07:35.795802 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bc1903-d05a-4d68-917b-a29ec9b4d984 None None] Routers {'b4d95977-025d-41c2-973e-cde076edf386'} bound to L3 agent in host dv-cinder-831439-3-iscsi {{(pid=110181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 15:07:35.796441 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-37bc1903-d05a-4d68-917b-a29ec9b4d984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831439-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T14:48:11Z,description=,heartbeat_timestamp=2022-03-02T15:07:11Z,host='dv-cinder-831439-3-iscsi',id=4b7d4a90-2987-419a-b6cd-7624b7dba065,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T14:48:12Z,topic='l3_agent')) {'router_ids': ['b4d95977-025d-41c2-973e-cde076edf386'], 'active': True} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:07:35.810924 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-cadd7aea-a600-4cfd-b224-727d4c8d2f11 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:35.812231 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-cadd7aea-a600-4cfd-b224-727d4c8d2f11 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4601505 Mar 02 15:07:35.814815 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 33088) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:07:36.070895 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-2ada3e69-5d40-412e-b3d6-85ac802c3aad None None] Current status of the port 6e679c73-9066-4009-aca3-066382e14eeb is: ACTIVE; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 15:07:36.098009 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvr_db [None req-37bc1903-d05a-4d68-917b-a29ec9b4d984 None None] Set router b4d95977-025d-41c2-973e-cde076edf386 gateway port host: dv-cinder-831439-3-iscsi {{(pid=110181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 15:07:36.273130 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-fda8e099-cd45-4ba7-a4d9-88fab9af508a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (None), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:36.286722 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-37bc1903-d05a-4d68-917b-a29ec9b4d984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d95977-025d-41c2-973e-cde076edf386', 'name': 'tempest-TestVolumeBootPattern-1765529585-router', 'tenant_id': '7de5f8ffc29449a8970c42522a6efe67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '23bb7610-0d04-423c-93a6-4bbff4c99431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T15:07:33Z', 'updated_at': '2022-03-02T15:07:34Z', 'revision_number': 3, 'project_id': '7de5f8ffc29449a8970c42522a6efe67', 'gw_port': {'id': '23bb7610-0d04-423c-93a6-4bbff4c99431', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:5b:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d95977-025d-41c2-973e-cde076edf386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:07:34Z', 'updated_at': '2022-03-02T15:07:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi'}], 'dv-cinder-831439-3-iscsi', False) {} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:07:36.314312 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bc1903-d05a-4d68-917b-a29ec9b4d984 None None] Checking router: b4d95977-025d-41c2-973e-cde076edf386 for host: dv-cinder-831439-3-iscsi {{(pid=110181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 15:07:36.314702 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bc1903-d05a-4d68-917b-a29ec9b4d984 None None] Updating router b4d95977-025d-41c2-973e-cde076edf386 port 23bb7610-0d04-423c-93a6-4bbff4c99431 binding host dv-cinder-831439-3-iscsi {{(pid=110181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 15:07:36.348218 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-37bc1903-d05a-4d68-917b-a29ec9b4d984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (23bb7610-0d04-423c-93a6-4bbff4c99431), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:36.403714 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31674cc1-4b2f-4034-816a-ec996b4f3dce req-b747455d-6665-4f79-b1aa-46ae4c0d9886 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:07:36.406047 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-31674cc1-4b2f-4034-816a-ec996b4f3dce req-b747455d-6665-4f79-b1aa-46ae4c0d9886 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5 HTTP/1.1" status: 200 len: 944 time: 0.0601416 Mar 02 15:07:36.440361 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Device 6e679c73-9066-4009-aca3-066382e14eeb up at agent ovs-agent-dv-cinder-831439-3-iscsi {{(pid=110181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 15:07:36.461919 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-31674cc1-4b2f-4034-816a-ec996b4f3dce req-11dbeee2-b72f-4f9e-bfa1-385d898f4232 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d7e0eb8-a571-4baa-adc9-84fc8a01bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472667 Mar 02 15:07:36.462176 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.db.db_base_plugin_common [None req-fda8e099-cd45-4ba7-a4d9-88fab9af508a admin admin] Allocated IP 172.20.0.1 (c205c27c-cdfe-46e1-b04c-d672de0d3fe3/61ac6005-af56-475d-a05a-68a49febcf55/2f60fe98-703d-40dc-b085-a6bd9dd5d22a) {{(pid=110179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 15:07:36.558003 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Provisioning complete for port 6e679c73-9066-4009-aca3-066382e14eeb triggered by entity L2. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 15:07:36.558380 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (6e679c73-9066-4009-aca3-066382e14eeb), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:36.579965 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-fda8e099-cd45-4ba7-a4d9-88fab9af508a admin admin] Publish callbacks [] for port (2f60fe98-703d-40dc-b085-a6bd9dd5d22a), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:36.693937 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Device e2a65c91-ccd4-45ad-a703-bc49593da585 up at agent hyperv_hv-cinder-83143 {{(pid=110181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 15:07:36.709236 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-fda8e099-cd45-4ba7-a4d9-88fab9af508a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757345480668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3822761'] for port (2f60fe98-703d-40dc-b085-a6bd9dd5d22a), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:36.733218 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-37bc1903-d05a-4d68-917b-a29ec9b4d984 None None] Publish callbacks [] for port (23bb7610-0d04-423c-93a6-4bbff4c99431), precommit_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:36.736966 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Current status of the port 6e679c73-9066-4009-aca3-066382e14eeb is: ACTIVE; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 15:07:36.750972 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda8e099-cd45-4ba7-a4d9-88fab9af508a admin admin] Network c205c27c-cdfe-46e1-b04c-d672de0d3fe3 is already hosted by enough agents. {{(pid=110179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 15:07:36.755535 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.scheduler.base_scheduler [None req-fda8e099-cd45-4ba7-a4d9-88fab9af508a admin admin] Resources bound (agent type, host, resource id): {{(pid=110179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 15:07:36.757999 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda8e099-cd45-4ba7-a4d9-88fab9af508a admin admin] Received port after_create {{(pid=110179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 15:07:36.765479 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Provisioning complete for port e2a65c91-ccd4-45ad-a703-bc49593da585 triggered by entity L2. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 15:07:36.765479 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (e2a65c91-ccd4-45ad-a703-bc49593da585), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:36.781408 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda8e099-cd45-4ba7-a4d9-88fab9af508a admin admin] Pushing event updated for resources: {'Port': ['ID=2f60fe98-703d-40dc-b085-a6bd9dd5d22a,revision_number=1']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:07:36.803761 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-fda8e099-cd45-4ba7-a4d9-88fab9af508a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-559670'] for router_interface (b4d95977-025d-41c2-973e-cde076edf386), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:36.815050 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-37bc1903-d05a-4d68-917b-a29ec9b4d984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (23bb7610-0d04-423c-93a6-4bbff4c99431), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:36.887490 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Current status of the port e2a65c91-ccd4-45ad-a703-bc49593da585 is: BUILD; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 15:07:36.888062 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (e2a65c91-ccd4-45ad-a703-bc49593da585), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:36.907204 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082f5ab3-4d94-4097-9ff7-29c90c1d1af6 None None] Pushing event updated for resources: {'Port': ['ID=23bb7610-0d04-423c-93a6-4bbff4c99431,revision_number=2']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:07:36.919074 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.managers [None req-37bc1903-d05a-4d68-917b-a29ec9b4d984 None None] Attempting to bind port 23bb7610-0d04-423c-93a6-4bbff4c99431 on host dv-cinder-831439-3-iscsi for vnic_type normal with profile {{(pid=110181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 15:07:36.919452 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.managers [None req-37bc1903-d05a-4d68-917b-a29ec9b4d984 None None] Attempting to bind port 23bb7610-0d04-423c-93a6-4bbff4c99431 by drivers openvswitch,hyperv on host dv-cinder-831439-3-iscsi at level 0 using segments [{'id': '23151279-75ac-4f5a-99b2-c6146d92420f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf'}] {{(pid=110181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 15:07:36.919858 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bc1903-d05a-4d68-917b-a29ec9b4d984 None None] Attempting to bind port 23bb7610-0d04-423c-93a6-4bbff4c99431 on network ed71569c-47b6-4b42-b6b3-c541700724bf {{(pid=110181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 15:07:36.931015 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bc1903-d05a-4d68-917b-a29ec9b4d984 None None] Checking agent: {'id': '3a73802c-5f14-4c1f-8439-e74c4c90063b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831439-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 14, 48, 15), 'started_at': datetime.datetime(2022, 3, 2, 14, 48, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 15, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831439-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 15:07:36.931392 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bc1903-d05a-4d68-917b-a29ec9b4d984 None None] Checking segment: {'id': '23151279-75ac-4f5a-99b2-c6146d92420f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 15:07:36.931832 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-37bc1903-d05a-4d68-917b-a29ec9b4d984 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:36.932228 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bc1903-d05a-4d68-917b-a29ec9b4d984 None None] Bound using segment: {'id': '23151279-75ac-4f5a-99b2-c6146d92420f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf'} {{(pid=110181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 15:07:36.932698 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.managers [None req-37bc1903-d05a-4d68-917b-a29ec9b4d984 None None] Bound port: 23bb7610-0d04-423c-93a6-4bbff4c99431, host: dv-cinder-831439-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23151279-75ac-4f5a-99b2-c6146d92420f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf'}}] {{(pid=110181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 15:07:36.933080 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-37bc1903-d05a-4d68-917b-a29ec9b4d984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (23bb7610-0d04-423c-93a6-4bbff4c99431), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:36.939670 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2a65c91-ccd4-45ad-a703-bc49593da585'}] {{(pid=110181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 15:07:36.942450 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6faebeedf0149bd95a8e5aac95437523d12653d92db1e1e7ce78ae8719853609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f12c239-eec3-4a1d-9c0d-8f38c67a235f" -d '{"events": [{"server_uuid": "ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5", "name": "network-vif-plugged", "status": "completed", "tag": "e2a65c91-ccd4-45ad-a703-bc49593da585"}]}' {{(pid=110181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 15:07:36.976945 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] For port e2a65c91-ccd4-45ad-a703-bc49593da585, host hv-cinder-83143, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=e2a65c91-ccd4-45ad-a703-bc49593da585,segment=NetworkSegment(a29b8c1f-4601-46a8-a0c5-19fb5294c518),segment_id=a29b8c1f-4601-46a8-a0c5-19fb5294c518)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:07:36.998987 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 15:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01cf1411-7432-4d0b-b845-d39e71ecf8a4 x-openstack-request-id: req-01cf1411-7432-4d0b-b845-d39e71ecf8a4 {{(pid=110181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 15:07:36.999272 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5", "name": "network-vif-plugged", "status": "completed", "tag": "e2a65c91-ccd4-45ad-a703-bc49593da585", "code": 200}]} {{(pid=110181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 15:07:36.999522 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-01cf1411-7432-4d0b-b845-d39e71ecf8a4 {{(pid=110181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 15:07:37.000016 dv-cinder-831439-3-iscsi neutron-server[110181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2a65c91-ccd4-45ad-a703-bc49593da585', 'code': 200} Mar 02 15:07:37.012010 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-37bc1903-d05a-4d68-917b-a29ec9b4d984 None None] For port 23bb7610-0d04-423c-93a6-4bbff4c99431, host dv-cinder-831439-3-iscsi, cleared binding levels {{(pid=110181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 15:07:37.015567 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-37bc1903-d05a-4d68-917b-a29ec9b4d984 None None] For port 23bb7610-0d04-423c-93a6-4bbff4c99431, host dv-cinder-831439-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831439-3-iscsi',level=0,port_id=23bb7610-0d04-423c-93a6-4bbff4c99431,segment=NetworkSegment(23151279-75ac-4f5a-99b2-c6146d92420f),segment_id=23151279-75ac-4f5a-99b2-c6146d92420f)] {{(pid=110181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 15:07:37.022112 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-e9fcdbfd-b51d-4fd4-ade0-e3baafb62e87 None None] Provisioning complete for port 2f60fe98-703d-40dc-b085-a6bd9dd5d22a triggered by entity DHCP. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 15:07:37.022491 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-e9fcdbfd-b51d-4fd4-ade0-e3baafb62e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (2f60fe98-703d-40dc-b085-a6bd9dd5d22a), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:37.033081 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-fda8e099-cd45-4ba7-a4d9-88fab9af508a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (2f60fe98-703d-40dc-b085-a6bd9dd5d22a), before_update {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:37.051405 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (e2a65c91-ccd4-45ad-a703-bc49593da585), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:37.082865 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-37bc1903-d05a-4d68-917b-a29ec9b4d984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (23bb7610-0d04-423c-93a6-4bbff4c99431), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:37.087882 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-e9fcdbfd-b51d-4fd4-ade0-e3baafb62e87 None None] Port 2f60fe98-703d-40dc-b085-a6bd9dd5d22a cannot update to ACTIVE because it is not bound. {{(pid=110181) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 15:07:37.131491 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Pushing event updated for resources: {'Port': ['ID=e2a65c91-ccd4-45ad-a703-bc49593da585,revision_number=7']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:07:37.147858 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bc1903-d05a-4d68-917b-a29ec9b4d984 None None] Routers {'b4d95977-025d-41c2-973e-cde076edf386'} bound to L3 agent in host dv-cinder-831439-3-iscsi {{(pid=110181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 15:07:37.148226 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-37bc1903-d05a-4d68-917b-a29ec9b4d984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831439-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T14:48:11Z,description=,heartbeat_timestamp=2022-03-02T15:07:11Z,host='dv-cinder-831439-3-iscsi',id=4b7d4a90-2987-419a-b6cd-7624b7dba065,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T14:48:12Z,topic='l3_agent')) {'router_ids': ['b4d95977-025d-41c2-973e-cde076edf386'], 'active': True} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:07:37.239032 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-fda8e099-cd45-4ba7-a4d9-88fab9af508a admin admin] Publish callbacks [] for port (2f60fe98-703d-40dc-b085-a6bd9dd5d22a), precommit_update {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:37.276194 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082f5ab3-4d94-4097-9ff7-29c90c1d1af6 None None] Pushing event updated for resources: {'Port': ['ID=23bb7610-0d04-423c-93a6-4bbff4c99431,revision_number=3']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:07:37.306653 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvr_db [None req-37bc1903-d05a-4d68-917b-a29ec9b4d984 None None] Set router b4d95977-025d-41c2-973e-cde076edf386 gateway port host: dv-cinder-831439-3-iscsi {{(pid=110181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 15:07:37.311835 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-fda8e099-cd45-4ba7-a4d9-88fab9af508a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3822752'] for port (2f60fe98-703d-40dc-b085-a6bd9dd5d22a), after_update {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:37.378038 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda8e099-cd45-4ba7-a4d9-88fab9af508a admin admin] Pushing event updated for resources: {'Port': ['ID=2f60fe98-703d-40dc-b085-a6bd9dd5d22a,revision_number=2']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:07:37.386148 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-fda8e099-cd45-4ba7-a4d9-88fab9af508a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16231439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-558502'] for router_interface (b4d95977-025d-41c2-973e-cde076edf386), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:37.485713 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda8e099-cd45-4ba7-a4d9-88fab9af508a admin admin] Network c205c27c-cdfe-46e1-b04c-d672de0d3fe3 is already hosted by enough agents. {{(pid=110179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 15:07:37.487075 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.scheduler.base_scheduler [None req-fda8e099-cd45-4ba7-a4d9-88fab9af508a admin admin] Resources bound (agent type, host, resource id): {{(pid=110179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 15:07:37.516652 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-37bc1903-d05a-4d68-917b-a29ec9b4d984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d95977-025d-41c2-973e-cde076edf386', 'name': 'tempest-TestVolumeBootPattern-1765529585-router', 'tenant_id': '7de5f8ffc29449a8970c42522a6efe67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '23bb7610-0d04-423c-93a6-4bbff4c99431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T15:07:33Z', 'updated_at': '2022-03-02T15:07:36Z', 'revision_number': 4, 'project_id': '7de5f8ffc29449a8970c42522a6efe67', 'gw_port': {'id': '23bb7610-0d04-423c-93a6-4bbff4c99431', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:5b:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d95977-025d-41c2-973e-cde076edf386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:07:34Z', 'updated_at': '2022-03-02T15:07:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi', '_interfaces': [{'id': '2f60fe98-703d-40dc-b085-a6bd9dd5d22a', 'name': '', 'network_id': 'c205c27c-cdfe-46e1-b04c-d672de0d3fe3', 'tenant_id': '7de5f8ffc29449a8970c42522a6efe67', 'mac_address': 'fa:16:3e:88:f4:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d95977-025d-41c2-973e-cde076edf386', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '61ac6005-af56-475d-a05a-68a49febcf55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:07:36Z', 'updated_at': '2022-03-02T15:07:36Z', 'revision_number': 1, 'project_id': '7de5f8ffc29449a8970c42522a6efe67', 'subnets': [{'id': '61ac6005-af56-475d-a05a-68a49febcf55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831439-3-iscsi', False) {} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:07:37.548068 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bc1903-d05a-4d68-917b-a29ec9b4d984 None None] The sync data for ids ['b4d95977-025d-41c2-973e-cde076edf386'] in dv-cinder-831439-3-iscsi is: [{'id': 'b4d95977-025d-41c2-973e-cde076edf386', 'name': 'tempest-TestVolumeBootPattern-1765529585-router', 'tenant_id': '7de5f8ffc29449a8970c42522a6efe67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '23bb7610-0d04-423c-93a6-4bbff4c99431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T15:07:33Z', 'updated_at': '2022-03-02T15:07:36Z', 'revision_number': 4, 'project_id': '7de5f8ffc29449a8970c42522a6efe67', 'gw_port': {'id': '23bb7610-0d04-423c-93a6-4bbff4c99431', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:5b:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d95977-025d-41c2-973e-cde076edf386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:07:34Z', 'updated_at': '2022-03-02T15:07:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi', '_interfaces': [{'id': '2f60fe98-703d-40dc-b085-a6bd9dd5d22a', 'name': '', 'network_id': 'c205c27c-cdfe-46e1-b04c-d672de0d3fe3', 'tenant_id': '7de5f8ffc29449a8970c42522a6efe67', 'mac_address': 'fa:16:3e:88:f4:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d95977-025d-41c2-973e-cde076edf386', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '61ac6005-af56-475d-a05a-68a49febcf55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:07:36Z', 'updated_at': '2022-03-02T15:07:36Z', 'revision_number': 1, 'project_id': '7de5f8ffc29449a8970c42522a6efe67', 'subnets': [{'id': '61ac6005-af56-475d-a05a-68a49febcf55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 15:07:37.624139 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fda8e099-cd45-4ba7-a4d9-88fab9af508a admin admin] Router b4d95977-025d-41c2-973e-cde076edf386 has already been hosted by L3 agent 4b7d4a90-2987-419a-b6cd-7624b7dba065 {{(pid=110179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 15:07:37.625013 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b8d58b-3a37-4cb8-a9b2-0644625b35d7 req-bebaf69d-460b-4638-bf47-20228b40d4a3 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:07:37.626641 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-18b8d58b-3a37-4cb8-a9b2-0644625b35d7 req-bebaf69d-460b-4638-bf47-20228b40d4a3 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5 HTTP/1.1" status: 200 len: 945 time: 0.0620792 Mar 02 15:07:37.681373 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-18b8d58b-3a37-4cb8-a9b2-0644625b35d7 req-12f17885-9353-4d0b-9555-75bae044dc63 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d7e0eb8-a571-4baa-adc9-84fc8a01bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462308 Mar 02 15:07:37.763502 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fda8e099-cd45-4ba7-a4d9-88fab9af508a admin admin] Notify agent at l3_agent.dv-cinder-831439-3-iscsi the message routers_updated {{(pid=110179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 15:07:37.785171 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-fda8e099-cd45-4ba7-a4d9-88fab9af508a admin admin] 10.222.0.52 "PUT /v2.0/routers/b4d95977-025d-41c2-973e-cde076edf386/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9682553 Mar 02 15:07:37.840717 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-e22a681b-1070-4bc3-9900-7d389c736e5e None None] Provisioning complete for port 2f60fe98-703d-40dc-b085-a6bd9dd5d22a triggered by entity DHCP. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 15:07:37.841272 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-e22a681b-1070-4bc3-9900-7d389c736e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (2f60fe98-703d-40dc-b085-a6bd9dd5d22a), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:37.887039 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-e22a681b-1070-4bc3-9900-7d389c736e5e None None] Port 2f60fe98-703d-40dc-b085-a6bd9dd5d22a cannot update to ACTIVE because it is not bound. {{(pid=110181) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 15:07:38.421142 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Device 23bb7610-0d04-423c-93a6-4bbff4c99431 up at agent ovs-agent-dv-cinder-831439-3-iscsi {{(pid=110181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 15:07:38.473233 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Provisioning complete for port 23bb7610-0d04-423c-93a6-4bbff4c99431 triggered by entity L2. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 15:07:38.473623 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (23bb7610-0d04-423c-93a6-4bbff4c99431), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:38.540996 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 33110) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:07:38.546062 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.v2.base [None req-ac3cb4a6-2b12-47d8-b9b4-78312076fe35 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-602488170-network', 'tenant_id': '334e7768b1294a11b070b28f995e7779'}} {{(pid=110179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 15:07:38.561832 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Current status of the port 23bb7610-0d04-423c-93a6-4bbff4c99431 is: DOWN; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 15:07:38.562340 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (23bb7610-0d04-423c-93a6-4bbff4c99431), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:38.585956 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] For port 23bb7610-0d04-423c-93a6-4bbff4c99431, host dv-cinder-831439-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831439-3-iscsi',level=0,port_id=23bb7610-0d04-423c-93a6-4bbff4c99431,segment=NetworkSegment(23151279-75ac-4f5a-99b2-c6146d92420f),segment_id=23151279-75ac-4f5a-99b2-c6146d92420f)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:07:38.725645 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac3cb4a6-2b12-47d8-b9b4-78312076fe35 admin admin] Made reservation on behalf of 334e7768b1294a11b070b28f995e7779 for: {'network': 1} {{(pid=110179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 15:07:38.728039 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-ac3cb4a6-2b12-47d8-b9b4-78312076fe35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for network (None), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:38.739491 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-ac3cb4a6-2b12-47d8-b9b4-78312076fe35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:38.777447 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (23bb7610-0d04-423c-93a6-4bbff4c99431), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:38.780973 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-05e9cc41-bde9-45aa-8dd3-0cf092810ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (dc3a6147-3194-47be-b33a-76a9a2a48933), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:38.825586 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-ac3cb4a6-2b12-47d8-b9b4-78312076fe35 admin admin] Publish callbacks [] for security_group (b4a87ebb-853b-4fb4-a2ee-a8eb47834795), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:38.834036 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1bac50-857d-4f62-9134-becf98790cf0 req-50e94e75-c139-4648-ae51-67da39c91c39 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:07:38.835566 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-3f1bac50-857d-4f62-9134-becf98790cf0 req-50e94e75-c139-4648-ae51-67da39c91c39 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5 HTTP/1.1" status: 200 len: 945 time: 0.0757837 Mar 02 15:07:38.846353 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Pushing event updated for resources: {'Port': ['ID=23bb7610-0d04-423c-93a6-4bbff4c99431,revision_number=4']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:07:38.886865 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-3f1bac50-857d-4f62-9134-becf98790cf0 req-a06aa0d2-de38-47ae-bf9a-98f0bedaa388 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d7e0eb8-a571-4baa-adc9-84fc8a01bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450184 Mar 02 15:07:38.976787 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-ac3cb4a6-2b12-47d8-b9b4-78312076fe35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (b4a87ebb-853b-4fb4-a2ee-a8eb47834795), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:39.004313 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac3cb4a6-2b12-47d8-b9b4-78312076fe35 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=110179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 15:07:39.011601 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3cb4a6-2b12-47d8-b9b4-78312076fe35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a87ebb-853b-4fb4-a2ee-a8eb47834795,revision_number=1']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:07:39.016258 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-ac3cb4a6-2b12-47d8-b9b4-78312076fe35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16119287'] for segment (34d249b4-59e9-4c20-a4fb-97706e160712), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:39.016596 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.db.segments_db [None req-ac3cb4a6-2b12-47d8-b9b4-78312076fe35 admin admin] Added segment 34d249b4-59e9-4c20-a4fb-97706e160712 of type vlan for network 810d5278-dded-4ed1-b1c6-eae3fed0a823 Mar 02 15:07:39.058015 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-ac3cb4a6-2b12-47d8-b9b4-78312076fe35 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757345464387'] for network (810d5278-dded-4ed1-b1c6-eae3fed0a823), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:39.154427 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-ac3cb4a6-2b12-47d8-b9b4-78312076fe35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677'] for network (810d5278-dded-4ed1-b1c6-eae3fed0a823), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:39.155385 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3cb4a6-2b12-47d8-b9b4-78312076fe35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:07:39.156037 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-ac3cb4a6-2b12-47d8-b9b4-78312076fe35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16231659'] for network (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:39.221409 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3cb4a6-2b12-47d8-b9b4-78312076fe35 admin admin] Pushing event updated for resources: {'Network': ['ID=810d5278-dded-4ed1-b1c6-eae3fed0a823,revision_number=1']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:07:39.231743 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Network 810d5278-dded-4ed1-b1c6-eae3fed0a823 details requested by agent ovs-agent-dv-cinder-831439-3-iscsi with host dv-cinder-831439-3-iscsi {{(pid=110181) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 15:07:39.282441 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-ac3cb4a6-2b12-47d8-b9b4-78312076fe35 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7402308 Mar 02 15:07:39.285991 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 33114) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:07:39.292809 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.v2.base [None req-2309ca2d-2d6e-43be-88fb-5d9591dcce05 admin admin] Request body: {'subnet': {'network_id': '810d5278-dded-4ed1-b1c6-eae3fed0a823', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-602488170-subnet', 'tenant_id': '334e7768b1294a11b070b28f995e7779', 'ip_version': 4}} {{(pid=110179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 15:07:39.377167 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2309ca2d-2d6e-43be-88fb-5d9591dcce05 admin admin] Made reservation on behalf of 334e7768b1294a11b070b28f995e7779 for: {'subnet': 1} {{(pid=110179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 15:07:39.380451 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-2309ca2d-2d6e-43be-88fb-5d9591dcce05 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3566905'] for subnet (None), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:39.656761 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a0a65f-d3b0-462f-841d-93ef509cc46e None None] Sync routers for ids ['b4d95977-025d-41c2-973e-cde076edf386'] in dv-cinder-831439-3-iscsi {{(pid=110182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 15:07:39.667678 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a0a65f-d3b0-462f-841d-93ef509cc46e None None] Routers {'b4d95977-025d-41c2-973e-cde076edf386'} bound to L3 agent in host dv-cinder-831439-3-iscsi {{(pid=110182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 15:07:39.668278 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_hamode_db [None req-24a0a65f-d3b0-462f-841d-93ef509cc46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831439-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T14:48:11Z,description=,heartbeat_timestamp=2022-03-02T15:07:11Z,host='dv-cinder-831439-3-iscsi',id=4b7d4a90-2987-419a-b6cd-7624b7dba065,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T14:48:12Z,topic='l3_agent')) {'router_ids': ['b4d95977-025d-41c2-973e-cde076edf386'], 'active': True} {{(pid=110182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:07:39.685515 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-2309ca2d-2d6e-43be-88fb-5d9591dcce05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3822813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3566859'] for subnet (caea3526-58c2-4957-8c91-85c4c408ef9c), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:39.749085 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2309ca2d-2d6e-43be-88fb-5d9591dcce05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=caea3526-58c2-4957-8c91-85c4c408ef9c,revision_number=0']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:07:39.755974 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2309ca2d-2d6e-43be-88fb-5d9591dcce05 admin admin] Checking segment: {'id': '34d249b4-59e9-4c20-a4fb-97706e160712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '810d5278-dded-4ed1-b1c6-eae3fed0a823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 15:07:39.756318 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2309ca2d-2d6e-43be-88fb-5d9591dcce05 admin admin] Network hostable DHCP agents. Network: 810d5278-dded-4ed1-b1c6-eae3fed0a823, hostable agents: ['dc3a6147-3194-47be-b33a-76a9a2a48933'], hosted agents: [] {{(pid=110179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 15:07:39.778791 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_dvr_db [None req-24a0a65f-d3b0-462f-841d-93ef509cc46e None None] Set router b4d95977-025d-41c2-973e-cde076edf386 gateway port host: dv-cinder-831439-3-iscsi {{(pid=110182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 15:07:39.860186 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2309ca2d-2d6e-43be-88fb-5d9591dcce05 admin admin] Network 810d5278-dded-4ed1-b1c6-eae3fed0a823 is scheduled to be hosted by DHCP agent dc3a6147-3194-47be-b33a-76a9a2a48933 with binding_index 1 {{(pid=110179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 15:07:39.952484 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.scheduler.base_scheduler [None req-2309ca2d-2d6e-43be-88fb-5d9591dcce05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831439-3-iscsi, 810d5278-dded-4ed1-b1c6-eae3fed0a823) {{(pid=110179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 15:07:39.957301 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2309ca2d-2d6e-43be-88fb-5d9591dcce05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:07:39.958012 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-2309ca2d-2d6e-43be-88fb-5d9591dcce05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16231659'] for subnet (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:39.965472 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9ad660-9b1b-4a43-ba83-0bb05937f5a3 None None] Network 810d5278-dded-4ed1-b1c6-eae3fed0a823 requested from dv-cinder-831439-3-iscsi {{(pid=110181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 15:07:39.990356 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_hamode_db [None req-24a0a65f-d3b0-462f-841d-93ef509cc46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d95977-025d-41c2-973e-cde076edf386', 'name': 'tempest-TestVolumeBootPattern-1765529585-router', 'tenant_id': '7de5f8ffc29449a8970c42522a6efe67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '23bb7610-0d04-423c-93a6-4bbff4c99431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T15:07:33Z', 'updated_at': '2022-03-02T15:07:36Z', 'revision_number': 4, 'project_id': '7de5f8ffc29449a8970c42522a6efe67', 'gw_port': {'id': '23bb7610-0d04-423c-93a6-4bbff4c99431', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:5b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d95977-025d-41c2-973e-cde076edf386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:07:34Z', 'updated_at': '2022-03-02T15:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi', '_interfaces': [{'id': '2f60fe98-703d-40dc-b085-a6bd9dd5d22a', 'name': '', 'network_id': 'c205c27c-cdfe-46e1-b04c-d672de0d3fe3', 'tenant_id': '7de5f8ffc29449a8970c42522a6efe67', 'mac_address': 'fa:16:3e:88:f4:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d95977-025d-41c2-973e-cde076edf386', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '61ac6005-af56-475d-a05a-68a49febcf55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:07:36Z', 'updated_at': '2022-03-02T15:07:37Z', 'revision_number': 2, 'project_id': '7de5f8ffc29449a8970c42522a6efe67', 'subnets': [{'id': '61ac6005-af56-475d-a05a-68a49febcf55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831439-3-iscsi', False) {} {{(pid=110182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:07:40.024232 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a0a65f-d3b0-462f-841d-93ef509cc46e None None] Checking router: b4d95977-025d-41c2-973e-cde076edf386 for host: dv-cinder-831439-3-iscsi {{(pid=110182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 15:07:40.024630 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a0a65f-d3b0-462f-841d-93ef509cc46e None None] Updating router b4d95977-025d-41c2-973e-cde076edf386 port 2f60fe98-703d-40dc-b085-a6bd9dd5d22a binding host dv-cinder-831439-3-iscsi {{(pid=110182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 15:07:40.038221 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19e929f-cf5f-414e-970d-19b5979741ca req-cb50129a-7900-49aa-a8a2-de44fcc21154 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:07:40.039738 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-e19e929f-cf5f-414e-970d-19b5979741ca req-cb50129a-7900-49aa-a8a2-de44fcc21154 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5 HTTP/1.1" status: 200 len: 945 time: 0.0609043 Mar 02 15:07:40.058238 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron_lib.callbacks.manager [None req-24a0a65f-d3b0-462f-841d-93ef509cc46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (2f60fe98-703d-40dc-b085-a6bd9dd5d22a), before_update {{(pid=110182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:40.084603 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-2309ca2d-2d6e-43be-88fb-5d9591dcce05 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7974679 Mar 02 15:07:40.087148 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 33142) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:07:40.091431 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.v2.base [None req-e7268d42-cfec-4cbc-99b6-97f7eb8e3cfd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-602488170-router', 'tenant_id': '334e7768b1294a11b070b28f995e7779', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf'}}} {{(pid=110180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 15:07:40.102423 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04fba49-a402-4fdb-addb-38495bd7738a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f7ea2e6-afbe-59ed-88ad-785bacde5fc6-810d5278-dded-4ed1-b1c6-eae3fed0a823', 'network_id': '810d5278-dded-4ed1-b1c6-eae3fed0a823', 'project_id': '334e7768b1294a11b070b28f995e7779', 'fixed_ips': [{'subnet_id': 'caea3526-58c2-4957-8c91-85c4c408ef9c'}]}} from dv-cinder-831439-3-iscsi. {{(pid=110181) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 02 15:07:40.104497 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a04fba49-a402-4fdb-addb-38495bd7738a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (None), before_create {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:40.106031 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-e19e929f-cf5f-414e-970d-19b5979741ca req-5b3a3875-5aa0-437d-ad07-463ba64aebf0 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d7e0eb8-a571-4baa-adc9-84fc8a01bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602829 Mar 02 15:07:40.203505 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-e7268d42-cfec-4cbc-99b6-97f7eb8e3cfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6330'] for router (543ad835-e580-4da5-8d8e-fa40662b8a10), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:40.204615 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-e7268d42-cfec-4cbc-99b6-97f7eb8e3cfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-562153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557622', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6321'] for router (543ad835-e580-4da5-8d8e-fa40662b8a10), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:40.291255 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-e7268d42-cfec-4cbc-99b6-97f7eb8e3cfd admin admin] Publish callbacks [] for router_controller (543ad835-e580-4da5-8d8e-fa40662b8a10), precommit_add_association {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:40.322656 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.db_base_plugin_common [None req-a04fba49-a402-4fdb-addb-38495bd7738a None None] Allocated IP 172.20.0.2 (810d5278-dded-4ed1-b1c6-eae3fed0a823/caea3526-58c2-4957-8c91-85c4c408ef9c/72bad7d1-c56a-4122-aee8-3eea041a40f7) {{(pid=110181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 15:07:40.425881 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Device 23bb7610-0d04-423c-93a6-4bbff4c99431 up at agent ovs-agent-dv-cinder-831439-3-iscsi {{(pid=110181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 15:07:40.453527 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron_lib.callbacks.manager [None req-24a0a65f-d3b0-462f-841d-93ef509cc46e None None] Publish callbacks [] for port (2f60fe98-703d-40dc-b085-a6bd9dd5d22a), precommit_update {{(pid=110182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:40.528252 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron_lib.callbacks.manager [None req-24a0a65f-d3b0-462f-841d-93ef509cc46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (2f60fe98-703d-40dc-b085-a6bd9dd5d22a), after_update {{(pid=110182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:40.544886 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Provisioning complete for port 23bb7610-0d04-423c-93a6-4bbff4c99431 triggered by entity L2. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 15:07:40.545610 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (23bb7610-0d04-423c-93a6-4bbff4c99431), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:40.595906 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e812e9-957c-4b90-8c16-6d6527c94515 None None] Pushing event updated for resources: {'Port': ['ID=2f60fe98-703d-40dc-b085-a6bd9dd5d22a,revision_number=3']} {{(pid=110182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:07:40.602568 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a04fba49-a402-4fdb-addb-38495bd7738a None None] Publish callbacks [] for port (72bad7d1-c56a-4122-aee8-3eea041a40f7), precommit_create {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:40.612468 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e812e9-957c-4b90-8c16-6d6527c94515 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:07:40.613951 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e812e9-957c-4b90-8c16-6d6527c94515 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:07:40.614886 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e812e9-957c-4b90-8c16-6d6527c94515 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:07:40.615513 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e812e9-957c-4b90-8c16-6d6527c94515 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:07:40.616162 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e812e9-957c-4b90-8c16-6d6527c94515 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:07:40.616593 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e812e9-957c-4b90-8c16-6d6527c94515 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:07:40.617148 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e812e9-957c-4b90-8c16-6d6527c94515 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:07:40.617568 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e812e9-957c-4b90-8c16-6d6527c94515 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:07:40.618058 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e812e9-957c-4b90-8c16-6d6527c94515 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:07:40.618760 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e812e9-957c-4b90-8c16-6d6527c94515 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:07:40.619451 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e812e9-957c-4b90-8c16-6d6527c94515 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:07:40.619923 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e812e9-957c-4b90-8c16-6d6527c94515 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:07:40.620359 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e812e9-957c-4b90-8c16-6d6527c94515 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:07:40.680406 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Current status of the port 23bb7610-0d04-423c-93a6-4bbff4c99431 is: ACTIVE; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 15:07:40.686822 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a04fba49-a402-4fdb-addb-38495bd7738a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757345480668'] for port (72bad7d1-c56a-4122-aee8-3eea041a40f7), after_create {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:40.739289 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.plugins.ml2.managers [None req-24a0a65f-d3b0-462f-841d-93ef509cc46e None None] Attempting to bind port 2f60fe98-703d-40dc-b085-a6bd9dd5d22a on host dv-cinder-831439-3-iscsi for vnic_type normal with profile {{(pid=110182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 15:07:40.739289 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.plugins.ml2.managers [None req-24a0a65f-d3b0-462f-841d-93ef509cc46e None None] Attempting to bind port 2f60fe98-703d-40dc-b085-a6bd9dd5d22a by drivers openvswitch,hyperv on host dv-cinder-831439-3-iscsi at level 0 using segments [{'id': 'd942a0b3-5f48-46e2-b373-8a0ebab50251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'c205c27c-cdfe-46e1-b04c-d672de0d3fe3'}] {{(pid=110182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 15:07:40.739979 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a0a65f-d3b0-462f-841d-93ef509cc46e None None] Attempting to bind port 2f60fe98-703d-40dc-b085-a6bd9dd5d22a on network c205c27c-cdfe-46e1-b04c-d672de0d3fe3 {{(pid=110182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 15:07:40.746753 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a0a65f-d3b0-462f-841d-93ef509cc46e None None] Checking agent: {'id': '3a73802c-5f14-4c1f-8439-e74c4c90063b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831439-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 14, 48, 15), 'started_at': datetime.datetime(2022, 3, 2, 14, 48, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 15, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831439-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 15:07:40.747255 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a0a65f-d3b0-462f-841d-93ef509cc46e None None] Checking segment: {'id': 'd942a0b3-5f48-46e2-b373-8a0ebab50251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'c205c27c-cdfe-46e1-b04c-d672de0d3fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 15:07:40.748512 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron_lib.callbacks.manager [None req-24a0a65f-d3b0-462f-841d-93ef509cc46e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:40.748913 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a0a65f-d3b0-462f-841d-93ef509cc46e None None] Bound using segment: {'id': 'd942a0b3-5f48-46e2-b373-8a0ebab50251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'c205c27c-cdfe-46e1-b04c-d672de0d3fe3'} {{(pid=110182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 15:07:40.749932 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.plugins.ml2.managers [None req-24a0a65f-d3b0-462f-841d-93ef509cc46e None None] Bound port: 2f60fe98-703d-40dc-b085-a6bd9dd5d22a, host: dv-cinder-831439-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd942a0b3-5f48-46e2-b373-8a0ebab50251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'c205c27c-cdfe-46e1-b04c-d672de0d3fe3'}}] {{(pid=110182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 15:07:40.750318 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron_lib.callbacks.manager [None req-24a0a65f-d3b0-462f-841d-93ef509cc46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (2f60fe98-703d-40dc-b085-a6bd9dd5d22a), before_update {{(pid=110182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:40.769386 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04fba49-a402-4fdb-addb-38495bd7738a None None] Pushing event updated for resources: {'Port': ['ID=72bad7d1-c56a-4122-aee8-3eea041a40f7,revision_number=1']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:07:40.775766 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04fba49-a402-4fdb-addb-38495bd7738a None None] Network 810d5278-dded-4ed1-b1c6-eae3fed0a823 is already hosted by enough agents. {{(pid=110181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 15:07:40.778284 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.scheduler.base_scheduler [None req-a04fba49-a402-4fdb-addb-38495bd7738a None None] Resources bound (agent type, host, resource id): {{(pid=110181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 15:07:40.786155 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04fba49-a402-4fdb-addb-38495bd7738a None None] Received port after_create {{(pid=110181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 15:07:40.881010 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.managers [None req-a04fba49-a402-4fdb-addb-38495bd7738a None None] Attempting to bind port 72bad7d1-c56a-4122-aee8-3eea041a40f7 on host dv-cinder-831439-3-iscsi for vnic_type normal with profile {{(pid=110181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 15:07:40.888738 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.managers [None req-a04fba49-a402-4fdb-addb-38495bd7738a None None] Attempting to bind port 72bad7d1-c56a-4122-aee8-3eea041a40f7 by drivers openvswitch,hyperv on host dv-cinder-831439-3-iscsi at level 0 using segments [{'id': '34d249b4-59e9-4c20-a4fb-97706e160712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '810d5278-dded-4ed1-b1c6-eae3fed0a823'}] {{(pid=110181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 15:07:40.888738 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04fba49-a402-4fdb-addb-38495bd7738a None None] Attempting to bind port 72bad7d1-c56a-4122-aee8-3eea041a40f7 on network 810d5278-dded-4ed1-b1c6-eae3fed0a823 {{(pid=110181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 15:07:40.889007 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.plugins.ml2.db [None req-24a0a65f-d3b0-462f-841d-93ef509cc46e None None] For port 2f60fe98-703d-40dc-b085-a6bd9dd5d22a, host dv-cinder-831439-3-iscsi, cleared binding levels {{(pid=110182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 15:07:40.890381 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04fba49-a402-4fdb-addb-38495bd7738a None None] Checking agent: {'id': '3a73802c-5f14-4c1f-8439-e74c4c90063b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831439-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 14, 48, 15), 'started_at': datetime.datetime(2022, 3, 2, 14, 48, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 15, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831439-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 15:07:40.891175 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04fba49-a402-4fdb-addb-38495bd7738a None None] Checking segment: {'id': '34d249b4-59e9-4c20-a4fb-97706e160712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '810d5278-dded-4ed1-b1c6-eae3fed0a823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 15:07:40.892276 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a04fba49-a402-4fdb-addb-38495bd7738a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:40.892995 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04fba49-a402-4fdb-addb-38495bd7738a None None] Bound using segment: {'id': '34d249b4-59e9-4c20-a4fb-97706e160712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '810d5278-dded-4ed1-b1c6-eae3fed0a823'} {{(pid=110181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 15:07:40.893396 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.plugins.ml2.db [None req-24a0a65f-d3b0-462f-841d-93ef509cc46e None None] For port 2f60fe98-703d-40dc-b085-a6bd9dd5d22a, host dv-cinder-831439-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831439-3-iscsi',level=0,port_id=2f60fe98-703d-40dc-b085-a6bd9dd5d22a,segment=NetworkSegment(d942a0b3-5f48-46e2-b373-8a0ebab50251),segment_id=d942a0b3-5f48-46e2-b373-8a0ebab50251)] {{(pid=110182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 15:07:40.894258 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.managers [None req-a04fba49-a402-4fdb-addb-38495bd7738a None None] Bound port: 72bad7d1-c56a-4122-aee8-3eea041a40f7, host: dv-cinder-831439-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34d249b4-59e9-4c20-a4fb-97706e160712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '810d5278-dded-4ed1-b1c6-eae3fed0a823'}}] {{(pid=110181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 15:07:40.895067 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a04fba49-a402-4fdb-addb-38495bd7738a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (72bad7d1-c56a-4122-aee8-3eea041a40f7), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:40.960657 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron_lib.callbacks.manager [None req-24a0a65f-d3b0-462f-841d-93ef509cc46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (2f60fe98-703d-40dc-b085-a6bd9dd5d22a), after_update {{(pid=110182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:41.011323 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-e7268d42-cfec-4cbc-99b6-97f7eb8e3cfd admin admin] Publish callbacks [] for router_gateway (543ad835-e580-4da5-8d8e-fa40662b8a10), precommit_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:41.161114 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a0a65f-d3b0-462f-841d-93ef509cc46e None None] Routers {'b4d95977-025d-41c2-973e-cde076edf386'} bound to L3 agent in host dv-cinder-831439-3-iscsi {{(pid=110182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 15:07:41.164215 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_hamode_db [None req-24a0a65f-d3b0-462f-841d-93ef509cc46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831439-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T14:48:11Z,description=,heartbeat_timestamp=2022-03-02T15:07:41Z,host='dv-cinder-831439-3-iscsi',id=4b7d4a90-2987-419a-b6cd-7624b7dba065,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T14:48:12Z,topic='l3_agent')) {'router_ids': ['b4d95977-025d-41c2-973e-cde076edf386'], 'active': True} {{(pid=110182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:07:41.182172 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-d2b49b1d-2ae8-4257-a615-c3cb5e233960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (4b7d4a90-2987-419a-b6cd-7624b7dba065), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:41.194692 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-a04fba49-a402-4fdb-addb-38495bd7738a None None] For port 72bad7d1-c56a-4122-aee8-3eea041a40f7, host dv-cinder-831439-3-iscsi, cleared binding levels {{(pid=110181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 15:07:41.219230 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-a04fba49-a402-4fdb-addb-38495bd7738a None None] For port 72bad7d1-c56a-4122-aee8-3eea041a40f7, host dv-cinder-831439-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831439-3-iscsi',level=0,port_id=72bad7d1-c56a-4122-aee8-3eea041a40f7,segment=NetworkSegment(34d249b4-59e9-4c20-a4fb-97706e160712),segment_id=34d249b4-59e9-4c20-a4fb-97706e160712)] {{(pid=110181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 15:07:41.221697 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e812e9-957c-4b90-8c16-6d6527c94515 None None] Pushing event updated for resources: {'Port': ['ID=2f60fe98-703d-40dc-b085-a6bd9dd5d22a,revision_number=4']} {{(pid=110182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:07:41.227571 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-54acd7c2-41af-428a-ab92-bd24f5888ed8 None None] Provisioning complete for port 2f60fe98-703d-40dc-b085-a6bd9dd5d22a triggered by entity DHCP. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 15:07:41.228081 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-54acd7c2-41af-428a-ab92-bd24f5888ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (2f60fe98-703d-40dc-b085-a6bd9dd5d22a), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:41.296827 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a04fba49-a402-4fdb-addb-38495bd7738a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (72bad7d1-c56a-4122-aee8-3eea041a40f7), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:41.355199 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7558823-6041-4fb7-ba97-dff7527497fe req-5affdfad-861d-4636-875c-a82058b653e6 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:07:41.357827 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a7558823-6041-4fb7-ba97-dff7527497fe req-5affdfad-861d-4636-875c-a82058b653e6 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5 HTTP/1.1" status: 200 len: 945 time: 0.1303415 Mar 02 15:07:41.387906 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_dvr_db [None req-24a0a65f-d3b0-462f-841d-93ef509cc46e None None] Set router b4d95977-025d-41c2-973e-cde076edf386 gateway port host: dv-cinder-831439-3-iscsi {{(pid=110182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 15:07:41.425345 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04fba49-a402-4fdb-addb-38495bd7738a None None] Pushing event updated for resources: {'Port': ['ID=72bad7d1-c56a-4122-aee8-3eea041a40f7,revision_number=2']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:07:41.429055 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a7558823-6041-4fb7-ba97-dff7527497fe req-8a1f848e-93c7-4cb6-a83b-3c16f2c42ccf tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d7e0eb8-a571-4baa-adc9-84fc8a01bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635202 Mar 02 15:07:41.448205 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-54acd7c2-41af-428a-ab92-bd24f5888ed8 None None] Current status of the port 2f60fe98-703d-40dc-b085-a6bd9dd5d22a is: DOWN; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 15:07:41.448603 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-54acd7c2-41af-428a-ab92-bd24f5888ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (2f60fe98-703d-40dc-b085-a6bd9dd5d22a), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:41.538281 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-54acd7c2-41af-428a-ab92-bd24f5888ed8 None None] For port 2f60fe98-703d-40dc-b085-a6bd9dd5d22a, host dv-cinder-831439-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831439-3-iscsi',level=0,port_id=2f60fe98-703d-40dc-b085-a6bd9dd5d22a,segment=NetworkSegment(d942a0b3-5f48-46e2-b373-8a0ebab50251),segment_id=d942a0b3-5f48-46e2-b373-8a0ebab50251)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:07:41.584792 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-e7268d42-cfec-4cbc-99b6-97f7eb8e3cfd admin admin] Publish callbacks [] for router_gateway (543ad835-e580-4da5-8d8e-fa40662b8a10), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:41.613362 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-e7268d42-cfec-4cbc-99b6-97f7eb8e3cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (None), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:41.643117 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-54acd7c2-41af-428a-ab92-bd24f5888ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (2f60fe98-703d-40dc-b085-a6bd9dd5d22a), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:41.744918 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54acd7c2-41af-428a-ab92-bd24f5888ed8 None None] Pushing event updated for resources: {'Port': ['ID=2f60fe98-703d-40dc-b085-a6bd9dd5d22a,revision_number=5']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:07:41.790354 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-0fd2b3f4-6fb9-4355-ba14-191fed5ab4dc None None] Provisioning complete for port 2f60fe98-703d-40dc-b085-a6bd9dd5d22a triggered by entity DHCP. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 15:07:41.791951 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-0fd2b3f4-6fb9-4355-ba14-191fed5ab4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (2f60fe98-703d-40dc-b085-a6bd9dd5d22a), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:41.793202 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_hamode_db [None req-24a0a65f-d3b0-462f-841d-93ef509cc46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d95977-025d-41c2-973e-cde076edf386', 'name': 'tempest-TestVolumeBootPattern-1765529585-router', 'tenant_id': '7de5f8ffc29449a8970c42522a6efe67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '23bb7610-0d04-423c-93a6-4bbff4c99431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T15:07:33Z', 'updated_at': '2022-03-02T15:07:36Z', 'revision_number': 4, 'project_id': '7de5f8ffc29449a8970c42522a6efe67', 'gw_port': {'id': '23bb7610-0d04-423c-93a6-4bbff4c99431', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:5b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d95977-025d-41c2-973e-cde076edf386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:07:34Z', 'updated_at': '2022-03-02T15:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi', '_interfaces': [{'id': '2f60fe98-703d-40dc-b085-a6bd9dd5d22a', 'name': '', 'network_id': 'c205c27c-cdfe-46e1-b04c-d672de0d3fe3', 'tenant_id': '7de5f8ffc29449a8970c42522a6efe67', 'mac_address': 'fa:16:3e:88:f4:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d95977-025d-41c2-973e-cde076edf386', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '61ac6005-af56-475d-a05a-68a49febcf55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:07:36Z', 'updated_at': '2022-03-02T15:07:40Z', 'revision_number': 4, 'project_id': '7de5f8ffc29449a8970c42522a6efe67', 'subnets': [{'id': '61ac6005-af56-475d-a05a-68a49febcf55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831439-3-iscsi', False) {} {{(pid=110182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:07:41.840872 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.db_base_plugin_common [None req-e7268d42-cfec-4cbc-99b6-97f7eb8e3cfd admin admin] Allocated IP 172.27.0.214 (ed71569c-47b6-4b42-b6b3-c541700724bf/701fb87e-0ea2-4d8d-8228-0af980cd437a/0f742cf0-d4a3-4152-8bfd-bd04889a61e3) {{(pid=110180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 15:07:41.845918 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a0a65f-d3b0-462f-841d-93ef509cc46e None None] The sync data for ids ['b4d95977-025d-41c2-973e-cde076edf386'] in dv-cinder-831439-3-iscsi is: [{'id': 'b4d95977-025d-41c2-973e-cde076edf386', 'name': 'tempest-TestVolumeBootPattern-1765529585-router', 'tenant_id': '7de5f8ffc29449a8970c42522a6efe67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '23bb7610-0d04-423c-93a6-4bbff4c99431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T15:07:33Z', 'updated_at': '2022-03-02T15:07:36Z', 'revision_number': 4, 'project_id': '7de5f8ffc29449a8970c42522a6efe67', 'gw_port': {'id': '23bb7610-0d04-423c-93a6-4bbff4c99431', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:5b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d95977-025d-41c2-973e-cde076edf386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:07:34Z', 'updated_at': '2022-03-02T15:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi', '_interfaces': [{'id': '2f60fe98-703d-40dc-b085-a6bd9dd5d22a', 'name': '', 'network_id': 'c205c27c-cdfe-46e1-b04c-d672de0d3fe3', 'tenant_id': '7de5f8ffc29449a8970c42522a6efe67', 'mac_address': 'fa:16:3e:88:f4:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d95977-025d-41c2-973e-cde076edf386', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '61ac6005-af56-475d-a05a-68a49febcf55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:07:36Z', 'updated_at': '2022-03-02T15:07:40Z', 'revision_number': 4, 'project_id': '7de5f8ffc29449a8970c42522a6efe67', 'subnets': [{'id': '61ac6005-af56-475d-a05a-68a49febcf55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 15:07:41.940505 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-0fd2b3f4-6fb9-4355-ba14-191fed5ab4dc None None] Current status of the port 2f60fe98-703d-40dc-b085-a6bd9dd5d22a is: ACTIVE; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 15:07:42.006279 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-e7268d42-cfec-4cbc-99b6-97f7eb8e3cfd admin admin] Publish callbacks [] for port (0f742cf0-d4a3-4152-8bfd-bd04889a61e3), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:42.115544 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-e7268d42-cfec-4cbc-99b6-97f7eb8e3cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757345480668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672616'] for port (0f742cf0-d4a3-4152-8bfd-bd04889a61e3), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:42.156689 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-8c265469-93de-451d-a227-73ff998d8f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (bfbb2626-1130-458a-80a5-4632d76fa057), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:42.179874 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7268d42-cfec-4cbc-99b6-97f7eb8e3cfd admin admin] Network ed71569c-47b6-4b42-b6b3-c541700724bf is already hosted by enough agents. {{(pid=110180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 15:07:42.184056 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.base_scheduler [None req-e7268d42-cfec-4cbc-99b6-97f7eb8e3cfd admin admin] Resources bound (agent type, host, resource id): {{(pid=110180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 15:07:42.186695 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7268d42-cfec-4cbc-99b6-97f7eb8e3cfd admin admin] Received port after_create {{(pid=110180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 15:07:42.189618 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7268d42-cfec-4cbc-99b6-97f7eb8e3cfd admin admin] Pushing event updated for resources: {'Port': ['ID=0f742cf0-d4a3-4152-8bfd-bd04889a61e3,revision_number=1']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:07:42.633315 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Device 2f60fe98-703d-40dc-b085-a6bd9dd5d22a up at agent ovs-agent-dv-cinder-831439-3-iscsi {{(pid=110181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 15:07:42.698693 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Provisioning complete for port 2f60fe98-703d-40dc-b085-a6bd9dd5d22a triggered by entity L2. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 15:07:42.699074 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (2f60fe98-703d-40dc-b085-a6bd9dd5d22a), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:42.801027 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448890c5-9240-4a6d-8243-8615dbc922a1 req-f7dbf0db-733f-496d-8578-821d99f67e6a tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:07:42.803184 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-448890c5-9240-4a6d-8243-8615dbc922a1 req-f7dbf0db-733f-496d-8578-821d99f67e6a tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5 HTTP/1.1" status: 200 len: 945 time: 0.1843946 Mar 02 15:07:42.844102 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-e7268d42-cfec-4cbc-99b6-97f7eb8e3cfd admin admin] Publish callbacks [] for router_gateway (543ad835-e580-4da5-8d8e-fa40662b8a10), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:42.857111 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Current status of the port 2f60fe98-703d-40dc-b085-a6bd9dd5d22a is: ACTIVE; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 15:07:42.858848 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Device 72bad7d1-c56a-4122-aee8-3eea041a40f7 up at agent ovs-agent-dv-cinder-831439-3-iscsi {{(pid=110181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 15:07:42.921289 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e60229-c5d6-43bf-9b27-f7546d229e16 None None] Network 810d5278-dded-4ed1-b1c6-eae3fed0a823 requested from dv-cinder-831439-3-iscsi {{(pid=110181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 15:07:42.967485 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-448890c5-9240-4a6d-8243-8615dbc922a1 req-417eb1bf-efe5-4739-9b5a-28151865f8a1 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d7e0eb8-a571-4baa-adc9-84fc8a01bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495922 Mar 02 15:07:42.984140 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Provisioning complete for port 72bad7d1-c56a-4122-aee8-3eea041a40f7 triggered by entity L2. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 15:07:42.985038 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (72bad7d1-c56a-4122-aee8-3eea041a40f7), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:43.031957 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-f7d523ee-cd7c-4df5-9636-7277ad0a083b None None] Provisioning complete for port 72bad7d1-c56a-4122-aee8-3eea041a40f7 triggered by entity DHCP. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 15:07:43.032334 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-f7d523ee-cd7c-4df5-9636-7277ad0a083b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (72bad7d1-c56a-4122-aee8-3eea041a40f7), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:43.186381 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-e7268d42-cfec-4cbc-99b6-97f7eb8e3cfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557675'] for router (543ad835-e580-4da5-8d8e-fa40662b8a10), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:43.203551 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Current status of the port 72bad7d1-c56a-4122-aee8-3eea041a40f7 is: DOWN; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 15:07:43.203981 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (72bad7d1-c56a-4122-aee8-3eea041a40f7), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:43.227006 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-f7d523ee-cd7c-4df5-9636-7277ad0a083b None None] Current status of the port 72bad7d1-c56a-4122-aee8-3eea041a40f7 is: DOWN; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 15:07:43.227401 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-f7d523ee-cd7c-4df5-9636-7277ad0a083b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (72bad7d1-c56a-4122-aee8-3eea041a40f7), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:43.274504 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] For port 72bad7d1-c56a-4122-aee8-3eea041a40f7, host dv-cinder-831439-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831439-3-iscsi',level=0,port_id=72bad7d1-c56a-4122-aee8-3eea041a40f7,segment=NetworkSegment(34d249b4-59e9-4c20-a4fb-97706e160712),segment_id=34d249b4-59e9-4c20-a4fb-97706e160712)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:07:43.367361 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (72bad7d1-c56a-4122-aee8-3eea041a40f7), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:43.397955 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7268d42-cfec-4cbc-99b6-97f7eb8e3cfd admin admin] Router 543ad835-e580-4da5-8d8e-fa40662b8a10 is scheduled to L3 agent 4b7d4a90-2987-419a-b6cd-7624b7dba065 with binding_index 1 {{(pid=110180) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 15:07:43.479235 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.db.api [None req-f7d523ee-cd7c-4df5-9636-7277ad0a083b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110181) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 15:07:43.479728 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG oslo_db.api [None req-f7d523ee-cd7c-4df5-9636-7277ad0a083b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 15:07:43.494545 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Pushing event updated for resources: {'Port': ['ID=72bad7d1-c56a-4122-aee8-3eea041a40f7,revision_number=3']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:07:43.558920 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7268d42-cfec-4cbc-99b6-97f7eb8e3cfd admin admin] Notify agent at l3_agent.dv-cinder-831439-3-iscsi the message routers_updated {{(pid=110180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 15:07:43.578246 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18147b9a-a4b8-4060-9a78-a1aed7a7fcf9 None None] Sync routers for ids ['543ad835-e580-4da5-8d8e-fa40662b8a10'] in dv-cinder-831439-3-iscsi {{(pid=110181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 15:07:43.589787 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18147b9a-a4b8-4060-9a78-a1aed7a7fcf9 None None] Routers {'543ad835-e580-4da5-8d8e-fa40662b8a10'} bound to L3 agent in host dv-cinder-831439-3-iscsi {{(pid=110181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 15:07:43.591070 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-18147b9a-a4b8-4060-9a78-a1aed7a7fcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831439-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T14:48:11Z,description=,heartbeat_timestamp=2022-03-02T15:07:41Z,host='dv-cinder-831439-3-iscsi',id=4b7d4a90-2987-419a-b6cd-7624b7dba065,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T14:48:12Z,topic='l3_agent')) {'router_ids': ['543ad835-e580-4da5-8d8e-fa40662b8a10'], 'active': True} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:07:43.697624 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-e7268d42-cfec-4cbc-99b6-97f7eb8e3cfd admin admin] Publish callbacks [] for router (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:43.701425 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-e7268d42-cfec-4cbc-99b6-97f7eb8e3cfd admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.6131032 Mar 02 15:07:43.704879 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 33154) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:07:43.722830 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvr_db [None req-18147b9a-a4b8-4060-9a78-a1aed7a7fcf9 None None] Set router 543ad835-e580-4da5-8d8e-fa40662b8a10 gateway port host: dv-cinder-831439-3-iscsi {{(pid=110181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 15:07:43.752071 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-9cfe1c82-1e01-4346-89c5-c3e1093f4022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (b9ce56f8-3527-4dd9-b024-9df7b3f4c018), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:43.920960 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-18147b9a-a4b8-4060-9a78-a1aed7a7fcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '543ad835-e580-4da5-8d8e-fa40662b8a10', 'name': 'tempest-TestVolumeBootPattern-602488170-router', 'tenant_id': '334e7768b1294a11b070b28f995e7779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '0f742cf0-d4a3-4152-8bfd-bd04889a61e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T15:07:40Z', 'updated_at': '2022-03-02T15:07:42Z', 'revision_number': 3, 'project_id': '334e7768b1294a11b070b28f995e7779', 'gw_port': {'id': '0f742cf0-d4a3-4152-8bfd-bd04889a61e3', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:27:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '543ad835-e580-4da5-8d8e-fa40662b8a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:07:41Z', 'updated_at': '2022-03-02T15:07:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi'}], 'dv-cinder-831439-3-iscsi', False) {} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:07:43.949644 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18147b9a-a4b8-4060-9a78-a1aed7a7fcf9 None None] Checking router: 543ad835-e580-4da5-8d8e-fa40662b8a10 for host: dv-cinder-831439-3-iscsi {{(pid=110181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 15:07:43.950007 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18147b9a-a4b8-4060-9a78-a1aed7a7fcf9 None None] Updating router 543ad835-e580-4da5-8d8e-fa40662b8a10 port 0f742cf0-d4a3-4152-8bfd-bd04889a61e3 binding host dv-cinder-831439-3-iscsi {{(pid=110181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 15:07:43.984742 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-18147b9a-a4b8-4060-9a78-a1aed7a7fcf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (0f742cf0-d4a3-4152-8bfd-bd04889a61e3), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:44.061896 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-f7d523ee-cd7c-4df5-9636-7277ad0a083b None None] Current status of the port 72bad7d1-c56a-4122-aee8-3eea041a40f7 is: ACTIVE; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 15:07:44.279514 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-a660a9c9-fabb-49ef-bdbd-00a2b7907e02 None None] Provisioning complete for port 72bad7d1-c56a-4122-aee8-3eea041a40f7 triggered by entity DHCP. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 15:07:44.280011 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a660a9c9-fabb-49ef-bdbd-00a2b7907e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (72bad7d1-c56a-4122-aee8-3eea041a40f7), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:44.297826 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9a22ea-f275-4e6f-96d2-6e612f55974a req-30ece95a-cc35-45ad-b55b-e8d087c27365 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:07:44.299389 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-fa9a22ea-f275-4e6f-96d2-6e612f55974a req-30ece95a-cc35-45ad-b55b-e8d087c27365 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5 HTTP/1.1" status: 200 len: 945 time: 0.1595392 Mar 02 15:07:44.370873 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-f43b2a02-0f39-4bb2-bf46-56301732caf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (None), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:44.400080 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-fa9a22ea-f275-4e6f-96d2-6e612f55974a req-21a0119a-ba46-41fd-a5f1-cf0bedb54964 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d7e0eb8-a571-4baa-adc9-84fc8a01bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774634 Mar 02 15:07:44.450678 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-a660a9c9-fabb-49ef-bdbd-00a2b7907e02 None None] Current status of the port 72bad7d1-c56a-4122-aee8-3eea041a40f7 is: ACTIVE; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 15:07:44.463298 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-18147b9a-a4b8-4060-9a78-a1aed7a7fcf9 None None] Publish callbacks [] for port (0f742cf0-d4a3-4152-8bfd-bd04889a61e3), precommit_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:44.466176 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Device 72bad7d1-c56a-4122-aee8-3eea041a40f7 up at agent ovs-agent-dv-cinder-831439-3-iscsi {{(pid=110181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 15:07:44.516188 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Provisioning complete for port 72bad7d1-c56a-4122-aee8-3eea041a40f7 triggered by entity L2. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 15:07:44.516573 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (72bad7d1-c56a-4122-aee8-3eea041a40f7), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:44.564020 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-18147b9a-a4b8-4060-9a78-a1aed7a7fcf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (0f742cf0-d4a3-4152-8bfd-bd04889a61e3), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:44.578718 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.db_base_plugin_common [None req-f43b2a02-0f39-4bb2-bf46-56301732caf6 admin admin] Allocated IP 172.20.0.1 (810d5278-dded-4ed1-b1c6-eae3fed0a823/caea3526-58c2-4957-8c91-85c4c408ef9c/b0d4b3da-508d-4023-bf48-40b2d37f5fda) {{(pid=110180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 15:07:44.659025 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.managers [None req-18147b9a-a4b8-4060-9a78-a1aed7a7fcf9 None None] Attempting to bind port 0f742cf0-d4a3-4152-8bfd-bd04889a61e3 on host dv-cinder-831439-3-iscsi for vnic_type normal with profile {{(pid=110181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 15:07:44.659442 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.managers [None req-18147b9a-a4b8-4060-9a78-a1aed7a7fcf9 None None] Attempting to bind port 0f742cf0-d4a3-4152-8bfd-bd04889a61e3 by drivers openvswitch,hyperv on host dv-cinder-831439-3-iscsi at level 0 using segments [{'id': '23151279-75ac-4f5a-99b2-c6146d92420f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf'}] {{(pid=110181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 15:07:44.659843 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18147b9a-a4b8-4060-9a78-a1aed7a7fcf9 None None] Attempting to bind port 0f742cf0-d4a3-4152-8bfd-bd04889a61e3 on network ed71569c-47b6-4b42-b6b3-c541700724bf {{(pid=110181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 15:07:44.662090 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Current status of the port 72bad7d1-c56a-4122-aee8-3eea041a40f7 is: ACTIVE; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 15:07:44.664153 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b6c629-4109-476d-bdff-95defc27f3cd None None] Pushing event updated for resources: {'Port': ['ID=0f742cf0-d4a3-4152-8bfd-bd04889a61e3,revision_number=2']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:07:44.679667 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18147b9a-a4b8-4060-9a78-a1aed7a7fcf9 None None] Checking agent: {'id': '3a73802c-5f14-4c1f-8439-e74c4c90063b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831439-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 14, 48, 15), 'started_at': datetime.datetime(2022, 3, 2, 14, 48, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 15, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831439-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 15:07:44.679667 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18147b9a-a4b8-4060-9a78-a1aed7a7fcf9 None None] Checking segment: {'id': '23151279-75ac-4f5a-99b2-c6146d92420f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 15:07:44.680048 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-18147b9a-a4b8-4060-9a78-a1aed7a7fcf9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:44.680404 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18147b9a-a4b8-4060-9a78-a1aed7a7fcf9 None None] Bound using segment: {'id': '23151279-75ac-4f5a-99b2-c6146d92420f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf'} {{(pid=110181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 15:07:44.680893 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.managers [None req-18147b9a-a4b8-4060-9a78-a1aed7a7fcf9 None None] Bound port: 0f742cf0-d4a3-4152-8bfd-bd04889a61e3, host: dv-cinder-831439-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23151279-75ac-4f5a-99b2-c6146d92420f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf'}}] {{(pid=110181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 15:07:44.681286 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-18147b9a-a4b8-4060-9a78-a1aed7a7fcf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (0f742cf0-d4a3-4152-8bfd-bd04889a61e3), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:44.723079 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-f43b2a02-0f39-4bb2-bf46-56301732caf6 admin admin] Publish callbacks [] for port (b0d4b3da-508d-4023-bf48-40b2d37f5fda), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:44.740368 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-18147b9a-a4b8-4060-9a78-a1aed7a7fcf9 None None] For port 0f742cf0-d4a3-4152-8bfd-bd04889a61e3, host dv-cinder-831439-3-iscsi, cleared binding levels {{(pid=110181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 15:07:44.751071 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-18147b9a-a4b8-4060-9a78-a1aed7a7fcf9 None None] For port 0f742cf0-d4a3-4152-8bfd-bd04889a61e3, host dv-cinder-831439-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831439-3-iscsi',level=0,port_id=0f742cf0-d4a3-4152-8bfd-bd04889a61e3,segment=NetworkSegment(23151279-75ac-4f5a-99b2-c6146d92420f),segment_id=23151279-75ac-4f5a-99b2-c6146d92420f)] {{(pid=110181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 15:07:44.869161 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-18147b9a-a4b8-4060-9a78-a1aed7a7fcf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (0f742cf0-d4a3-4152-8bfd-bd04889a61e3), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:44.869401 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-f43b2a02-0f39-4bb2-bf46-56301732caf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757345480668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672616'] for port (b0d4b3da-508d-4023-bf48-40b2d37f5fda), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:44.917577 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43b2a02-0f39-4bb2-bf46-56301732caf6 admin admin] Network 810d5278-dded-4ed1-b1c6-eae3fed0a823 is already hosted by enough agents. {{(pid=110180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 15:07:44.921566 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.base_scheduler [None req-f43b2a02-0f39-4bb2-bf46-56301732caf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=110180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 15:07:44.926704 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43b2a02-0f39-4bb2-bf46-56301732caf6 admin admin] Received port after_create {{(pid=110180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 15:07:44.958626 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43b2a02-0f39-4bb2-bf46-56301732caf6 admin admin] Pushing event updated for resources: {'Port': ['ID=b0d4b3da-508d-4023-bf48-40b2d37f5fda,revision_number=1']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:07:44.992061 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-f43b2a02-0f39-4bb2-bf46-56301732caf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-559670'] for router_interface (543ad835-e580-4da5-8d8e-fa40662b8a10), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:45.059774 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (3a73802c-5f14-4c1f-8439-e74c4c90063b), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:45.085070 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b6c629-4109-476d-bdff-95defc27f3cd None None] Pushing event updated for resources: {'Port': ['ID=0f742cf0-d4a3-4152-8bfd-bd04889a61e3,revision_number=3']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:07:45.090514 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18147b9a-a4b8-4060-9a78-a1aed7a7fcf9 None None] Routers {'543ad835-e580-4da5-8d8e-fa40662b8a10'} bound to L3 agent in host dv-cinder-831439-3-iscsi {{(pid=110181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 15:07:45.091156 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-18147b9a-a4b8-4060-9a78-a1aed7a7fcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831439-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T14:48:11Z,description=,heartbeat_timestamp=2022-03-02T15:07:41Z,host='dv-cinder-831439-3-iscsi',id=4b7d4a90-2987-419a-b6cd-7624b7dba065,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T14:48:12Z,topic='l3_agent')) {'router_ids': ['543ad835-e580-4da5-8d8e-fa40662b8a10'], 'active': True} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:07:45.216856 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvr_db [None req-18147b9a-a4b8-4060-9a78-a1aed7a7fcf9 None None] Set router 543ad835-e580-4da5-8d8e-fa40662b8a10 gateway port host: dv-cinder-831439-3-iscsi {{(pid=110181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 15:07:45.353982 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-275dfcac-2a79-44d1-9f16-77164187ff18 None None] Provisioning complete for port b0d4b3da-508d-4023-bf48-40b2d37f5fda triggered by entity DHCP. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 15:07:45.354271 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-275dfcac-2a79-44d1-9f16-77164187ff18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (b0d4b3da-508d-4023-bf48-40b2d37f5fda), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:45.423625 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-275dfcac-2a79-44d1-9f16-77164187ff18 None None] Port b0d4b3da-508d-4023-bf48-40b2d37f5fda cannot update to ACTIVE because it is not bound. {{(pid=110181) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 15:07:45.473746 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-18147b9a-a4b8-4060-9a78-a1aed7a7fcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '543ad835-e580-4da5-8d8e-fa40662b8a10', 'name': 'tempest-TestVolumeBootPattern-602488170-router', 'tenant_id': '334e7768b1294a11b070b28f995e7779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '0f742cf0-d4a3-4152-8bfd-bd04889a61e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T15:07:40Z', 'updated_at': '2022-03-02T15:07:42Z', 'revision_number': 3, 'project_id': '334e7768b1294a11b070b28f995e7779', 'gw_port': {'id': '0f742cf0-d4a3-4152-8bfd-bd04889a61e3', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:27:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '543ad835-e580-4da5-8d8e-fa40662b8a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:07:41Z', 'updated_at': '2022-03-02T15:07:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi'}], 'dv-cinder-831439-3-iscsi', False) {} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:07:45.506378 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18147b9a-a4b8-4060-9a78-a1aed7a7fcf9 None None] The sync data for ids ['543ad835-e580-4da5-8d8e-fa40662b8a10'] in dv-cinder-831439-3-iscsi is: [{'id': '543ad835-e580-4da5-8d8e-fa40662b8a10', 'name': 'tempest-TestVolumeBootPattern-602488170-router', 'tenant_id': '334e7768b1294a11b070b28f995e7779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '0f742cf0-d4a3-4152-8bfd-bd04889a61e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T15:07:40Z', 'updated_at': '2022-03-02T15:07:42Z', 'revision_number': 3, 'project_id': '334e7768b1294a11b070b28f995e7779', 'gw_port': {'id': '0f742cf0-d4a3-4152-8bfd-bd04889a61e3', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:27:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '543ad835-e580-4da5-8d8e-fa40662b8a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:07:41Z', 'updated_at': '2022-03-02T15:07:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi'}] {{(pid=110181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 15:07:45.575364 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70032344-2763-4d40-b7bd-e04101504123 req-24232911-cf97-4829-a3db-4a1075790c1a tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:07:45.577222 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-70032344-2763-4d40-b7bd-e04101504123 req-24232911-cf97-4829-a3db-4a1075790c1a tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5 HTTP/1.1" status: 200 len: 945 time: 0.0623035 Mar 02 15:07:45.632264 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-70032344-2763-4d40-b7bd-e04101504123 req-875e8189-b1d9-49b5-84c2-ac5f4c01fbcd tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d7e0eb8-a571-4baa-adc9-84fc8a01bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487611 Mar 02 15:07:45.698189 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-f43b2a02-0f39-4bb2-bf46-56301732caf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (b0d4b3da-508d-4023-bf48-40b2d37f5fda), before_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:45.935532 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-f43b2a02-0f39-4bb2-bf46-56301732caf6 admin admin] Publish callbacks [] for port (b0d4b3da-508d-4023-bf48-40b2d37f5fda), precommit_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:46.025679 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-f43b2a02-0f39-4bb2-bf46-56301732caf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3672609'] for port (b0d4b3da-508d-4023-bf48-40b2d37f5fda), after_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:46.121051 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-f43b2a02-0f39-4bb2-bf46-56301732caf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16231439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-558502'] for router_interface (543ad835-e580-4da5-8d8e-fa40662b8a10), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:46.126465 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43b2a02-0f39-4bb2-bf46-56301732caf6 admin admin] Pushing event updated for resources: {'Port': ['ID=b0d4b3da-508d-4023-bf48-40b2d37f5fda,revision_number=2']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:07:46.267300 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43b2a02-0f39-4bb2-bf46-56301732caf6 admin admin] Network 810d5278-dded-4ed1-b1c6-eae3fed0a823 is already hosted by enough agents. {{(pid=110180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 15:07:46.270469 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.base_scheduler [None req-f43b2a02-0f39-4bb2-bf46-56301732caf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=110180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 15:07:46.494696 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f43b2a02-0f39-4bb2-bf46-56301732caf6 admin admin] Router 543ad835-e580-4da5-8d8e-fa40662b8a10 has already been hosted by L3 agent 4b7d4a90-2987-419a-b6cd-7624b7dba065 {{(pid=110180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 15:07:46.526453 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Device 0f742cf0-d4a3-4152-8bfd-bd04889a61e3 up at agent ovs-agent-dv-cinder-831439-3-iscsi {{(pid=110181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 15:07:46.618026 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Provisioning complete for port 0f742cf0-d4a3-4152-8bfd-bd04889a61e3 triggered by entity L2. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 15:07:46.618768 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (0f742cf0-d4a3-4152-8bfd-bd04889a61e3), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:46.687221 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f43b2a02-0f39-4bb2-bf46-56301732caf6 admin admin] Notify agent at l3_agent.dv-cinder-831439-3-iscsi the message routers_updated {{(pid=110180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 15:07:46.695578 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-f43b2a02-0f39-4bb2-bf46-56301732caf6 admin admin] 10.222.0.52 "PUT /v2.0/routers/543ad835-e580-4da5-8d8e-fa40662b8a10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9887600 Mar 02 15:07:46.786466 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Current status of the port 0f742cf0-d4a3-4152-8bfd-bd04889a61e3 is: DOWN; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 15:07:46.786950 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (0f742cf0-d4a3-4152-8bfd-bd04889a61e3), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:46.804729 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1298062d-06c3-4cb8-9545-2dab4db8c35d req-d41ad09f-45cd-4796-b093-98435e4d7b61 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:07:46.806282 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-1298062d-06c3-4cb8-9545-2dab4db8c35d req-d41ad09f-45cd-4796-b093-98435e4d7b61 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5 HTTP/1.1" status: 200 len: 945 time: 0.0602641 Mar 02 15:07:46.835996 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] For port 0f742cf0-d4a3-4152-8bfd-bd04889a61e3, host dv-cinder-831439-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831439-3-iscsi',level=0,port_id=0f742cf0-d4a3-4152-8bfd-bd04889a61e3,segment=NetworkSegment(23151279-75ac-4f5a-99b2-c6146d92420f),segment_id=23151279-75ac-4f5a-99b2-c6146d92420f)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:07:46.841647 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-08b570fa-21b5-4b57-9fc2-9a27567eb62b None None] Provisioning complete for port b0d4b3da-508d-4023-bf48-40b2d37f5fda triggered by entity DHCP. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 15:07:46.841647 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-08b570fa-21b5-4b57-9fc2-9a27567eb62b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (b0d4b3da-508d-4023-bf48-40b2d37f5fda), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:46.891264 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-08b570fa-21b5-4b57-9fc2-9a27567eb62b None None] Port b0d4b3da-508d-4023-bf48-40b2d37f5fda cannot update to ACTIVE because it is not bound. {{(pid=110181) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 15:07:46.911129 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-1298062d-06c3-4cb8-9545-2dab4db8c35d req-5a6568cd-885f-4f67-be56-0afe96ed7f33 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d7e0eb8-a571-4baa-adc9-84fc8a01bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951126 Mar 02 15:07:46.982603 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (0f742cf0-d4a3-4152-8bfd-bd04889a61e3), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:47.050200 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Pushing event updated for resources: {'Port': ['ID=0f742cf0-d4a3-4152-8bfd-bd04889a61e3,revision_number=4']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:07:47.615415 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 33172) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:07:47.619982 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.v2.base [None req-027b5288-77de-4f8a-9058-414b5dcdf57d tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-596334692', 'description': 'tempest-secgroup-smoke-596334692 description', 'project_id': '7de5f8ffc29449a8970c42522a6efe67'}} {{(pid=110179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 15:07:47.736786 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-027b5288-77de-4f8a-9058-414b5dcdf57d tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Publish callbacks [] for security_group (None), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:47.826637 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-027b5288-77de-4f8a-9058-414b5dcdf57d tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Publish callbacks [] for security_group (1f5f6a4f-30e7-4345-96b4-f256fb04ec25), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:47.917255 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-027b5288-77de-4f8a-9058-414b5dcdf57d tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (1f5f6a4f-30e7-4345-96b4-f256fb04ec25), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:47.960663 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027b5288-77de-4f8a-9058-414b5dcdf57d tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f5f6a4f-30e7-4345-96b4-f256fb04ec25,revision_number=1']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:07:48.057559 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f792a0ec-2dd3-4f78-b546-3c7e480a0a28 req-0f4a0145-7447-474e-b6fa-3f2642a72ffc tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:07:48.060465 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-f792a0ec-2dd3-4f78-b546-3c7e480a0a28 req-0f4a0145-7447-474e-b6fa-3f2642a72ffc tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5 HTTP/1.1" status: 200 len: 945 time: 0.0655935 Mar 02 15:07:48.066219 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-027b5288-77de-4f8a-9058-414b5dcdf57d tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Publish callbacks [] for security_group (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:48.070687 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-027b5288-77de-4f8a-9058-414b5dcdf57d tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4516885 Mar 02 15:07:48.071011 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 33176) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:07:48.077421 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.v2.base [None req-d7cacf04-5c63-413c-8952-a9c5120d49c8 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Request body: {'security_group_rule': {'security_group_id': '1f5f6a4f-30e7-4345-96b4-f256fb04ec25', 'project_id': '7de5f8ffc29449a8970c42522a6efe67', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 15:07:48.119818 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-f792a0ec-2dd3-4f78-b546-3c7e480a0a28 req-a1fe25c8-168e-42c8-8fff-066a1e6ba41e tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d7e0eb8-a571-4baa-adc9-84fc8a01bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527337 Mar 02 15:07:48.204904 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-d7cacf04-5c63-413c-8952-a9c5120d49c8 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Publish callbacks [] for security_group_rule (6a7d9e3f-c4ad-40c7-be53-4fb55b3e72bf), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:48.284341 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-d7cacf04-5c63-413c-8952-a9c5120d49c8 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Publish callbacks [] for security_group_rule (6a7d9e3f-c4ad-40c7-be53-4fb55b3e72bf), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:48.441867 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Device 0f742cf0-d4a3-4152-8bfd-bd04889a61e3 up at agent ovs-agent-dv-cinder-831439-3-iscsi {{(pid=110181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 15:07:48.446743 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-d7cacf04-5c63-413c-8952-a9c5120d49c8 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769636'] for security_group_rule (6a7d9e3f-c4ad-40c7-be53-4fb55b3e72bf), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:48.481436 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cacf04-5c63-413c-8952-a9c5120d49c8 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a7d9e3f-c4ad-40c7-be53-4fb55b3e72bf,revision_number=0']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:07:48.579382 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-d7cacf04-5c63-413c-8952-a9c5120d49c8 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:48.583408 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-d7cacf04-5c63-413c-8952-a9c5120d49c8 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5087223 Mar 02 15:07:48.584184 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 33178) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:07:48.592377 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Provisioning complete for port 0f742cf0-d4a3-4152-8bfd-bd04889a61e3 triggered by entity L2. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 15:07:48.592801 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (0f742cf0-d4a3-4152-8bfd-bd04889a61e3), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:48.597783 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.v2.base [None req-de9b0e0c-e002-41f0-8701-aafbeca1c88d tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Request body: {'security_group_rule': {'security_group_id': '1f5f6a4f-30e7-4345-96b4-f256fb04ec25', 'project_id': '7de5f8ffc29449a8970c42522a6efe67', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 15:07:48.706716 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Current status of the port 0f742cf0-d4a3-4152-8bfd-bd04889a61e3 is: ACTIVE; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 15:07:48.737125 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-de9b0e0c-e002-41f0-8701-aafbeca1c88d tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Publish callbacks [] for security_group_rule (ab009b31-0211-4843-9354-b3da6e3a8425), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:48.816835 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-de9b0e0c-e002-41f0-8701-aafbeca1c88d tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Publish callbacks [] for security_group_rule (ab009b31-0211-4843-9354-b3da6e3a8425), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:48.866691 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54df03da-a319-461e-b15d-9bf888eb08ee None None] Sync routers for ids ['543ad835-e580-4da5-8d8e-fa40662b8a10'] in dv-cinder-831439-3-iscsi {{(pid=110182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 15:07:48.883586 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54df03da-a319-461e-b15d-9bf888eb08ee None None] Routers {'543ad835-e580-4da5-8d8e-fa40662b8a10'} bound to L3 agent in host dv-cinder-831439-3-iscsi {{(pid=110182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 15:07:48.886601 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_hamode_db [None req-54df03da-a319-461e-b15d-9bf888eb08ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831439-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T14:48:11Z,description=,heartbeat_timestamp=2022-03-02T15:07:41Z,host='dv-cinder-831439-3-iscsi',id=4b7d4a90-2987-419a-b6cd-7624b7dba065,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T14:48:12Z,topic='l3_agent')) {'router_ids': ['543ad835-e580-4da5-8d8e-fa40662b8a10'], 'active': True} {{(pid=110182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:07:48.932744 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-de9b0e0c-e002-41f0-8701-aafbeca1c88d tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769636'] for security_group_rule (ab009b31-0211-4843-9354-b3da6e3a8425), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:48.952992 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9b0e0c-e002-41f0-8701-aafbeca1c88d tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab009b31-0211-4843-9354-b3da6e3a8425,revision_number=0']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:07:49.034933 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_dvr_db [None req-54df03da-a319-461e-b15d-9bf888eb08ee None None] Set router 543ad835-e580-4da5-8d8e-fa40662b8a10 gateway port host: dv-cinder-831439-3-iscsi {{(pid=110182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 15:07:49.252324 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_hamode_db [None req-54df03da-a319-461e-b15d-9bf888eb08ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '543ad835-e580-4da5-8d8e-fa40662b8a10', 'name': 'tempest-TestVolumeBootPattern-602488170-router', 'tenant_id': '334e7768b1294a11b070b28f995e7779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '0f742cf0-d4a3-4152-8bfd-bd04889a61e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T15:07:40Z', 'updated_at': '2022-03-02T15:07:45Z', 'revision_number': 4, 'project_id': '334e7768b1294a11b070b28f995e7779', 'gw_port': {'id': '0f742cf0-d4a3-4152-8bfd-bd04889a61e3', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:27:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543ad835-e580-4da5-8d8e-fa40662b8a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:07:41Z', 'updated_at': '2022-03-02T15:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi', '_interfaces': [{'id': 'b0d4b3da-508d-4023-bf48-40b2d37f5fda', 'name': '', 'network_id': '810d5278-dded-4ed1-b1c6-eae3fed0a823', 'tenant_id': '334e7768b1294a11b070b28f995e7779', 'mac_address': 'fa:16:3e:32:ad:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '543ad835-e580-4da5-8d8e-fa40662b8a10', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'caea3526-58c2-4957-8c91-85c4c408ef9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:07:44Z', 'updated_at': '2022-03-02T15:07:45Z', 'revision_number': 2, 'project_id': '334e7768b1294a11b070b28f995e7779', 'subnets': [{'id': 'caea3526-58c2-4957-8c91-85c4c408ef9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831439-3-iscsi', False) {} {{(pid=110182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:07:49.270161 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f3838-fb77-4d28-8cfd-498e684c99fa req-794f7bfc-72b2-4571-a733-f4e3bc529132 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:07:49.271881 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a07f3838-fb77-4d28-8cfd-498e684c99fa req-794f7bfc-72b2-4571-a733-f4e3bc529132 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5 HTTP/1.1" status: 200 len: 945 time: 0.0566857 Mar 02 15:07:49.287480 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54df03da-a319-461e-b15d-9bf888eb08ee None None] Checking router: 543ad835-e580-4da5-8d8e-fa40662b8a10 for host: dv-cinder-831439-3-iscsi {{(pid=110182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 15:07:49.288894 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54df03da-a319-461e-b15d-9bf888eb08ee None None] Updating router 543ad835-e580-4da5-8d8e-fa40662b8a10 port b0d4b3da-508d-4023-bf48-40b2d37f5fda binding host dv-cinder-831439-3-iscsi {{(pid=110182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 15:07:49.290646 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-de9b0e0c-e002-41f0-8701-aafbeca1c88d tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:49.295148 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-de9b0e0c-e002-41f0-8701-aafbeca1c88d tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7095821 Mar 02 15:07:49.300702 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 33182) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:07:49.300702 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.v2.base [None req-9bdd4c66-9158-4068-8513-fc8e18838d85 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Request body: {'security_group_rule': {'security_group_id': '1f5f6a4f-30e7-4345-96b4-f256fb04ec25', 'project_id': '7de5f8ffc29449a8970c42522a6efe67', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 15:07:49.319776 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron_lib.callbacks.manager [None req-54df03da-a319-461e-b15d-9bf888eb08ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (b0d4b3da-508d-4023-bf48-40b2d37f5fda), before_update {{(pid=110182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:49.340085 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a07f3838-fb77-4d28-8cfd-498e684c99fa req-0b57db08-752e-4d8c-a8f1-a0e561ab03a8 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d7e0eb8-a571-4baa-adc9-84fc8a01bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623543 Mar 02 15:07:49.431252 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-9bdd4c66-9158-4068-8513-fc8e18838d85 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Publish callbacks [] for security_group_rule (bb1f700b-7085-47b7-83c7-2e9e2177e4ca), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:49.511313 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-9bdd4c66-9158-4068-8513-fc8e18838d85 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Publish callbacks [] for security_group_rule (bb1f700b-7085-47b7-83c7-2e9e2177e4ca), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:49.592077 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-9bdd4c66-9158-4068-8513-fc8e18838d85 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769636'] for security_group_rule (bb1f700b-7085-47b7-83c7-2e9e2177e4ca), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:49.617497 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdd4c66-9158-4068-8513-fc8e18838d85 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb1f700b-7085-47b7-83c7-2e9e2177e4ca,revision_number=0']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:07:49.641705 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron_lib.callbacks.manager [None req-54df03da-a319-461e-b15d-9bf888eb08ee None None] Publish callbacks [] for port (b0d4b3da-508d-4023-bf48-40b2d37f5fda), precommit_update {{(pid=110182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:49.685201 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-9bdd4c66-9158-4068-8513-fc8e18838d85 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:49.689396 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 33188) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:07:49.694651 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.v2.base [None req-01be5dd6-b3ab-4d19-ba7c-388de21e40ee tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Request body: {'security_group_rule': {'security_group_id': '1f5f6a4f-30e7-4345-96b4-f256fb04ec25', 'project_id': '7de5f8ffc29449a8970c42522a6efe67', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 15:07:49.695295 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-9bdd4c66-9158-4068-8513-fc8e18838d85 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3985152 Mar 02 15:07:49.751511 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron_lib.callbacks.manager [None req-54df03da-a319-461e-b15d-9bf888eb08ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (b0d4b3da-508d-4023-bf48-40b2d37f5fda), after_update {{(pid=110182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:49.801427 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d620849e-4a23-4f70-97cc-a0f1a9470e95 None None] Pushing event updated for resources: {'Port': ['ID=b0d4b3da-508d-4023-bf48-40b2d37f5fda,revision_number=3']} {{(pid=110182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:07:49.821751 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-01be5dd6-b3ab-4d19-ba7c-388de21e40ee tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Publish callbacks [] for security_group_rule (408232bd-cef3-4a34-b89b-38bd11e9fedb), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:49.916378 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.plugins.ml2.managers [None req-54df03da-a319-461e-b15d-9bf888eb08ee None None] Attempting to bind port b0d4b3da-508d-4023-bf48-40b2d37f5fda on host dv-cinder-831439-3-iscsi for vnic_type normal with profile {{(pid=110182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 15:07:49.924851 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.plugins.ml2.managers [None req-54df03da-a319-461e-b15d-9bf888eb08ee None None] Attempting to bind port b0d4b3da-508d-4023-bf48-40b2d37f5fda by drivers openvswitch,hyperv on host dv-cinder-831439-3-iscsi at level 0 using segments [{'id': '34d249b4-59e9-4c20-a4fb-97706e160712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '810d5278-dded-4ed1-b1c6-eae3fed0a823'}] {{(pid=110182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 15:07:49.924851 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54df03da-a319-461e-b15d-9bf888eb08ee None None] Attempting to bind port b0d4b3da-508d-4023-bf48-40b2d37f5fda on network 810d5278-dded-4ed1-b1c6-eae3fed0a823 {{(pid=110182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 15:07:49.926296 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54df03da-a319-461e-b15d-9bf888eb08ee None None] Checking agent: {'id': '3a73802c-5f14-4c1f-8439-e74c4c90063b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831439-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 14, 48, 15), 'started_at': datetime.datetime(2022, 3, 2, 14, 48, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 15, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831439-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 15:07:49.926680 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54df03da-a319-461e-b15d-9bf888eb08ee None None] Checking segment: {'id': '34d249b4-59e9-4c20-a4fb-97706e160712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '810d5278-dded-4ed1-b1c6-eae3fed0a823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 15:07:49.928397 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron_lib.callbacks.manager [None req-54df03da-a319-461e-b15d-9bf888eb08ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:49.928821 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54df03da-a319-461e-b15d-9bf888eb08ee None None] Bound using segment: {'id': '34d249b4-59e9-4c20-a4fb-97706e160712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '810d5278-dded-4ed1-b1c6-eae3fed0a823'} {{(pid=110182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 15:07:49.929313 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.plugins.ml2.managers [None req-54df03da-a319-461e-b15d-9bf888eb08ee None None] Bound port: b0d4b3da-508d-4023-bf48-40b2d37f5fda, host: dv-cinder-831439-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34d249b4-59e9-4c20-a4fb-97706e160712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '810d5278-dded-4ed1-b1c6-eae3fed0a823'}}] {{(pid=110182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 15:07:49.929697 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron_lib.callbacks.manager [None req-54df03da-a319-461e-b15d-9bf888eb08ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (b0d4b3da-508d-4023-bf48-40b2d37f5fda), before_update {{(pid=110182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:49.930241 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-01be5dd6-b3ab-4d19-ba7c-388de21e40ee tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Publish callbacks [] for security_group_rule (408232bd-cef3-4a34-b89b-38bd11e9fedb), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:50.003515 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-01be5dd6-b3ab-4d19-ba7c-388de21e40ee tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769636'] for security_group_rule (408232bd-cef3-4a34-b89b-38bd11e9fedb), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:50.033862 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01be5dd6-b3ab-4d19-ba7c-388de21e40ee tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=408232bd-cef3-4a34-b89b-38bd11e9fedb,revision_number=0']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:07:50.043058 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.plugins.ml2.db [None req-54df03da-a319-461e-b15d-9bf888eb08ee None None] For port b0d4b3da-508d-4023-bf48-40b2d37f5fda, host dv-cinder-831439-3-iscsi, cleared binding levels {{(pid=110182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 15:07:50.046536 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.plugins.ml2.db [None req-54df03da-a319-461e-b15d-9bf888eb08ee None None] For port b0d4b3da-508d-4023-bf48-40b2d37f5fda, host dv-cinder-831439-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831439-3-iscsi',level=0,port_id=b0d4b3da-508d-4023-bf48-40b2d37f5fda,segment=NetworkSegment(34d249b4-59e9-4c20-a4fb-97706e160712),segment_id=34d249b4-59e9-4c20-a4fb-97706e160712)] {{(pid=110182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 15:07:50.054792 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-b4af4b21-f5ed-41df-b2ea-5b8ed5b7b5ef None None] Provisioning complete for port b0d4b3da-508d-4023-bf48-40b2d37f5fda triggered by entity DHCP. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 15:07:50.055952 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-b4af4b21-f5ed-41df-b2ea-5b8ed5b7b5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (b0d4b3da-508d-4023-bf48-40b2d37f5fda), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:50.090763 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-b4af4b21-f5ed-41df-b2ea-5b8ed5b7b5ef None None] Port b0d4b3da-508d-4023-bf48-40b2d37f5fda cannot update to ACTIVE because it is not bound. {{(pid=110181) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 15:07:50.148303 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-01be5dd6-b3ab-4d19-ba7c-388de21e40ee tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:50.152876 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 33190) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:07:50.158868 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-01be5dd6-b3ab-4d19-ba7c-388de21e40ee tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4625008 Mar 02 15:07:50.159053 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.v2.base [None req-c455b58a-4e8b-4563-b88c-4b3b87a8b0c5 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Request body: {'security_group_rule': {'security_group_id': '1f5f6a4f-30e7-4345-96b4-f256fb04ec25', 'project_id': '7de5f8ffc29449a8970c42522a6efe67', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 15:07:50.180757 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron_lib.callbacks.manager [None req-54df03da-a319-461e-b15d-9bf888eb08ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (b0d4b3da-508d-4023-bf48-40b2d37f5fda), after_update {{(pid=110182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:50.239010 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54df03da-a319-461e-b15d-9bf888eb08ee None None] Routers {'543ad835-e580-4da5-8d8e-fa40662b8a10'} bound to L3 agent in host dv-cinder-831439-3-iscsi {{(pid=110182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 15:07:50.239698 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_hamode_db [None req-54df03da-a319-461e-b15d-9bf888eb08ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831439-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T14:48:11Z,description=,heartbeat_timestamp=2022-03-02T15:07:41Z,host='dv-cinder-831439-3-iscsi',id=4b7d4a90-2987-419a-b6cd-7624b7dba065,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T14:48:12Z,topic='l3_agent')) {'router_ids': ['543ad835-e580-4da5-8d8e-fa40662b8a10'], 'active': True} {{(pid=110182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:07:50.275464 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.db.securitygroups_db [None req-c455b58a-4e8b-4563-b88c-4b3b87a8b0c5 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Project 7de5f8ffc29449a8970c42522a6efe67 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 15:07:50.285085 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-c455b58a-4e8b-4563-b88c-4b3b87a8b0c5 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Publish callbacks [] for security_group_rule (0bda2543-c353-47bf-8dea-a849d07dedda), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:50.313549 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d620849e-4a23-4f70-97cc-a0f1a9470e95 None None] Pushing event updated for resources: {'Port': ['ID=b0d4b3da-508d-4023-bf48-40b2d37f5fda,revision_number=4']} {{(pid=110182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:07:50.376743 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-c455b58a-4e8b-4563-b88c-4b3b87a8b0c5 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Publish callbacks [] for security_group_rule (0bda2543-c353-47bf-8dea-a849d07dedda), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:50.412416 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_dvr_db [None req-54df03da-a319-461e-b15d-9bf888eb08ee None None] Set router 543ad835-e580-4da5-8d8e-fa40662b8a10 gateway port host: dv-cinder-831439-3-iscsi {{(pid=110182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 15:07:50.486976 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-c455b58a-4e8b-4563-b88c-4b3b87a8b0c5 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769636'] for security_group_rule (0bda2543-c353-47bf-8dea-a849d07dedda), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:50.515321 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-0b3dba84-485d-4c3f-8644-03b25fe803e0 None None] Provisioning complete for port b0d4b3da-508d-4023-bf48-40b2d37f5fda triggered by entity DHCP. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 15:07:50.515774 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-0b3dba84-485d-4c3f-8644-03b25fe803e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (b0d4b3da-508d-4023-bf48-40b2d37f5fda), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:50.538667 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c455b58a-4e8b-4563-b88c-4b3b87a8b0c5 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bda2543-c353-47bf-8dea-a849d07dedda,revision_number=0']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:07:50.562076 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92859c92-d7db-441e-917b-0be67699b5af req-05326337-4fc9-4300-9b70-8940f78c931b tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:07:50.570276 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-92859c92-d7db-441e-917b-0be67699b5af req-05326337-4fc9-4300-9b70-8940f78c931b tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5 HTTP/1.1" status: 200 len: 945 time: 0.1078975 Mar 02 15:07:50.627184 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-0b3dba84-485d-4c3f-8644-03b25fe803e0 None None] Current status of the port b0d4b3da-508d-4023-bf48-40b2d37f5fda is: DOWN; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 15:07:50.627586 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-0b3dba84-485d-4c3f-8644-03b25fe803e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (b0d4b3da-508d-4023-bf48-40b2d37f5fda), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:50.627957 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-92859c92-d7db-441e-917b-0be67699b5af req-5fc7050d-048b-44e8-8296-4aadf324a067 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d7e0eb8-a571-4baa-adc9-84fc8a01bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564423 Mar 02 15:07:50.632370 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-c455b58a-4e8b-4563-b88c-4b3b87a8b0c5 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:50.636253 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-c455b58a-4e8b-4563-b88c-4b3b87a8b0c5 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4798689 Mar 02 15:07:50.636948 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 33194) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:07:50.641701 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.v2.base [None req-8001d11f-9f0b-4c80-a72a-b733a9e1be89 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Request body: {'security_group_rule': {'security_group_id': '1f5f6a4f-30e7-4345-96b4-f256fb04ec25', 'project_id': '7de5f8ffc29449a8970c42522a6efe67', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 15:07:50.670937 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-0b3dba84-485d-4c3f-8644-03b25fe803e0 None None] For port b0d4b3da-508d-4023-bf48-40b2d37f5fda, host dv-cinder-831439-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831439-3-iscsi',level=0,port_id=b0d4b3da-508d-4023-bf48-40b2d37f5fda,segment=NetworkSegment(34d249b4-59e9-4c20-a4fb-97706e160712),segment_id=34d249b4-59e9-4c20-a4fb-97706e160712)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:07:50.710760 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_hamode_db [None req-54df03da-a319-461e-b15d-9bf888eb08ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '543ad835-e580-4da5-8d8e-fa40662b8a10', 'name': 'tempest-TestVolumeBootPattern-602488170-router', 'tenant_id': '334e7768b1294a11b070b28f995e7779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '0f742cf0-d4a3-4152-8bfd-bd04889a61e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T15:07:40Z', 'updated_at': '2022-03-02T15:07:45Z', 'revision_number': 4, 'project_id': '334e7768b1294a11b070b28f995e7779', 'gw_port': {'id': '0f742cf0-d4a3-4152-8bfd-bd04889a61e3', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:27:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543ad835-e580-4da5-8d8e-fa40662b8a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:07:41Z', 'updated_at': '2022-03-02T15:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi', '_interfaces': [{'id': 'b0d4b3da-508d-4023-bf48-40b2d37f5fda', 'name': '', 'network_id': '810d5278-dded-4ed1-b1c6-eae3fed0a823', 'tenant_id': '334e7768b1294a11b070b28f995e7779', 'mac_address': 'fa:16:3e:32:ad:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '543ad835-e580-4da5-8d8e-fa40662b8a10', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'caea3526-58c2-4957-8c91-85c4c408ef9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:07:44Z', 'updated_at': '2022-03-02T15:07:50Z', 'revision_number': 4, 'project_id': '334e7768b1294a11b070b28f995e7779', 'subnets': [{'id': 'caea3526-58c2-4957-8c91-85c4c408ef9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831439-3-iscsi', False) {} {{(pid=110182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:07:50.751683 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-0b3dba84-485d-4c3f-8644-03b25fe803e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (b0d4b3da-508d-4023-bf48-40b2d37f5fda), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:50.800236 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.db.securitygroups_db [None req-8001d11f-9f0b-4c80-a72a-b733a9e1be89 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Project 7de5f8ffc29449a8970c42522a6efe67 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 15:07:50.806475 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-8001d11f-9f0b-4c80-a72a-b733a9e1be89 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Publish callbacks [] for security_group_rule (0d4fb5ba-1cab-4cb4-a1f6-55b34dcd5fe4), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:50.833627 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3dba84-485d-4c3f-8644-03b25fe803e0 None None] Pushing event updated for resources: {'Port': ['ID=b0d4b3da-508d-4023-bf48-40b2d37f5fda,revision_number=5']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:07:50.854114 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54df03da-a319-461e-b15d-9bf888eb08ee None None] The sync data for ids ['543ad835-e580-4da5-8d8e-fa40662b8a10'] in dv-cinder-831439-3-iscsi is: [{'id': '543ad835-e580-4da5-8d8e-fa40662b8a10', 'name': 'tempest-TestVolumeBootPattern-602488170-router', 'tenant_id': '334e7768b1294a11b070b28f995e7779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '0f742cf0-d4a3-4152-8bfd-bd04889a61e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T15:07:40Z', 'updated_at': '2022-03-02T15:07:45Z', 'revision_number': 4, 'project_id': '334e7768b1294a11b070b28f995e7779', 'gw_port': {'id': '0f742cf0-d4a3-4152-8bfd-bd04889a61e3', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:27:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543ad835-e580-4da5-8d8e-fa40662b8a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:07:41Z', 'updated_at': '2022-03-02T15:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi', '_interfaces': [{'id': 'b0d4b3da-508d-4023-bf48-40b2d37f5fda', 'name': '', 'network_id': '810d5278-dded-4ed1-b1c6-eae3fed0a823', 'tenant_id': '334e7768b1294a11b070b28f995e7779', 'mac_address': 'fa:16:3e:32:ad:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '543ad835-e580-4da5-8d8e-fa40662b8a10', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'caea3526-58c2-4957-8c91-85c4c408ef9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:07:44Z', 'updated_at': '2022-03-02T15:07:50Z', 'revision_number': 4, 'project_id': '334e7768b1294a11b070b28f995e7779', 'subnets': [{'id': 'caea3526-58c2-4957-8c91-85c4c408ef9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 15:07:50.893895 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-8001d11f-9f0b-4c80-a72a-b733a9e1be89 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Publish callbacks [] for security_group_rule (0d4fb5ba-1cab-4cb4-a1f6-55b34dcd5fe4), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:50.978548 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-8001d11f-9f0b-4c80-a72a-b733a9e1be89 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769636'] for security_group_rule (0d4fb5ba-1cab-4cb4-a1f6-55b34dcd5fe4), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:51.013781 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8001d11f-9f0b-4c80-a72a-b733a9e1be89 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d4fb5ba-1cab-4cb4-a1f6-55b34dcd5fe4,revision_number=0']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:07:51.096238 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-8001d11f-9f0b-4c80-a72a-b733a9e1be89 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:51.098400 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-8001d11f-9f0b-4c80-a72a-b733a9e1be89 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4602098 Mar 02 15:07:51.953618 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d299f192-df94-40a8-92bb-cd0e978e00fe req-0adf40ce-30ca-47dd-b4e0-462428a62544 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:07:51.953618 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-d299f192-df94-40a8-92bb-cd0e978e00fe req-0adf40ce-30ca-47dd-b4e0-462428a62544 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5 HTTP/1.1" status: 200 len: 945 time: 0.0809019 Mar 02 15:07:51.953618 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-d299f192-df94-40a8-92bb-cd0e978e00fe req-f7269f45-c3fb-4850-97c6-30d970e3f9a1 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d7e0eb8-a571-4baa-adc9-84fc8a01bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543597 Mar 02 15:07:52.424172 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Device b0d4b3da-508d-4023-bf48-40b2d37f5fda up at agent ovs-agent-dv-cinder-831439-3-iscsi {{(pid=110181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 15:07:52.500903 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Provisioning complete for port b0d4b3da-508d-4023-bf48-40b2d37f5fda triggered by entity L2. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 15:07:52.501290 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (b0d4b3da-508d-4023-bf48-40b2d37f5fda), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:52.602989 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Current status of the port b0d4b3da-508d-4023-bf48-40b2d37f5fda is: ACTIVE; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 15:07:53.069653 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3de3f0-7689-428c-b60f-e29c624e22f9 req-9b98262a-c7d4-465c-bcb0-db9d340f6b31 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:07:53.071745 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-8d3de3f0-7689-428c-b60f-e29c624e22f9 req-9b98262a-c7d4-465c-bcb0-db9d340f6b31 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5 HTTP/1.1" status: 200 len: 945 time: 0.0831544 Mar 02 15:07:53.141215 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-8d3de3f0-7689-428c-b60f-e29c624e22f9 req-98b65961-c201-4bf2-9e6d-f00c83483816 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d7e0eb8-a571-4baa-adc9-84fc8a01bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615880 Mar 02 15:07:53.871943 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.agents_db [None req-b044b9bd-a670-44c5-b22a-8886b11808d8 None None] Agent healthcheck: found 6 active agents {{(pid=110182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 15:07:54.280773 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ba92b6-dbc2-466b-a8cc-02653090bfdc req-8ae05a05-f378-4345-afba-adb7fcd486b4 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:07:54.282264 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-90ba92b6-dbc2-466b-a8cc-02653090bfdc req-8ae05a05-f378-4345-afba-adb7fcd486b4 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5 HTTP/1.1" status: 200 len: 945 time: 0.0646429 Mar 02 15:07:54.335811 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-90ba92b6-dbc2-466b-a8cc-02653090bfdc req-9f1a2493-0ba9-4c4b-92aa-06f903cd412e tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d7e0eb8-a571-4baa-adc9-84fc8a01bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473044 Mar 02 15:07:55.475183 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c05fca-8a15-4b6c-bad0-e0a256e166e9 req-0210bff3-74c9-4b56-8ca6-543efef4a5ab tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:07:55.480201 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-56c05fca-8a15-4b6c-bad0-e0a256e166e9 req-0210bff3-74c9-4b56-8ca6-543efef4a5ab tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5 HTTP/1.1" status: 200 len: 945 time: 0.0650337 Mar 02 15:07:55.527172 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-56c05fca-8a15-4b6c-bad0-e0a256e166e9 req-4134ea97-fa7e-4d90-98db-27b254634b28 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d7e0eb8-a571-4baa-adc9-84fc8a01bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446165 Mar 02 15:07:55.947323 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b45b74-3463-4ce7-b97d-1118c233383b req-fde7a543-beda-4ec4-b9e3-79dea07d85b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:07:55.952760 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-21b45b74-3463-4ce7-b97d-1118c233383b req-fde7a543-beda-4ec4-b9e3-79dea07d85b8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8d6fe98143c241798db8cd747803fb48&device_id=ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5 HTTP/1.1" status: 200 len: 1129 time: 0.1401839 Mar 02 15:07:56.043219 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b45b74-3463-4ce7-b97d-1118c233383b req-eee36fe5-4cb2-41ed-b1c2-fddd923ae42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:07:56.044723 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-21b45b74-3463-4ce7-b97d-1118c233383b req-eee36fe5-4cb2-41ed-b1c2-fddd923ae42e service neutron] 10.222.0.55 "GET /v2.0/networks?id=32a772a1-de65-4149-a254-15f24cef804d HTTP/1.1" status: 200 len: 918 time: 0.0901465 Mar 02 15:07:56.110921 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-21b45b74-3463-4ce7-b97d-1118c233383b req-a893f644-4052-46fb-af92-8b164ee00375 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2a65c91-ccd4-45ad-a703-bc49593da585 HTTP/1.1" status: 200 len: 1000 time: 0.0598757 Mar 02 15:07:56.165396 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b45b74-3463-4ce7-b97d-1118c233383b req-bad9e5aa-f3b2-4c9b-ade3-f0338ec0d720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:07:56.166852 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-21b45b74-3463-4ce7-b97d-1118c233383b req-bad9e5aa-f3b2-4c9b-ade3-f0338ec0d720 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4f813be6-b019-4418-9613-23d83e4ca2ff HTTP/1.1" status: 200 len: 856 time: 0.0493920 Mar 02 15:07:56.217460 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b45b74-3463-4ce7-b97d-1118c233383b req-e0b992fd-4d9b-4d69-b31b-f6a5f548c2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:07:56.219321 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-21b45b74-3463-4ce7-b97d-1118c233383b req-e0b992fd-4d9b-4d69-b31b-f6a5f548c2e5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=32a772a1-de65-4149-a254-15f24cef804d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446932 Mar 02 15:07:56.230284 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [req-21b45b74-3463-4ce7-b97d-1118c233383b req-93491def-e6b7-4617-a315-c6d5b8b63d0c service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=110180) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 02 15:07:56.231237 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-21b45b74-3463-4ce7-b97d-1118c233383b req-93491def-e6b7-4617-a315-c6d5b8b63d0c service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052617 Mar 02 15:07:56.324574 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-21b45b74-3463-4ce7-b97d-1118c233383b req-5e40ba3f-e54f-4810-aea2-553317d3b9e5 service neutron] 10.222.0.55 "GET /v2.0/networks/32a772a1-de65-4149-a254-15f24cef804d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862157 Mar 02 15:07:56.432540 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-21b45b74-3463-4ce7-b97d-1118c233383b req-0af71bff-58fe-43d9-9fe3-e44bdf9716da service neutron] 10.222.0.55 "GET /v2.0/networks/32a772a1-de65-4149-a254-15f24cef804d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881908 Mar 02 15:07:56.670476 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4128a55-22c7-46ad-aead-d4f6b71a202b req-1eb6bf4b-e084-4328-8f2f-6cbd4a6e9864 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:07:56.672220 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-b4128a55-22c7-46ad-aead-d4f6b71a202b req-1eb6bf4b-e084-4328-8f2f-6cbd4a6e9864 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5 HTTP/1.1" status: 200 len: 945 time: 0.0589726 Mar 02 15:07:56.722368 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-b4128a55-22c7-46ad-aead-d4f6b71a202b req-3a787e22-66ec-4b79-a1b8-8f7d08c53278 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d7e0eb8-a571-4baa-adc9-84fc8a01bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439765 Mar 02 15:07:57.228146 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (a761fe19-4045-45cc-a7c7-f029a0c82591), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:57.852565 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9da82fa-c2a5-4640-8844-03ac6ebc8442 req-9f6b2b78-4803-4afc-a6c0-d481378179dd tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:07:57.854037 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a9da82fa-c2a5-4640-8844-03ac6ebc8442 req-9f6b2b78-4803-4afc-a6c0-d481378179dd tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5 HTTP/1.1" status: 200 len: 945 time: 0.0541024 Mar 02 15:07:58.192381 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a9da82fa-c2a5-4640-8844-03ac6ebc8442 req-f11aa5c3-0173-46c2-905e-cd7836d22c11 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d7e0eb8-a571-4baa-adc9-84fc8a01bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3327298 Mar 02 15:07:58.788340 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Device e2a65c91-ccd4-45ad-a703-bc49593da585 no longer exists at agent hyperv_hv-cinder-83143 {{(pid=110181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 15:07:58.871637 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Current status of the port e2a65c91-ccd4-45ad-a703-bc49593da585 is: ACTIVE; New status is: DOWN {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 15:07:58.872071 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (e2a65c91-ccd4-45ad-a703-bc49593da585), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:58.895946 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2a65c91-ccd4-45ad-a703-bc49593da585'}] {{(pid=110181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 15:07:58.898278 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6faebeedf0149bd95a8e5aac95437523d12653d92db1e1e7ce78ae8719853609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d9a1909-d9fd-4913-a514-0a3a178e02b2" -d '{"events": [{"server_uuid": "ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5", "name": "network-vif-unplugged", "status": "completed", "tag": "e2a65c91-ccd4-45ad-a703-bc49593da585"}]}' {{(pid=110181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 15:07:58.914424 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] For port e2a65c91-ccd4-45ad-a703-bc49593da585, host hv-cinder-83143, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=e2a65c91-ccd4-45ad-a703-bc49593da585,segment=NetworkSegment(a29b8c1f-4601-46a8-a0c5-19fb5294c518),segment_id=a29b8c1f-4601-46a8-a0c5-19fb5294c518)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:07:58.938815 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Mar 2022 15:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aafdf478-cce6-43e1-9fec-7bd726a74c08 x-openstack-request-id: req-aafdf478-cce6-43e1-9fec-7bd726a74c08 {{(pid=110181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 15:07:58.939108 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5", "name": "network-vif-unplugged", "status": "completed", "tag": "e2a65c91-ccd4-45ad-a703-bc49593da585", "code": 200}]} {{(pid=110181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 15:07:58.939358 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-aafdf478-cce6-43e1-9fec-7bd726a74c08 {{(pid=110181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 15:07:58.939792 dv-cinder-831439-3-iscsi neutron-server[110181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2a65c91-ccd4-45ad-a703-bc49593da585', 'code': 200} Mar 02 15:07:59.022404 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (e2a65c91-ccd4-45ad-a703-bc49593da585), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:07:59.073299 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Pushing event updated for resources: {'Port': ['ID=e2a65c91-ccd4-45ad-a703-bc49593da585,revision_number=8']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:07:59.326541 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba47efd-f4f6-4be6-900b-3ef8e4b792ec req-d7686293-286d-42d4-b2a9-a349404476b3 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:07:59.328115 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-fba47efd-f4f6-4be6-900b-3ef8e4b792ec req-d7686293-286d-42d4-b2a9-a349404476b3 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5 HTTP/1.1" status: 200 len: 943 time: 0.0613308 Mar 02 15:07:59.374525 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-fba47efd-f4f6-4be6-900b-3ef8e4b792ec req-c8510b32-47d3-4628-b015-b2f9d6aedc84 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d7e0eb8-a571-4baa-adc9-84fc8a01bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399239 Mar 02 15:08:01.841026 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85cf220-99bf-4e85-a33e-fbca6476ce10 req-36deaf21-6986-4196-a6ce-e5e82e7485a4 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:08:01.842884 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-e85cf220-99bf-4e85-a33e-fbca6476ce10 req-36deaf21-6986-4196-a6ce-e5e82e7485a4 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5 HTTP/1.1" status: 200 len: 943 time: 0.0532196 Mar 02 15:08:01.900503 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-e85cf220-99bf-4e85-a33e-fbca6476ce10 req-0a58a1ef-65e2-4ce4-833d-6ded59115130 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d7e0eb8-a571-4baa-adc9-84fc8a01bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505679 Mar 02 15:08:02.273467 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 33348) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:08:02.365870 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [req-e23c71a6-9092-4481-905e-9ebf9b79ac07 req-5bcda41a-bd66-4e48-872c-f16a37b13116 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0906320 Mar 02 15:08:02.374545 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [req-e23c71a6-9092-4481-905e-9ebf9b79ac07 req-8d261074-067a-4898-a080-d962cf78aa9b service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=110179) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 02 15:08:02.375532 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [req-e23c71a6-9092-4481-905e-9ebf9b79ac07 req-8d261074-067a-4898-a080-d962cf78aa9b service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050280 Mar 02 15:08:02.459286 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-0c0110ef-7e87-4047-a614-1c952d5cd138 req-2d4d70cb-4a11-49f4-9158-69722dc2989e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0f76b2fb-6b81-4015-8643-4e6ec222c3f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0483854 Mar 02 15:08:02.460330 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 33360) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:08:02.567784 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23c71a6-9092-4481-905e-9ebf9b79ac07 req-c6926753-fc7c-4748-a02a-9dde9532d552 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:08:02.569187 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-e23c71a6-9092-4481-905e-9ebf9b79ac07 req-c6926753-fc7c-4748-a02a-9dde9532d552 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports/e2a65c91-ccd4-45ad-a703-bc49593da585 HTTP/1.1" status: 200 len: 940 time: 0.1079457 Mar 02 15:08:02.577441 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0110ef-7e87-4047-a614-1c952d5cd138 req-cebec401-87ff-4965-ab6e-115ea41df369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:08:02.578832 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-0c0110ef-7e87-4047-a614-1c952d5cd138 req-cebec401-87ff-4965-ab6e-115ea41df369 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5ac6104636f34c658b71fafaf0755349&device_id=0f76b2fb-6b81-4015-8643-4e6ec222c3f8 HTTP/1.1" status: 200 len: 1129 time: 0.0878215 Mar 02 15:08:02.688185 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0110ef-7e87-4047-a614-1c952d5cd138 req-8ec20c94-e0d6-40f4-886c-1d86c46de2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:08:02.689737 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-0c0110ef-7e87-4047-a614-1c952d5cd138 req-8ec20c94-e0d6-40f4-886c-1d86c46de2f9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=df93f8f1-ff18-4251-9f43-b4d98c48182b HTTP/1.1" status: 200 len: 911 time: 0.0915546 Mar 02 15:08:02.755235 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-0c0110ef-7e87-4047-a614-1c952d5cd138 req-d787888b-49d9-4c1d-a2cd-6719e8041463 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7cd5de7-12f1-4b8f-9ca9-f883fd6b37f7 HTTP/1.1" status: 200 len: 1001 time: 0.0596557 Mar 02 15:08:02.814456 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0110ef-7e87-4047-a614-1c952d5cd138 req-d0748a6f-125d-4a72-874e-48325c7411b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:08:02.816480 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-0c0110ef-7e87-4047-a614-1c952d5cd138 req-d0748a6f-125d-4a72-874e-48325c7411b6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=af4612bf-937d-4ff0-87a0-e171015ed5a7 HTTP/1.1" status: 200 len: 849 time: 0.0548582 Mar 02 15:08:02.839092 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Device e2a65c91-ccd4-45ad-a703-bc49593da585 no longer exists at agent hyperv_hv-cinder-83143 {{(pid=110181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 15:08:02.867839 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0110ef-7e87-4047-a614-1c952d5cd138 req-0cf43658-f5db-49ca-9455-ed24b9aed13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:08:02.869340 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-0c0110ef-7e87-4047-a614-1c952d5cd138 req-0cf43658-f5db-49ca-9455-ed24b9aed13e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=df93f8f1-ff18-4251-9f43-b4d98c48182b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467846 Mar 02 15:08:02.915216 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Current status of the port e2a65c91-ccd4-45ad-a703-bc49593da585 is: DOWN; New status is: DOWN {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 15:08:02.967601 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-0c0110ef-7e87-4047-a614-1c952d5cd138 req-d5138b22-4174-4b68-86f9-dd5fbd1289e5 service neutron] 10.222.0.55 "GET /v2.0/networks/df93f8f1-ff18-4251-9f43-b4d98c48182b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914342 Mar 02 15:08:03.086843 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a4fcf7-3e05-4e77-afc8-7f7178cdf8b8 req-cedf8564-90db-4522-8589-f9aef3c521c9 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:08:03.088378 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-e0a4fcf7-3e05-4e77-afc8-7f7178cdf8b8 req-cedf8564-90db-4522-8589-f9aef3c521c9 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5 HTTP/1.1" status: 200 len: 943 time: 0.1074090 Mar 02 15:08:03.109085 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-0c0110ef-7e87-4047-a614-1c952d5cd138 req-322adfd5-6468-4e3d-97f8-9fe359e071b7 service neutron] 10.222.0.55 "GET /v2.0/networks/df93f8f1-ff18-4251-9f43-b4d98c48182b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351774 Mar 02 15:08:03.149422 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-e0a4fcf7-3e05-4e77-afc8-7f7178cdf8b8 req-47919354-cf6f-49d4-9441-3fbfb8a78343 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d7e0eb8-a571-4baa-adc9-84fc8a01bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512061 Mar 02 15:08:04.303155 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c1d45e-7e7a-4a13-a871-be54cbc3a1f9 req-974547bd-ee69-497f-a48d-82d6055dba6a tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:08:04.304740 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-34c1d45e-7e7a-4a13-a871-be54cbc3a1f9 req-974547bd-ee69-497f-a48d-82d6055dba6a tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5 HTTP/1.1" status: 200 len: 943 time: 0.0792825 Mar 02 15:08:04.386604 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-34c1d45e-7e7a-4a13-a871-be54cbc3a1f9 req-0badf474-905f-49e4-b99d-70f35cb2cb07 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d7e0eb8-a571-4baa-adc9-84fc8a01bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671613 Mar 02 15:08:04.393177 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23c71a6-9092-4481-905e-9ebf9b79ac07 req-45877ba9-e1b7-480f-9207-b8f908c1d464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:08:04.394919 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-e23c71a6-9092-4481-905e-9ebf9b79ac07 req-45877ba9-e1b7-480f-9207-b8f908c1d464 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5&tenant_id=8d6fe98143c241798db8cd747803fb48 HTTP/1.1" status: 200 len: 1127 time: 0.0838957 Mar 02 15:08:04.473267 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23c71a6-9092-4481-905e-9ebf9b79ac07 req-8cfa9256-79d1-4f45-b7d3-8d30774e0eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:08:04.474807 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-e23c71a6-9092-4481-905e-9ebf9b79ac07 req-8cfa9256-79d1-4f45-b7d3-8d30774e0eb6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8d6fe98143c241798db8cd747803fb48&device_id=ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5 HTTP/1.1" status: 200 len: 1127 time: 0.0463152 Mar 02 15:08:04.578604 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23c71a6-9092-4481-905e-9ebf9b79ac07 req-8a505ebb-96f2-4dad-802d-8b438da1207a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:08:04.583591 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-e23c71a6-9092-4481-905e-9ebf9b79ac07 req-8a505ebb-96f2-4dad-802d-8b438da1207a service neutron] 10.222.0.55 "GET /v2.0/networks?id=32a772a1-de65-4149-a254-15f24cef804d HTTP/1.1" status: 200 len: 918 time: 0.0987082 Mar 02 15:08:04.649687 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-e23c71a6-9092-4481-905e-9ebf9b79ac07 req-43c42dc6-5424-4f3f-92d5-b75077a3d405 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2a65c91-ccd4-45ad-a703-bc49593da585 HTTP/1.1" status: 200 len: 998 time: 0.0620499 Mar 02 15:08:04.703326 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23c71a6-9092-4481-905e-9ebf9b79ac07 req-ad0fe9e9-550c-431a-84ab-efcae7ce1e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:08:04.704836 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-e23c71a6-9092-4481-905e-9ebf9b79ac07 req-ad0fe9e9-550c-431a-84ab-efcae7ce1e41 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4f813be6-b019-4418-9613-23d83e4ca2ff HTTP/1.1" status: 200 len: 856 time: 0.0494971 Mar 02 15:08:04.758387 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23c71a6-9092-4481-905e-9ebf9b79ac07 req-a437df8a-a56f-4419-bf77-6335b3652a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:08:04.759989 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-e23c71a6-9092-4481-905e-9ebf9b79ac07 req-a437df8a-a56f-4419-bf77-6335b3652a55 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=32a772a1-de65-4149-a254-15f24cef804d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478752 Mar 02 15:08:04.853623 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-e23c71a6-9092-4481-905e-9ebf9b79ac07 req-ff89a3d5-e4bd-4945-9dc9-b6b9fd296242 service neutron] 10.222.0.55 "GET /v2.0/networks/32a772a1-de65-4149-a254-15f24cef804d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859683 Mar 02 15:08:04.953773 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-e23c71a6-9092-4481-905e-9ebf9b79ac07 req-7a49f1a3-f73f-4cf7-ba6a-2bfb4c6ad523 service neutron] 10.222.0.55 "GET /v2.0/networks/32a772a1-de65-4149-a254-15f24cef804d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881720 Mar 02 15:08:05.512601 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96753400-79dc-4464-9712-578d9ad6ea8b req-2b8da011-d8d5-4e9e-bd86-5b4c06d3be2d tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:08:05.514069 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-96753400-79dc-4464-9712-578d9ad6ea8b req-2b8da011-d8d5-4e9e-bd86-5b4c06d3be2d tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5 HTTP/1.1" status: 200 len: 943 time: 0.0526826 Mar 02 15:08:05.563139 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-96753400-79dc-4464-9712-578d9ad6ea8b req-11e89cb1-4140-4570-aa03-2a9651d2ce48 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d7e0eb8-a571-4baa-adc9-84fc8a01bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425255 Mar 02 15:08:06.707177 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435601a9-9594-4bca-b8da-008c4c01eea9 req-04c84efb-6ccf-443e-b12d-12b2584ecbc8 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:08:06.708743 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-435601a9-9594-4bca-b8da-008c4c01eea9 req-04c84efb-6ccf-443e-b12d-12b2584ecbc8 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5 HTTP/1.1" status: 200 len: 943 time: 0.0683608 Mar 02 15:08:06.768179 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-435601a9-9594-4bca-b8da-008c4c01eea9 req-c8ebc29e-6595-44c3-9a79-44427ab31035 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d7e0eb8-a571-4baa-adc9-84fc8a01bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481215 Mar 02 15:08:07.902513 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9e8df0-2e87-4f5e-8940-d8dac03e52da req-d57a638b-48f8-4cf1-9c9e-b3d49fb1b067 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:08:07.904127 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-1d9e8df0-2e87-4f5e-8940-d8dac03e52da req-d57a638b-48f8-4cf1-9c9e-b3d49fb1b067 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5 HTTP/1.1" status: 200 len: 943 time: 0.0591590 Mar 02 15:08:07.957625 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-1d9e8df0-2e87-4f5e-8940-d8dac03e52da req-e28a1256-562e-4076-9166-e9d51f546142 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d7e0eb8-a571-4baa-adc9-84fc8a01bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458617 Mar 02 15:08:08.690598 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a91c55d7-920a-4d61-a2b6-3d60d0f55c20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (dc3a6147-3194-47be-b33a-76a9a2a48933), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:08:09.103201 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413dcd15-6129-4bbe-a143-b30aed537e5f req-89f2a005-bcfc-4be9-8866-a05a0bd30f77 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:08:09.105904 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-413dcd15-6129-4bbe-a143-b30aed537e5f req-89f2a005-bcfc-4be9-8866-a05a0bd30f77 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5 HTTP/1.1" status: 200 len: 943 time: 0.0700393 Mar 02 15:08:09.171537 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-413dcd15-6129-4bbe-a143-b30aed537e5f req-f643d43c-5f3e-40c5-813f-bc9d7b35c344 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d7e0eb8-a571-4baa-adc9-84fc8a01bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558431 Mar 02 15:08:10.321361 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec925722-6a87-44ba-8c5b-bc2a3c1e1ba8 req-56e6ed6c-6ced-4c57-a55e-d555279ac62e tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:08:10.323523 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ec925722-6a87-44ba-8c5b-bc2a3c1e1ba8 req-56e6ed6c-6ced-4c57-a55e-d555279ac62e tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5 HTTP/1.1" status: 200 len: 943 time: 0.0563498 Mar 02 15:08:10.376167 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ec925722-6a87-44ba-8c5b-bc2a3c1e1ba8 req-adb075b5-2229-4580-bbbd-f80f66bb5c23 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d7e0eb8-a571-4baa-adc9-84fc8a01bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473914 Mar 02 15:08:11.048274 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-4fbe8c4d-e9c6-4788-a718-a6d6b04a22dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (4b7d4a90-2987-419a-b6cd-7624b7dba065), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:08:11.506063 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ebc6cd-efc0-421e-b358-77346447a775 req-7d2ffda1-52ea-4d0f-b931-58760bd43189 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:08:11.508112 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-52ebc6cd-efc0-421e-b358-77346447a775 req-7d2ffda1-52ea-4d0f-b931-58760bd43189 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5 HTTP/1.1" status: 200 len: 943 time: 0.0578394 Mar 02 15:08:11.558538 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-52ebc6cd-efc0-421e-b358-77346447a775 req-5265c562-ee91-4c63-80f3-4ca6b3341783 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d7e0eb8-a571-4baa-adc9-84fc8a01bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445361 Mar 02 15:08:12.697985 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360c3fa9-4652-451e-8fb9-7b21ec66cd38 req-9853edce-3cff-4140-8ae5-2079f7e07a60 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:08:12.699540 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-360c3fa9-4652-451e-8fb9-7b21ec66cd38 req-9853edce-3cff-4140-8ae5-2079f7e07a60 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5 HTTP/1.1" status: 200 len: 943 time: 0.0615554 Mar 02 15:08:12.757593 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-360c3fa9-4652-451e-8fb9-7b21ec66cd38 req-f991ac13-2b2f-4a29-927d-c4469199acdf tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d7e0eb8-a571-4baa-adc9-84fc8a01bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446193 Mar 02 15:08:12.993990 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-8c265469-93de-451d-a227-73ff998d8f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (bfbb2626-1130-458a-80a5-4632d76fa057), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:08:13.668232 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-9cfe1c82-1e01-4346-89c5-c3e1093f4022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (b9ce56f8-3527-4dd9-b024-9df7b3f4c018), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:08:13.887397 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7060a80d-8426-46f2-ae93-d211a0922c94 req-8443cc5b-4479-421d-bb45-910d48d0955f tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:08:13.888911 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-7060a80d-8426-46f2-ae93-d211a0922c94 req-8443cc5b-4479-421d-bb45-910d48d0955f tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5 HTTP/1.1" status: 200 len: 943 time: 0.0544455 Mar 02 15:08:13.939202 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-7060a80d-8426-46f2-ae93-d211a0922c94 req-ba74d70b-553d-4638-98b8-b68904f198d0 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d7e0eb8-a571-4baa-adc9-84fc8a01bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447102 Mar 02 15:08:14.994480 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (3a73802c-5f14-4c1f-8439-e74c4c90063b), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:08:15.077481 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8dc1ec-6fc4-4f54-b19f-97a934d04d9b req-9e488c30-c5fc-49e5-899a-d11b977d1efc tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:08:15.079128 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-9e8dc1ec-6fc4-4f54-b19f-97a934d04d9b req-9e488c30-c5fc-49e5-899a-d11b977d1efc tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5 HTTP/1.1" status: 200 len: 943 time: 0.0616946 Mar 02 15:08:15.134949 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-9e8dc1ec-6fc4-4f54-b19f-97a934d04d9b req-9a1b0164-0a94-4431-b837-ed2a46a87190 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d7e0eb8-a571-4baa-adc9-84fc8a01bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473289 Mar 02 15:08:16.285778 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf3d805-75b1-4664-a771-3346a2a359ca req-66e91446-a282-4b9b-8698-5103311dc9db tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:08:16.288120 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-2cf3d805-75b1-4664-a771-3346a2a359ca req-66e91446-a282-4b9b-8698-5103311dc9db tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5 HTTP/1.1" status: 200 len: 943 time: 0.0721662 Mar 02 15:08:16.344646 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-2cf3d805-75b1-4664-a771-3346a2a359ca req-93292570-2cc5-43d0-b859-53a7c923d3fe tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d7e0eb8-a571-4baa-adc9-84fc8a01bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466094 Mar 02 15:08:17.481706 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b395ce6-4eb2-436c-b81f-cf31ad0214e9 req-63f9d194-d571-4e38-81ef-2d5242c92d02 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:08:17.483326 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-1b395ce6-4eb2-436c-b81f-cf31ad0214e9 req-63f9d194-d571-4e38-81ef-2d5242c92d02 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5 HTTP/1.1" status: 200 len: 943 time: 0.0551548 Mar 02 15:08:17.536751 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-1b395ce6-4eb2-436c-b81f-cf31ad0214e9 req-7114f427-e404-442f-a412-bff88e2aec31 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d7e0eb8-a571-4baa-adc9-84fc8a01bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467269 Mar 02 15:08:18.673364 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3141ba-26d5-4ea7-a774-1af98ce1e9c5 req-eef1fcb0-e7ac-44e4-b4ae-2c17686d869a tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:08:18.675500 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-4d3141ba-26d5-4ea7-a774-1af98ce1e9c5 req-eef1fcb0-e7ac-44e4-b4ae-2c17686d869a tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5 HTTP/1.1" status: 200 len: 943 time: 0.0642405 Mar 02 15:08:18.724615 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-4d3141ba-26d5-4ea7-a774-1af98ce1e9c5 req-db8cb4f0-c81a-404c-a580-ba6901c52967 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d7e0eb8-a571-4baa-adc9-84fc8a01bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422482 Mar 02 15:08:19.853358 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20076f82-8662-4215-8924-20b90cf3332b req-0f90bf8d-f5c2-438b-9972-16ab1cc2963b tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:08:19.855105 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-20076f82-8662-4215-8924-20b90cf3332b req-0f90bf8d-f5c2-438b-9972-16ab1cc2963b tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5 HTTP/1.1" status: 200 len: 943 time: 0.0556281 Mar 02 15:08:19.905044 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-20076f82-8662-4215-8924-20b90cf3332b req-7f25c9e5-5d28-4fc3-a219-91c3df410446 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d7e0eb8-a571-4baa-adc9-84fc8a01bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442512 Mar 02 15:08:20.998801 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-cb94cf7b-a5b4-4527-aad3-e947a536b18f req-db73ae6f-0dec-409d-b35e-5c670bca5665 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-596334692&fields=id&tenant_id=7de5f8ffc29449a8970c42522a6efe67 HTTP/1.1" status: 200 len: 267 time: 0.0636911 Mar 02 15:08:21.098849 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254d20ac-0502-4922-8245-240b044d49a9 req-d0eb2f9e-16e4-42ce-9d43-c9b4415c17c4 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:08:21.100491 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-254d20ac-0502-4922-8245-240b044d49a9 req-d0eb2f9e-16e4-42ce-9d43-c9b4415c17c4 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5 HTTP/1.1" status: 200 len: 943 time: 0.1195261 Mar 02 15:08:21.154916 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb94cf7b-a5b4-4527-aad3-e947a536b18f req-a7c34e00-2437-4b06-92a8-ff1a999bb044 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:08:21.156437 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-cb94cf7b-a5b4-4527-aad3-e947a536b18f req-a7c34e00-2437-4b06-92a8-ff1a999bb044 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/networks?id=c205c27c-cdfe-46e1-b04c-d672de0d3fe3 HTTP/1.1" status: 200 len: 812 time: 0.1430283 Mar 02 15:08:21.185283 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-cb94cf7b-a5b4-4527-aad3-e947a536b18f req-d9368049-88f9-4c0a-ae52-68f51cc15f41 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/quotas/7de5f8ffc29449a8970c42522a6efe67 HTTP/1.1" status: 200 len: 375 time: 0.0208280 Mar 02 15:08:21.188997 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-254d20ac-0502-4922-8245-240b044d49a9 req-6d3a4906-11fa-4f6b-84f1-9c0da711688d tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d7e0eb8-a571-4baa-adc9-84fc8a01bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814643 Mar 02 15:08:21.243664 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-cb94cf7b-a5b4-4527-aad3-e947a536b18f req-5e965d24-5228-4f2d-8897-69d0116a40e3 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=7de5f8ffc29449a8970c42522a6efe67&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0523520 Mar 02 15:08:21.259678 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [req-cb94cf7b-a5b4-4527-aad3-e947a536b18f req-a0aab5ad-5702-443d-ab62-b852e094beb8 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=110180) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 02 15:08:21.260591 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-cb94cf7b-a5b4-4527-aad3-e947a536b18f req-a0aab5ad-5702-443d-ab62-b852e094beb8 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051975 Mar 02 15:08:21.347921 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-cb94cf7b-a5b4-4527-aad3-e947a536b18f req-81c7198d-f502-4bc3-93de-edcd4cd05d56 service neutron] 10.222.0.52 "GET /v2.0/networks/c205c27c-cdfe-46e1-b04c-d672de0d3fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819588 Mar 02 15:08:21.446274 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-cb94cf7b-a5b4-4527-aad3-e947a536b18f req-d04c6eff-3191-4ad5-8cb0-af8018e1a61c service neutron] 10.222.0.52 "GET /v2.0/networks/c205c27c-cdfe-46e1-b04c-d672de0d3fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926785 Mar 02 15:08:22.046961 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-9b44b407-71f2-4bdb-84a4-0828ddcf4260 req-cbe41539-0bd8-47fe-93d0-3c6aee56bfc9 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa797872-1479-4a34-8363-11a3067269bd HTTP/1.1" status: 200 len: 210 time: 0.0317206 Mar 02 15:08:22.320749 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad186085-e150-43fc-b6ac-26c2b3d45b98 req-c4f6be05-8b92-4f64-a0b7-09975eff2112 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:08:22.322410 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ad186085-e150-43fc-b6ac-26c2b3d45b98 req-c4f6be05-8b92-4f64-a0b7-09975eff2112 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5 HTTP/1.1" status: 200 len: 943 time: 0.0574768 Mar 02 15:08:22.380110 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ad186085-e150-43fc-b6ac-26c2b3d45b98 req-50de6af7-2a66-4308-a3ac-d1a6747c461d tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d7e0eb8-a571-4baa-adc9-84fc8a01bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474038 Mar 02 15:08:23.135899 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-3557088f-7830-4100-b4b4-d4d8eec92140 req-16dd2790-caf4-4abc-bb40-aa4383e8f133 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa797872-1479-4a34-8363-11a3067269bd HTTP/1.1" status: 200 len: 210 time: 0.0345089 Mar 02 15:08:23.525995 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddd6e33-02a3-42c1-ba97-e088f79a813a req-b5b7df70-45c1-43d8-8398-64cd47789481 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:08:23.527567 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-2ddd6e33-02a3-42c1-ba97-e088f79a813a req-b5b7df70-45c1-43d8-8398-64cd47789481 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5 HTTP/1.1" status: 200 len: 943 time: 0.0604434 Mar 02 15:08:23.589720 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-2ddd6e33-02a3-42c1-ba97-e088f79a813a req-c83b4882-0c5d-4665-8f8a-bae50f45d953 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d7e0eb8-a571-4baa-adc9-84fc8a01bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561812 Mar 02 15:08:24.235073 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-0c633942-5819-4a75-a278-68360c462e7b req-e029bc3e-7642-494e-917f-faf680d2aa77 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa797872-1479-4a34-8363-11a3067269bd HTTP/1.1" status: 200 len: 210 time: 0.0290489 Mar 02 15:08:24.733880 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24562eb-ca7c-425e-b7c7-0bd5716d61a3 req-ed067463-e652-4277-b618-f37962818aa4 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:08:24.735549 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-b24562eb-ca7c-425e-b7c7-0bd5716d61a3 req-ed067463-e652-4277-b618-f37962818aa4 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5 HTTP/1.1" status: 200 len: 943 time: 0.0629840 Mar 02 15:08:24.803302 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-b24562eb-ca7c-425e-b7c7-0bd5716d61a3 req-6a9f8078-49ef-4243-be27-03d6deef3424 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d7e0eb8-a571-4baa-adc9-84fc8a01bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579813 Mar 02 15:08:25.340140 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-3d62d82c-0fc9-4289-b050-737447838671 req-17ec63f4-5972-4b83-bed8-6cdd5c85e5ca tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa797872-1479-4a34-8363-11a3067269bd HTTP/1.1" status: 200 len: 210 time: 0.0300500 Mar 02 15:08:26.029376 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4291e23b-e9f2-448d-a2dd-2b9b88ad3972 req-6438f449-f9d5-422e-9ff3-6faffa0c238a tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:08:26.034809 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-4291e23b-e9f2-448d-a2dd-2b9b88ad3972 req-6438f449-f9d5-422e-9ff3-6faffa0c238a tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5 HTTP/1.1" status: 200 len: 943 time: 0.1313033 Mar 02 15:08:26.058242 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb94cf7b-a5b4-4527-aad3-e947a536b18f req-bced7835-64e6-483c-8820-952e70e04165 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:08:26.059665 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-cb94cf7b-a5b4-4527-aad3-e947a536b18f req-bced7835-64e6-483c-8820-952e70e04165 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.55 "GET /v2.0/networks?id=c205c27c-cdfe-46e1-b04c-d672de0d3fe3 HTTP/1.1" status: 200 len: 812 time: 0.1717868 Mar 02 15:08:26.106535 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-4291e23b-e9f2-448d-a2dd-2b9b88ad3972 req-cdeff965-1d0e-4298-893f-55f3a27dc0b3 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d7e0eb8-a571-4baa-adc9-84fc8a01bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688968 Mar 02 15:08:26.151188 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-cb94cf7b-a5b4-4527-aad3-e947a536b18f req-37fa73eb-d8d4-4eea-ad30-316c59987591 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7de5f8ffc29449a8970c42522a6efe67 HTTP/1.1" status: 200 len: 379 time: 0.0686662 Mar 02 15:08:26.156656 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.v2.base [req-cb94cf7b-a5b4-4527-aad3-e947a536b18f req-95cf4fb7-68cb-4838-8168-35395d8e3b7b tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Request body: {'port': {'device_id': 'fa797872-1479-4a34-8363-11a3067269bd', 'network_id': 'c205c27c-cdfe-46e1-b04c-d672de0d3fe3', 'admin_state_up': True, 'tenant_id': '7de5f8ffc29449a8970c42522a6efe67', 'security_groups': ['1f5f6a4f-30e7-4345-96b4-f256fb04ec25']}} {{(pid=110180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 15:08:26.365359 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb94cf7b-a5b4-4527-aad3-e947a536b18f req-95cf4fb7-68cb-4838-8168-35395d8e3b7b tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Made reservation on behalf of 7de5f8ffc29449a8970c42522a6efe67 for: {'port': 1} {{(pid=110180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 15:08:26.371302 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-cb94cf7b-a5b4-4527-aad3-e947a536b18f req-95cf4fb7-68cb-4838-8168-35395d8e3b7b tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (None), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:08:26.466355 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-2c17ce5b-8888-4ac1-826c-a49e12fa4695 req-df61915c-0b8b-4283-92cc-9237428fce85 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa797872-1479-4a34-8363-11a3067269bd HTTP/1.1" status: 200 len: 210 time: 0.0360377 Mar 02 15:08:26.531166 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.db_base_plugin_common [req-cb94cf7b-a5b4-4527-aad3-e947a536b18f req-95cf4fb7-68cb-4838-8168-35395d8e3b7b tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Allocated IP 172.20.0.3 (c205c27c-cdfe-46e1-b04c-d672de0d3fe3/61ac6005-af56-475d-a05a-68a49febcf55/9a59b326-0a1d-474c-a0f3-5064920c5723) {{(pid=110180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 15:08:26.671593 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-cb94cf7b-a5b4-4527-aad3-e947a536b18f req-95cf4fb7-68cb-4838-8168-35395d8e3b7b tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Publish callbacks [] for port (9a59b326-0a1d-474c-a0f3-5064920c5723), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:08:26.770849 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-cb94cf7b-a5b4-4527-aad3-e947a536b18f req-95cf4fb7-68cb-4838-8168-35395d8e3b7b tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757345480668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672616'] for port (9a59b326-0a1d-474c-a0f3-5064920c5723), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:08:26.819449 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb94cf7b-a5b4-4527-aad3-e947a536b18f req-95cf4fb7-68cb-4838-8168-35395d8e3b7b tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Network c205c27c-cdfe-46e1-b04c-d672de0d3fe3 is already hosted by enough agents. {{(pid=110180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 15:08:26.822390 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.base_scheduler [req-cb94cf7b-a5b4-4527-aad3-e947a536b18f req-95cf4fb7-68cb-4838-8168-35395d8e3b7b tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Resources bound (agent type, host, resource id): {{(pid=110180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 15:08:26.826118 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb94cf7b-a5b4-4527-aad3-e947a536b18f req-95cf4fb7-68cb-4838-8168-35395d8e3b7b tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Received port after_create {{(pid=110180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 15:08:26.850939 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cf4fb7-68cb-4838-8168-35395d8e3b7b tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Pushing event updated for resources: {'Port': ['ID=9a59b326-0a1d-474c-a0f3-5064920c5723,revision_number=1']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:08:26.868659 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cf4fb7-68cb-4838-8168-35395d8e3b7b tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:08:26.869629 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cf4fb7-68cb-4838-8168-35395d8e3b7b tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:08:26.870018 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cf4fb7-68cb-4838-8168-35395d8e3b7b tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:08:26.870359 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cf4fb7-68cb-4838-8168-35395d8e3b7b tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:08:26.870694 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cf4fb7-68cb-4838-8168-35395d8e3b7b tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:08:26.871030 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cf4fb7-68cb-4838-8168-35395d8e3b7b tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:08:26.871367 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cf4fb7-68cb-4838-8168-35395d8e3b7b tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:08:26.871722 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cf4fb7-68cb-4838-8168-35395d8e3b7b tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:08:26.872059 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cf4fb7-68cb-4838-8168-35395d8e3b7b tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:08:26.872487 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cf4fb7-68cb-4838-8168-35395d8e3b7b tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:08:26.872819 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cf4fb7-68cb-4838-8168-35395d8e3b7b tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:08:26.873148 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cf4fb7-68cb-4838-8168-35395d8e3b7b tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:08:26.873478 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cf4fb7-68cb-4838-8168-35395d8e3b7b tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:08:26.892535 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb94cf7b-a5b4-4527-aad3-e947a536b18f req-95cf4fb7-68cb-4838-8168-35395d8e3b7b tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:08:26.893194 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-cb94cf7b-a5b4-4527-aad3-e947a536b18f req-95cf4fb7-68cb-4838-8168-35395d8e3b7b tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221961'] for port (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:08:26.918714 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Device e2a65c91-ccd4-45ad-a703-bc49593da585 details requested by agent hyperv_hv-cinder-83143 with host hv-cinder-83143 {{(pid=110181) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 15:08:27.007104 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-cb94cf7b-a5b4-4527-aad3-e947a536b18f req-95cf4fb7-68cb-4838-8168-35395d8e3b7b tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8545666 Mar 02 15:08:27.025238 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.v2.base [req-cb94cf7b-a5b4-4527-aad3-e947a536b18f req-b4a9e4f9-9e4d-4c43-9455-1e96dc5c472f service neutron] Request body: {'port': {'device_id': 'fa797872-1479-4a34-8363-11a3067269bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83143'}} {{(pid=110180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 15:08:27.038786 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] For port e2a65c91-ccd4-45ad-a703-bc49593da585, host hv-cinder-83143, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=e2a65c91-ccd4-45ad-a703-bc49593da585,segment=NetworkSegment(a29b8c1f-4601-46a8-a0c5-19fb5294c518),segment_id=a29b8c1f-4601-46a8-a0c5-19fb5294c518)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:08:27.051981 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-b570aa30-d605-4b78-af2a-2531a25c89fd None None] Provisioning complete for port 9a59b326-0a1d-474c-a0f3-5064920c5723 triggered by entity DHCP. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 15:08:27.052355 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-b570aa30-d605-4b78-af2a-2531a25c89fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (9a59b326-0a1d-474c-a0f3-5064920c5723), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:08:27.073781 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Returning: {'device': 'e2a65c91-ccd4-45ad-a703-bc49593da585', 'network_id': '32a772a1-de65-4149-a254-15f24cef804d', 'port_id': 'e2a65c91-ccd4-45ad-a703-bc49593da585', 'mac_address': 'fa:16:3e:e2:4b:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f813be6-b019-4418-9613-23d83e4ca2ff', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110181) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 15:08:27.092115 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-cb94cf7b-a5b4-4527-aad3-e947a536b18f req-b4a9e4f9-9e4d-4c43-9455-1e96dc5c472f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (9a59b326-0a1d-474c-a0f3-5064920c5723), before_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:08:27.092915 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-b570aa30-d605-4b78-af2a-2531a25c89fd None None] Port 9a59b326-0a1d-474c-a0f3-5064920c5723 cannot update to ACTIVE because it is not bound. {{(pid=110181) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 15:08:27.130727 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Current status of the port e2a65c91-ccd4-45ad-a703-bc49593da585 is: DOWN; New status is: BUILD {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 15:08:27.131146 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (e2a65c91-ccd4-45ad-a703-bc49593da585), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:08:27.145804 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.notifiers.nova [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2a65c91-ccd4-45ad-a703-bc49593da585 {{(pid=110181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 15:08:27.177334 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] For port e2a65c91-ccd4-45ad-a703-bc49593da585, host hv-cinder-83143, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=e2a65c91-ccd4-45ad-a703-bc49593da585,segment=NetworkSegment(a29b8c1f-4601-46a8-a0c5-19fb5294c518),segment_id=a29b8c1f-4601-46a8-a0c5-19fb5294c518)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:08:27.259239 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (a761fe19-4045-45cc-a7c7-f029a0c82591), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:08:27.282335 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (e2a65c91-ccd4-45ad-a703-bc49593da585), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:08:27.321605 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643545e8-e9da-4b40-8669-d9f43f3733e0 req-38a9cb4f-ec2f-46e2-9d98-547476beeb13 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:08:27.323108 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-643545e8-e9da-4b40-8669-d9f43f3733e0 req-38a9cb4f-ec2f-46e2-9d98-547476beeb13 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5 HTTP/1.1" status: 200 len: 943 time: 0.1201317 Mar 02 15:08:27.341880 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Pushing event updated for resources: {'Port': ['ID=e2a65c91-ccd4-45ad-a703-bc49593da585,revision_number=9']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:08:27.350251 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:08:27.350609 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:08:27.350962 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:08:27.351308 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:08:27.351671 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:08:27.352079 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:08:27.352411 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:08:27.352743 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:08:27.353105 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:08:27.353437 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:08:27.353768 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:08:27.354118 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:08:27.354484 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:08:27.407379 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-643545e8-e9da-4b40-8669-d9f43f3733e0 req-27f79fc4-ec26-4fd1-a015-46222ea6ad9a tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d7e0eb8-a571-4baa-adc9-84fc8a01bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768070 Mar 02 15:08:27.460633 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.notifiers.nova [req-cb94cf7b-a5b4-4527-aad3-e947a536b18f req-b4a9e4f9-9e4d-4c43-9455-1e96dc5c472f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a59b326-0a1d-474c-a0f3-5064920c5723 {{(pid=110180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 15:08:27.468656 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-cb94cf7b-a5b4-4527-aad3-e947a536b18f req-b4a9e4f9-9e4d-4c43-9455-1e96dc5c472f service neutron] Publish callbacks [] for port (9a59b326-0a1d-474c-a0f3-5064920c5723), precommit_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:08:27.482768 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.provisioning_blocks [req-cb94cf7b-a5b4-4527-aad3-e947a536b18f req-b4a9e4f9-9e4d-4c43-9455-1e96dc5c472f service neutron] Transition to ACTIVE for port object 9a59b326-0a1d-474c-a0f3-5064920c5723 will not be triggered until provisioned by entity L2. {{(pid=110180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 15:08:27.568951 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-cb94cf7b-a5b4-4527-aad3-e947a536b18f req-b4a9e4f9-9e4d-4c43-9455-1e96dc5c472f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3672609'] for port (9a59b326-0a1d-474c-a0f3-5064920c5723), after_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:08:27.622928 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a9e4f9-9e4d-4c43-9455-1e96dc5c472f service neutron] Pushing event updated for resources: {'Port': ['ID=9a59b326-0a1d-474c-a0f3-5064920c5723,revision_number=2']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:08:27.642647 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca9ed1f-0f5c-4ff8-bc70-4cba9bf9bd78 req-acf25c38-5a28-4f4a-bf48-ddd8a1a1b7cc tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:08:27.644259 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-7ca9ed1f-0f5c-4ff8-bc70-4cba9bf9bd78 req-acf25c38-5a28-4f4a-bf48-ddd8a1a1b7cc tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa797872-1479-4a34-8363-11a3067269bd HTTP/1.1" status: 200 len: 931 time: 0.1077094 Mar 02 15:08:27.723438 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] get_ports_and_sgs() called for port_ids ['e2a65c91-ccd4-45ad-a703-bc49593da585'] {{(pid=110181) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 15:08:27.771947 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-7ca9ed1f-0f5c-4ff8-bc70-4cba9bf9bd78 req-c63bc48c-568f-441e-8f9e-84c3ebfbf266 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f5f6a4f-30e7-4345-96b4-f256fb04ec25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082299 Mar 02 15:08:27.787167 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.managers [req-cb94cf7b-a5b4-4527-aad3-e947a536b18f req-b4a9e4f9-9e4d-4c43-9455-1e96dc5c472f service neutron] Attempting to bind port 9a59b326-0a1d-474c-a0f3-5064920c5723 on host hv-cinder-83143 for vnic_type normal with profile {{(pid=110180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 15:08:27.787511 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.managers [req-cb94cf7b-a5b4-4527-aad3-e947a536b18f req-b4a9e4f9-9e4d-4c43-9455-1e96dc5c472f service neutron] Attempting to bind port 9a59b326-0a1d-474c-a0f3-5064920c5723 by drivers openvswitch,hyperv on host hv-cinder-83143 at level 0 using segments [{'id': 'd942a0b3-5f48-46e2-b373-8a0ebab50251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'c205c27c-cdfe-46e1-b04c-d672de0d3fe3'}] {{(pid=110180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 15:08:27.787874 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb94cf7b-a5b4-4527-aad3-e947a536b18f req-b4a9e4f9-9e4d-4c43-9455-1e96dc5c472f service neutron] Attempting to bind port 9a59b326-0a1d-474c-a0f3-5064920c5723 on network c205c27c-cdfe-46e1-b04c-d672de0d3fe3 {{(pid=110180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 15:08:27.798303 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb94cf7b-a5b4-4527-aad3-e947a536b18f req-b4a9e4f9-9e4d-4c43-9455-1e96dc5c472f service neutron] Port 9a59b326-0a1d-474c-a0f3-5064920c5723 on network c205c27c-cdfe-46e1-b04c-d672de0d3fe3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83143 {{(pid=110180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 15:08:27.798635 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb94cf7b-a5b4-4527-aad3-e947a536b18f req-b4a9e4f9-9e4d-4c43-9455-1e96dc5c472f service neutron] Attempting to bind port 9a59b326-0a1d-474c-a0f3-5064920c5723 on network c205c27c-cdfe-46e1-b04c-d672de0d3fe3 {{(pid=110180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 15:08:27.807693 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb94cf7b-a5b4-4527-aad3-e947a536b18f req-b4a9e4f9-9e4d-4c43-9455-1e96dc5c472f service neutron] Checking agent: {'id': 'a761fe19-4045-45cc-a7c7-f029a0c82591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83143', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 14, 54, 53), 'started_at': datetime.datetime(2022, 3, 2, 14, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 15, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 15:08:27.808047 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb94cf7b-a5b4-4527-aad3-e947a536b18f req-b4a9e4f9-9e4d-4c43-9455-1e96dc5c472f service neutron] Checking segment: {'id': 'd942a0b3-5f48-46e2-b373-8a0ebab50251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'c205c27c-cdfe-46e1-b04c-d672de0d3fe3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 15:08:27.808450 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb94cf7b-a5b4-4527-aad3-e947a536b18f req-b4a9e4f9-9e4d-4c43-9455-1e96dc5c472f service neutron] Bound using segment: {'id': 'd942a0b3-5f48-46e2-b373-8a0ebab50251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'c205c27c-cdfe-46e1-b04c-d672de0d3fe3'} {{(pid=110180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 15:08:27.808901 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.managers [req-cb94cf7b-a5b4-4527-aad3-e947a536b18f req-b4a9e4f9-9e4d-4c43-9455-1e96dc5c472f service neutron] Bound port: 9a59b326-0a1d-474c-a0f3-5064920c5723, host: hv-cinder-83143, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd942a0b3-5f48-46e2-b373-8a0ebab50251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'c205c27c-cdfe-46e1-b04c-d672de0d3fe3'}}] {{(pid=110180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 15:08:27.809267 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-cb94cf7b-a5b4-4527-aad3-e947a536b18f req-b4a9e4f9-9e4d-4c43-9455-1e96dc5c472f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (9a59b326-0a1d-474c-a0f3-5064920c5723), before_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:08:27.883490 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.db [req-cb94cf7b-a5b4-4527-aad3-e947a536b18f req-b4a9e4f9-9e4d-4c43-9455-1e96dc5c472f service neutron] For port 9a59b326-0a1d-474c-a0f3-5064920c5723, host hv-cinder-83143, cleared binding levels {{(pid=110180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 15:08:27.886613 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.db [req-cb94cf7b-a5b4-4527-aad3-e947a536b18f req-b4a9e4f9-9e4d-4c43-9455-1e96dc5c472f service neutron] For port 9a59b326-0a1d-474c-a0f3-5064920c5723, host hv-cinder-83143, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=9a59b326-0a1d-474c-a0f3-5064920c5723,segment=NetworkSegment(d942a0b3-5f48-46e2-b373-8a0ebab50251),segment_id=d942a0b3-5f48-46e2-b373-8a0ebab50251)] {{(pid=110180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 15:08:27.968808 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-cb94cf7b-a5b4-4527-aad3-e947a536b18f req-b4a9e4f9-9e4d-4c43-9455-1e96dc5c472f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3672609'] for port (9a59b326-0a1d-474c-a0f3-5064920c5723), after_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:08:28.005776 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb94cf7b-a5b4-4527-aad3-e947a536b18f req-b4a9e4f9-9e4d-4c43-9455-1e96dc5c472f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:08:28.006391 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-cb94cf7b-a5b4-4527-aad3-e947a536b18f req-b4a9e4f9-9e4d-4c43-9455-1e96dc5c472f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221961'] for port (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:08:28.007790 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-cb94cf7b-a5b4-4527-aad3-e947a536b18f req-b4a9e4f9-9e4d-4c43-9455-1e96dc5c472f service neutron] 10.222.0.55 "PUT /v2.0/ports/9a59b326-0a1d-474c-a0f3-5064920c5723 HTTP/1.1" status: 200 len: 1093 time: 0.9872453 Mar 02 15:08:28.008235 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa797872-1479-4a34-8363-11a3067269bd', 'tag': '9a59b326-0a1d-474c-a0f3-5064920c5723'}] {{(pid=110180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 15:08:28.010532 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d4cb776884cbbf8177075bc934a95f6bdaf5bba346c2d7fc75eae3cda02a5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44c8b45b-8f5f-4090-9851-956b20b45746" -d '{"events": [{"name": "network-changed", "server_uuid": "fa797872-1479-4a34-8363-11a3067269bd", "tag": "9a59b326-0a1d-474c-a0f3-5064920c5723"}]}' {{(pid=110180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 15:08:28.055537 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a9e4f9-9e4d-4c43-9455-1e96dc5c472f service neutron] Pushing event updated for resources: {'Port': ['ID=9a59b326-0a1d-474c-a0f3-5064920c5723,revision_number=3']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:08:28.064548 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 15:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-809eb249-aca2-4bfa-8b50-60559a7e1c36 x-openstack-request-id: req-809eb249-aca2-4bfa-8b50-60559a7e1c36 {{(pid=110180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 15:08:28.064883 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa797872-1479-4a34-8363-11a3067269bd", "tag": "9a59b326-0a1d-474c-a0f3-5064920c5723", "status": "completed", "code": 200}]} {{(pid=110180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 15:08:28.065136 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-809eb249-aca2-4bfa-8b50-60559a7e1c36 {{(pid=110180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 15:08:28.065536 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa797872-1479-4a34-8363-11a3067269bd', 'tag': '9a59b326-0a1d-474c-a0f3-5064920c5723', 'status': 'completed', 'code': 200} Mar 02 15:08:28.207049 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c8b45b-8f5f-4090-9851-956b20b45746 req-d527c734-aa09-4962-a57d-3398bccf958e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:08:28.284293 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-44c8b45b-8f5f-4090-9851-956b20b45746 req-d527c734-aa09-4962-a57d-3398bccf958e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7de5f8ffc29449a8970c42522a6efe67&device_id=fa797872-1479-4a34-8363-11a3067269bd HTTP/1.1" status: 200 len: 1127 time: 0.0999215 Mar 02 15:08:28.284293 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c747d02-9b3d-48bd-921a-61bc208492e1 req-c28daed1-67be-441c-b66f-37c18253fe1d tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:08:28.284293 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-0c747d02-9b3d-48bd-921a-61bc208492e1 req-c28daed1-67be-441c-b66f-37c18253fe1d tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f76b2fb-6b81-4015-8643-4e6ec222c3f8 HTTP/1.1" status: 200 len: 945 time: 0.1067932 Mar 02 15:08:28.358176 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-0c747d02-9b3d-48bd-921a-61bc208492e1 req-86eb9467-6ce7-495e-9971-500ac35fbb24 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/security-groups?id=99e5137f-e52f-4d15-9ac4-48672475d04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710595 Mar 02 15:08:28.363020 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c8b45b-8f5f-4090-9851-956b20b45746 req-0255d2f3-95c0-4843-b73e-96fd8363258e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:08:28.364475 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-44c8b45b-8f5f-4090-9851-956b20b45746 req-0255d2f3-95c0-4843-b73e-96fd8363258e service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=7de5f8ffc29449a8970c42522a6efe67&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1395946 Mar 02 15:08:28.458618 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c8b45b-8f5f-4090-9851-956b20b45746 req-cf1ab2cc-d2f0-46fa-b9d3-b7010837be2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:08:28.460170 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-44c8b45b-8f5f-4090-9851-956b20b45746 req-cf1ab2cc-d2f0-46fa-b9d3-b7010837be2d service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0886714 Mar 02 15:08:28.569640 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c1728-4519-465e-8c94-d886b72141a4 req-52f06be6-fce2-48d1-8ee4-16013b4c20c5 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:08:28.571051 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-e29c1728-4519-465e-8c94-d886b72141a4 req-52f06be6-fce2-48d1-8ee4-16013b4c20c5 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5 HTTP/1.1" status: 200 len: 944 time: 0.0843568 Mar 02 15:08:28.613355 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb94cf7b-a5b4-4527-aad3-e947a536b18f req-9937581a-5114-4e62-87b7-a4c061365020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:08:28.615002 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-cb94cf7b-a5b4-4527-aad3-e947a536b18f req-9937581a-5114-4e62-87b7-a4c061365020 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7de5f8ffc29449a8970c42522a6efe67&device_id=fa797872-1479-4a34-8363-11a3067269bd HTTP/1.1" status: 200 len: 1127 time: 0.0844977 Mar 02 15:08:28.631862 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-e29c1728-4519-465e-8c94-d886b72141a4 req-b7dac3de-81c9-4c02-9e85-7e7aa3b8391c tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d7e0eb8-a571-4baa-adc9-84fc8a01bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545528 Mar 02 15:08:28.672983 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-cb94cf7b-a5b4-4527-aad3-e947a536b18f req-8e054638-bd46-47c4-ba4a-617ca509c430 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a59b326-0a1d-474c-a0f3-5064920c5723 HTTP/1.1" status: 200 len: 217 time: 0.0401633 Mar 02 15:08:28.729236 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb94cf7b-a5b4-4527-aad3-e947a536b18f req-cbfa3a03-c53c-4e52-812a-4e9cfbcdab78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:08:28.730728 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-cb94cf7b-a5b4-4527-aad3-e947a536b18f req-cbfa3a03-c53c-4e52-812a-4e9cfbcdab78 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=61ac6005-af56-475d-a05a-68a49febcf55 HTTP/1.1" status: 200 len: 851 time: 0.0497031 Mar 02 15:08:28.782234 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb94cf7b-a5b4-4527-aad3-e947a536b18f req-a99cb010-510d-4d85-b2da-fc0e984aac0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:08:28.784100 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-cb94cf7b-a5b4-4527-aad3-e947a536b18f req-a99cb010-510d-4d85-b2da-fc0e984aac0f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c205c27c-cdfe-46e1-b04c-d672de0d3fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460188 Mar 02 15:08:28.909883 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-cb94cf7b-a5b4-4527-aad3-e947a536b18f req-3c90f7c9-bc7d-4cbc-9c0c-bee743bce3c6 service neutron] 10.222.0.55 "GET /v2.0/networks/c205c27c-cdfe-46e1-b04c-d672de0d3fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190519 Mar 02 15:08:28.931760 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519cefdb-9257-4415-852f-671f128bbd66 req-b5f18562-0813-4717-aec2-f2d80f4c0209 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:08:28.933247 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-519cefdb-9257-4415-852f-671f128bbd66 req-b5f18562-0813-4717-aec2-f2d80f4c0209 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa797872-1479-4a34-8363-11a3067269bd HTTP/1.1" status: 200 len: 943 time: 0.0927312 Mar 02 15:08:28.941645 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Device e2a65c91-ccd4-45ad-a703-bc49593da585 up at agent hyperv_hv-cinder-83143 {{(pid=110181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 15:08:28.996662 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Provisioning complete for port e2a65c91-ccd4-45ad-a703-bc49593da585 triggered by entity L2. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 15:08:28.997048 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (e2a65c91-ccd4-45ad-a703-bc49593da585), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:08:29.034732 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-519cefdb-9257-4415-852f-671f128bbd66 req-cdb3b6b5-6973-4994-b1a0-ca2cbc68ac54 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f5f6a4f-30e7-4345-96b4-f256fb04ec25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906334 Mar 02 15:08:29.046545 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-cb94cf7b-a5b4-4527-aad3-e947a536b18f req-24ac8622-17a1-464f-80b1-78e83bf5dd76 service neutron] 10.222.0.55 "GET /v2.0/networks/c205c27c-cdfe-46e1-b04c-d672de0d3fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300015 Mar 02 15:08:29.089073 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Current status of the port e2a65c91-ccd4-45ad-a703-bc49593da585 is: BUILD; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 15:08:29.089471 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (e2a65c91-ccd4-45ad-a703-bc49593da585), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:08:29.115357 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2a65c91-ccd4-45ad-a703-bc49593da585'}] {{(pid=110181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 15:08:29.118850 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6faebeedf0149bd95a8e5aac95437523d12653d92db1e1e7ce78ae8719853609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3593f711-25ae-4b20-9abd-dec48fa2b0fc" -d '{"events": [{"server_uuid": "ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5", "name": "network-vif-plugged", "status": "completed", "tag": "e2a65c91-ccd4-45ad-a703-bc49593da585"}]}' {{(pid=110181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 15:08:29.131182 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] For port e2a65c91-ccd4-45ad-a703-bc49593da585, host hv-cinder-83143, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=e2a65c91-ccd4-45ad-a703-bc49593da585,segment=NetworkSegment(a29b8c1f-4601-46a8-a0c5-19fb5294c518),segment_id=a29b8c1f-4601-46a8-a0c5-19fb5294c518)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:08:29.157182 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 15:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68af5bbd-b3a3-4561-b4ea-61b6173b37f9 x-openstack-request-id: req-68af5bbd-b3a3-4561-b4ea-61b6173b37f9 {{(pid=110181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 15:08:29.157508 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5", "name": "network-vif-plugged", "status": "completed", "tag": "e2a65c91-ccd4-45ad-a703-bc49593da585", "code": 200}]} {{(pid=110181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 15:08:29.157728 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-68af5bbd-b3a3-4561-b4ea-61b6173b37f9 {{(pid=110181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 15:08:29.158128 dv-cinder-831439-3-iscsi neutron-server[110181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2a65c91-ccd4-45ad-a703-bc49593da585', 'code': 200} Mar 02 15:08:29.267410 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (e2a65c91-ccd4-45ad-a703-bc49593da585), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:08:29.315906 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Pushing event updated for resources: {'Port': ['ID=e2a65c91-ccd4-45ad-a703-bc49593da585,revision_number=10']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:08:29.489087 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1411ae7d-4160-497f-bb5a-aad47b56a4f1 req-971ed113-30f1-4156-8a14-5fc22e67f160 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:08:29.490609 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-1411ae7d-4160-497f-bb5a-aad47b56a4f1 req-971ed113-30f1-4156-8a14-5fc22e67f160 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f76b2fb-6b81-4015-8643-4e6ec222c3f8 HTTP/1.1" status: 200 len: 945 time: 0.0596349 Mar 02 15:08:29.541415 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-1411ae7d-4160-497f-bb5a-aad47b56a4f1 req-fccda1e2-6d4c-4da4-897e-900df0309edc tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/security-groups?id=99e5137f-e52f-4d15-9ac4-48672475d04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446396 Mar 02 15:08:29.602505 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17118b6-bf1d-487a-9f21-96313b09db09 req-0a9deef5-4c80-4435-9373-a17648d3bf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:08:29.604047 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-b17118b6-bf1d-487a-9f21-96313b09db09 req-0a9deef5-4c80-4435-9373-a17648d3bf6e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5 HTTP/1.1" status: 200 len: 1130 time: 0.0442173 Mar 02 15:08:29.651251 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-b17118b6-bf1d-487a-9f21-96313b09db09 req-84259161-00b3-462b-870f-ccadae518bfe service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=6d7e0eb8-a571-4baa-adc9-84fc8a01bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400810 Mar 02 15:08:29.762221 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0620a211-f299-4982-8f1d-b7c4438278c7 req-1752b2d2-1c2d-40fd-9338-15fdc62b6eab tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:08:29.763793 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-0620a211-f299-4982-8f1d-b7c4438278c7 req-1752b2d2-1c2d-40fd-9338-15fdc62b6eab tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5 HTTP/1.1" status: 200 len: 946 time: 0.0542905 Mar 02 15:08:29.815504 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-0620a211-f299-4982-8f1d-b7c4438278c7 req-a3c2e2b5-5c0e-4f87-98a5-5ad45d576c2e tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d7e0eb8-a571-4baa-adc9-84fc8a01bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447836 Mar 02 15:08:30.167768 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d93a456-2392-42c9-b351-b1447270877e req-f4876626-65e2-4ef8-aaed-d19a2a79a5e1 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:08:30.169371 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-9d93a456-2392-42c9-b351-b1447270877e req-f4876626-65e2-4ef8-aaed-d19a2a79a5e1 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa797872-1479-4a34-8363-11a3067269bd HTTP/1.1" status: 200 len: 943 time: 0.0564871 Mar 02 15:08:30.221921 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-9d93a456-2392-42c9-b351-b1447270877e req-eee65ddc-07c0-4024-925a-6b805edb4fd3 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f5f6a4f-30e7-4345-96b4-f256fb04ec25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460100 Mar 02 15:08:30.669275 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aea758e-3794-4c11-bd46-19a61c8654c5 req-860eb2cf-b546-4f98-9892-748d5362ca3f tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:08:30.671925 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-1aea758e-3794-4c11-bd46-19a61c8654c5 req-860eb2cf-b546-4f98-9892-748d5362ca3f tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f76b2fb-6b81-4015-8643-4e6ec222c3f8 HTTP/1.1" status: 200 len: 945 time: 0.0606055 Mar 02 15:08:30.722390 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-1aea758e-3794-4c11-bd46-19a61c8654c5 req-19e3d5a7-2581-485b-b069-b5f7335a0d46 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/security-groups?id=99e5137f-e52f-4d15-9ac4-48672475d04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442042 Mar 02 15:08:30.871268 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.agents_db [None req-b044b9bd-a670-44c5-b22a-8886b11808d8 None None] Agent healthcheck: found 6 active agents {{(pid=110182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 15:08:30.949123 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03694857-65a4-44e3-bde2-46e5f4d63f66 req-0dc9e151-3c3b-456a-ae5a-70295754cc96 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:08:30.950651 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-03694857-65a4-44e3-bde2-46e5f4d63f66 req-0dc9e151-3c3b-456a-ae5a-70295754cc96 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5 HTTP/1.1" status: 200 len: 946 time: 0.0608497 Mar 02 15:08:31.029808 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-03694857-65a4-44e3-bde2-46e5f4d63f66 req-bf57ff78-2f51-43fc-a95a-75cc57c793e9 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d7e0eb8-a571-4baa-adc9-84fc8a01bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721939 Mar 02 15:08:31.053507 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e0b21f-c7e8-4b07-b828-269619fcbf3e req-abc5a956-1431-4c4e-8db9-71631cbd4242 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:08:31.055204 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-b4e0b21f-c7e8-4b07-b828-269619fcbf3e req-abc5a956-1431-4c4e-8db9-71631cbd4242 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f76b2fb-6b81-4015-8643-4e6ec222c3f8 HTTP/1.1" status: 200 len: 945 time: 0.0831776 Mar 02 15:08:31.164865 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.plugin [req-b4e0b21f-c7e8-4b07-b828-269619fcbf3e req-363565db-9a06-487d-a7ec-59dc00452df4 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Deleting port f7cd5de7-12f1-4b8f-9ca9-f883fd6b37f7 {{(pid=110180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 15:08:31.165207 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-b4e0b21f-c7e8-4b07-b828-269619fcbf3e req-363565db-9a06-487d-a7ec-59dc00452df4 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757345981049'] for port (f7cd5de7-12f1-4b8f-9ca9-f883fd6b37f7), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:08:31.263287 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.db [req-b4e0b21f-c7e8-4b07-b828-269619fcbf3e req-363565db-9a06-487d-a7ec-59dc00452df4 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] For port f7cd5de7-12f1-4b8f-9ca9-f883fd6b37f7, host hv-cinder-83143, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=f7cd5de7-12f1-4b8f-9ca9-f883fd6b37f7,segment=NetworkSegment(239b17b0-e18b-4adf-80e8-57d00e0cbb35),segment_id=239b17b0-e18b-4adf-80e8-57d00e0cbb35)] {{(pid=110180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:08:31.263719 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-b4e0b21f-c7e8-4b07-b828-269619fcbf3e req-363565db-9a06-487d-a7ec-59dc00452df4 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port (f7cd5de7-12f1-4b8f-9ca9-f883fd6b37f7), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:08:31.421308 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06f638d-6411-468c-b7b3-e57e9f15dedb req-9e70d911-1d3f-4632-8372-79b290d27ecb tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:08:31.422765 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-f06f638d-6411-468c-b7b3-e57e9f15dedb req-9e70d911-1d3f-4632-8372-79b290d27ecb tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa797872-1479-4a34-8363-11a3067269bd HTTP/1.1" status: 200 len: 943 time: 0.1059852 Mar 02 15:08:31.511832 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-b4e0b21f-c7e8-4b07-b828-269619fcbf3e req-363565db-9a06-487d-a7ec-59dc00452df4 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:08:31.512094 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-b4e0b21f-c7e8-4b07-b828-269619fcbf3e req-363565db-9a06-487d-a7ec-59dc00452df4 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559821'] for floatingip (c1328822-406b-4f9a-ac84-4e1dad915256), after_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:08:31.512413 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.db.l3_db [req-b4e0b21f-c7e8-4b07-b828-269619fcbf3e req-363565db-9a06-487d-a7ec-59dc00452df4 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Floating IP c1328822-406b-4f9a-ac84-4e1dad915256 disassociated. External IP: 172.27.0.144, port: f7cd5de7-12f1-4b8f-9ca9-f883fd6b37f7. Mar 02 15:08:31.512750 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.plugin [req-b4e0b21f-c7e8-4b07-b828-269619fcbf3e req-363565db-9a06-487d-a7ec-59dc00452df4 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Calling delete_port for f7cd5de7-12f1-4b8f-9ca9-f883fd6b37f7 owned by compute:nova {{(pid=110180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 15:08:31.526203 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-f06f638d-6411-468c-b7b3-e57e9f15dedb req-e02be5c0-3671-4b3b-8b69-416291f08830 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f5f6a4f-30e7-4345-96b4-f256fb04ec25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951273 Mar 02 15:08:31.765758 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-b4e0b21f-c7e8-4b07-b828-269619fcbf3e req-363565db-9a06-487d-a7ec-59dc00452df4 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757345984732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757345480677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672616'] for port (f7cd5de7-12f1-4b8f-9ca9-f883fd6b37f7), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:08:31.804066 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363565db-9a06-487d-a7ec-59dc00452df4 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Pushing event deleted for resources: {'Port': ['ID=f7cd5de7-12f1-4b8f-9ca9-f883fd6b37f7,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:08:31.841000 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-87d55d56-ec89-4e03-83c8-e6222c8b94ca req-c399bea0-adc4-4ce2-8b7b-8b382173f5b5 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f76b2fb-6b81-4015-8643-4e6ec222c3f8 HTTP/1.1" status: 200 len: 210 time: 0.0381052 Mar 02 15:08:31.960263 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b4e0b21f-c7e8-4b07-b828-269619fcbf3e req-363565db-9a06-487d-a7ec-59dc00452df4 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Router 8a8aaf80-2537-4582-a333-95e79d7ab834 has already been hosted by L3 agent 4b7d4a90-2987-419a-b6cd-7624b7dba065 {{(pid=110180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 15:08:32.403270 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b4e0b21f-c7e8-4b07-b828-269619fcbf3e req-363565db-9a06-487d-a7ec-59dc00452df4 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Notify agent at l3_agent.dv-cinder-831439-3-iscsi the message routers_updated {{(pid=110180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 15:08:32.421622 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90dc9e9-137b-4169-9e9c-72c89477b722 None None] Sync routers for ids ['8a8aaf80-2537-4582-a333-95e79d7ab834'] in dv-cinder-831439-3-iscsi {{(pid=110181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 15:08:32.441645 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90dc9e9-137b-4169-9e9c-72c89477b722 None None] Routers {'8a8aaf80-2537-4582-a333-95e79d7ab834'} bound to L3 agent in host dv-cinder-831439-3-iscsi {{(pid=110181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 15:08:32.442717 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-c90dc9e9-137b-4169-9e9c-72c89477b722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831439-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T14:48:11Z,description=,heartbeat_timestamp=2022-03-02T15:08:11Z,host='dv-cinder-831439-3-iscsi',id=4b7d4a90-2987-419a-b6cd-7624b7dba065,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T14:48:12Z,topic='l3_agent')) {'router_ids': ['8a8aaf80-2537-4582-a333-95e79d7ab834'], 'active': True} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:08:32.453788 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4e0b21f-c7e8-4b07-b828-269619fcbf3e req-363565db-9a06-487d-a7ec-59dc00452df4 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] No DVR routers for this DVR port f7cd5de7-12f1-4b8f-9ca9-f883fd6b37f7 on host hv-cinder-83143 {{(pid=110180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 15:08:32.462395 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5e8209-677d-4b93-8e22-6ded47ac1d55 req-c599a2fd-5ee1-4134-aeb4-b52251911504 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:08:32.464040 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-cf5e8209-677d-4b93-8e22-6ded47ac1d55 req-c599a2fd-5ee1-4134-aeb4-b52251911504 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5 HTTP/1.1" status: 200 len: 946 time: 0.1161132 Mar 02 15:08:32.465195 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-b4e0b21f-c7e8-4b07-b828-269619fcbf3e req-363565db-9a06-487d-a7ec-59dc00452df4 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221961'] for port (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:08:32.468561 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-b4e0b21f-c7e8-4b07-b828-269619fcbf3e req-363565db-9a06-487d-a7ec-59dc00452df4 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.55 "DELETE /v2.0/ports/f7cd5de7-12f1-4b8f-9ca9-f883fd6b37f7 HTTP/1.1" status: 204 len: 173 time: 1.4078362 Mar 02 15:08:32.469095 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f76b2fb-6b81-4015-8643-4e6ec222c3f8', 'name': 'network-vif-deleted', 'tag': 'f7cd5de7-12f1-4b8f-9ca9-f883fd6b37f7'}] {{(pid=110180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 15:08:32.472019 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d4cb776884cbbf8177075bc934a95f6bdaf5bba346c2d7fc75eae3cda02a5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e35df684-b8f7-4cc0-8184-815bd640f5e2" -d '{"events": [{"server_uuid": "0f76b2fb-6b81-4015-8643-4e6ec222c3f8", "name": "network-vif-deleted", "tag": "f7cd5de7-12f1-4b8f-9ca9-f883fd6b37f7"}]}' {{(pid=110180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 15:08:32.525923 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 15:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a02972ec-0553-48eb-a091-fb4715625a04 x-openstack-request-id: req-a02972ec-0553-48eb-a091-fb4715625a04 {{(pid=110180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 15:08:32.526439 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f76b2fb-6b81-4015-8643-4e6ec222c3f8", "name": "network-vif-deleted", "tag": "f7cd5de7-12f1-4b8f-9ca9-f883fd6b37f7", "status": "completed", "code": 200}]} {{(pid=110180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 15:08:32.526836 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a02972ec-0553-48eb-a091-fb4715625a04 {{(pid=110180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 15:08:32.527207 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f76b2fb-6b81-4015-8643-4e6ec222c3f8', 'name': 'network-vif-deleted', 'tag': 'f7cd5de7-12f1-4b8f-9ca9-f883fd6b37f7', 'status': 'completed', 'code': 200} Mar 02 15:08:32.540798 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-cf5e8209-677d-4b93-8e22-6ded47ac1d55 req-87b78ae3-5888-4e9d-a299-04f870ad3085 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d7e0eb8-a571-4baa-adc9-84fc8a01bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661986 Mar 02 15:08:32.640841 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvr_db [None req-c90dc9e9-137b-4169-9e9c-72c89477b722 None None] Set router 8a8aaf80-2537-4582-a333-95e79d7ab834 gateway port host: dv-cinder-831439-3-iscsi {{(pid=110181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 15:08:32.708431 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe515dbd-41fd-42c4-bc0e-4a0cf82f07a6 req-a700a14a-efff-41c9-9d67-764089c5c2a8 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:08:32.711352 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-fe515dbd-41fd-42c4-bc0e-4a0cf82f07a6 req-a700a14a-efff-41c9-9d67-764089c5c2a8 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa797872-1479-4a34-8363-11a3067269bd HTTP/1.1" status: 200 len: 943 time: 0.0759563 Mar 02 15:08:32.779360 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-fe515dbd-41fd-42c4-bc0e-4a0cf82f07a6 req-ed85a5e3-9368-4d52-9162-0c61af58cb4e tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f5f6a4f-30e7-4345-96b4-f256fb04ec25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589695 Mar 02 15:08:32.956797 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-34e930c4-a17f-46b5-a06e-e8ed6d5a44dd req-3902595c-05d6-4e48-b051-c9a7b223e6a8 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f76b2fb-6b81-4015-8643-4e6ec222c3f8 HTTP/1.1" status: 200 len: 210 time: 0.0398526 Mar 02 15:08:33.027250 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-c90dc9e9-137b-4169-9e9c-72c89477b722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a8aaf80-2537-4582-a333-95e79d7ab834', 'name': 'tempest-AttachVolumeTestJSON-757384370-router', 'tenant_id': '5ac6104636f34c658b71fafaf0755349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': 'bf5cd8fd-0ae1-4d0d-9d5d-ca4ded607246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T14:57:02Z', 'updated_at': '2022-03-02T14:57:11Z', 'revision_number': 4, 'project_id': '5ac6104636f34c658b71fafaf0755349', 'gw_port': {'id': 'bf5cd8fd-0ae1-4d0d-9d5d-ca4ded607246', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:73:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8aaf80-2537-4582-a333-95e79d7ab834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:57:03Z', 'updated_at': '2022-03-02T14:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi', '_interfaces': [{'id': '8945d50c-c203-4455-8199-8061e072833e', 'name': '', 'network_id': 'df93f8f1-ff18-4251-9f43-b4d98c48182b', 'tenant_id': '5ac6104636f34c658b71fafaf0755349', 'mac_address': 'fa:16:3e:79:b1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8aaf80-2537-4582-a333-95e79d7ab834', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'af4612bf-937d-4ff0-87a0-e171015ed5a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:57:08Z', 'updated_at': '2022-03-02T14:57:18Z', 'revision_number': 5, 'project_id': '5ac6104636f34c658b71fafaf0755349', 'subnets': [{'id': 'af4612bf-937d-4ff0-87a0-e171015ed5a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831439-3-iscsi', False) {} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:08:33.062185 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90dc9e9-137b-4169-9e9c-72c89477b722 None None] Checking router: 8a8aaf80-2537-4582-a333-95e79d7ab834 for host: dv-cinder-831439-3-iscsi {{(pid=110181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 15:08:33.072214 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90dc9e9-137b-4169-9e9c-72c89477b722 None None] Routers {'8a8aaf80-2537-4582-a333-95e79d7ab834'} bound to L3 agent in host dv-cinder-831439-3-iscsi {{(pid=110181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 15:08:33.072860 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-c90dc9e9-137b-4169-9e9c-72c89477b722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831439-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T14:48:11Z,description=,heartbeat_timestamp=2022-03-02T15:08:11Z,host='dv-cinder-831439-3-iscsi',id=4b7d4a90-2987-419a-b6cd-7624b7dba065,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T14:48:12Z,topic='l3_agent')) {'router_ids': ['8a8aaf80-2537-4582-a333-95e79d7ab834'], 'active': True} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:08:33.200877 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvr_db [None req-c90dc9e9-137b-4169-9e9c-72c89477b722 None None] Set router 8a8aaf80-2537-4582-a333-95e79d7ab834 gateway port host: dv-cinder-831439-3-iscsi {{(pid=110181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 15:08:33.471774 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-c90dc9e9-137b-4169-9e9c-72c89477b722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a8aaf80-2537-4582-a333-95e79d7ab834', 'name': 'tempest-AttachVolumeTestJSON-757384370-router', 'tenant_id': '5ac6104636f34c658b71fafaf0755349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': 'bf5cd8fd-0ae1-4d0d-9d5d-ca4ded607246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T14:57:02Z', 'updated_at': '2022-03-02T14:57:11Z', 'revision_number': 4, 'project_id': '5ac6104636f34c658b71fafaf0755349', 'gw_port': {'id': 'bf5cd8fd-0ae1-4d0d-9d5d-ca4ded607246', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:73:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8aaf80-2537-4582-a333-95e79d7ab834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:57:03Z', 'updated_at': '2022-03-02T14:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi', '_interfaces': [{'id': '8945d50c-c203-4455-8199-8061e072833e', 'name': '', 'network_id': 'df93f8f1-ff18-4251-9f43-b4d98c48182b', 'tenant_id': '5ac6104636f34c658b71fafaf0755349', 'mac_address': 'fa:16:3e:79:b1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8aaf80-2537-4582-a333-95e79d7ab834', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'af4612bf-937d-4ff0-87a0-e171015ed5a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:57:08Z', 'updated_at': '2022-03-02T14:57:18Z', 'revision_number': 5, 'project_id': '5ac6104636f34c658b71fafaf0755349', 'subnets': [{'id': 'af4612bf-937d-4ff0-87a0-e171015ed5a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831439-3-iscsi', False) {} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:08:33.498553 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90dc9e9-137b-4169-9e9c-72c89477b722 None None] The sync data for ids ['8a8aaf80-2537-4582-a333-95e79d7ab834'] in dv-cinder-831439-3-iscsi is: [{'id': '8a8aaf80-2537-4582-a333-95e79d7ab834', 'name': 'tempest-AttachVolumeTestJSON-757384370-router', 'tenant_id': '5ac6104636f34c658b71fafaf0755349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': 'bf5cd8fd-0ae1-4d0d-9d5d-ca4ded607246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T14:57:02Z', 'updated_at': '2022-03-02T14:57:11Z', 'revision_number': 4, 'project_id': '5ac6104636f34c658b71fafaf0755349', 'gw_port': {'id': 'bf5cd8fd-0ae1-4d0d-9d5d-ca4ded607246', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:73:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8aaf80-2537-4582-a333-95e79d7ab834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:57:03Z', 'updated_at': '2022-03-02T14:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi', '_interfaces': [{'id': '8945d50c-c203-4455-8199-8061e072833e', 'name': '', 'network_id': 'df93f8f1-ff18-4251-9f43-b4d98c48182b', 'tenant_id': '5ac6104636f34c658b71fafaf0755349', 'mac_address': 'fa:16:3e:79:b1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8aaf80-2537-4582-a333-95e79d7ab834', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'af4612bf-937d-4ff0-87a0-e171015ed5a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:57:08Z', 'updated_at': '2022-03-02T14:57:18Z', 'revision_number': 5, 'project_id': '5ac6104636f34c658b71fafaf0755349', 'subnets': [{'id': 'af4612bf-937d-4ff0-87a0-e171015ed5a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 15:08:33.765639 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3a6cd3-2b96-43d1-91b3-58c1156badf6 req-dcc6fc9a-253b-4eda-aae2-4c8714e73ecf tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:08:33.767430 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-4d3a6cd3-2b96-43d1-91b3-58c1156badf6 req-dcc6fc9a-253b-4eda-aae2-4c8714e73ecf tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5 HTTP/1.1" status: 200 len: 946 time: 0.0963178 Mar 02 15:08:33.793613 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbc6841-72a5-4f25-8c21-00416d565206 None None] New status for floating IP c1328822-406b-4f9a-ac84-4e1dad915256: DOWN {{(pid=110182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 15:08:33.834426 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-4d3a6cd3-2b96-43d1-91b3-58c1156badf6 req-e9c9954c-79d2-4f06-b732-780691bbefc4 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d7e0eb8-a571-4baa-adc9-84fc8a01bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571744 Mar 02 15:08:33.965385 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceff4e4-4e7f-49cd-85ac-d7b23b3ccd1f req-c42c962f-1fde-4572-86ba-f6d749091ec1 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:08:33.967024 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-bceff4e4-4e7f-49cd-85ac-d7b23b3ccd1f req-c42c962f-1fde-4572-86ba-f6d749091ec1 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa797872-1479-4a34-8363-11a3067269bd HTTP/1.1" status: 200 len: 943 time: 0.0814836 Mar 02 15:08:34.024453 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-bceff4e4-4e7f-49cd-85ac-d7b23b3ccd1f req-14e6b1e3-7edb-40cf-bd45-b8a23f3c790f tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f5f6a4f-30e7-4345-96b4-f256fb04ec25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492976 Mar 02 15:08:34.147128 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 33674) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:08:34.214694 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-b32b45a9-63a9-404d-8dd2-edb2f53e4a72 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Publish callbacks [] for security_group (99e5137f-e52f-4d15-9ac4-48672475d04d), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:08:34.243099 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-b32b45a9-63a9-404d-8dd2-edb2f53e4a72 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Publish callbacks [] for security_group (99e5137f-e52f-4d15-9ac4-48672475d04d), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:08:34.362963 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-b32b45a9-63a9-404d-8dd2-edb2f53e4a72 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (99e5137f-e52f-4d15-9ac4-48672475d04d), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:08:34.365614 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-b32b45a9-63a9-404d-8dd2-edb2f53e4a72 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Publish callbacks [] for security_group (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:08:34.366811 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-b32b45a9-63a9-404d-8dd2-edb2f53e4a72 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "DELETE /v2.0/security-groups/99e5137f-e52f-4d15-9ac4-48672475d04d HTTP/1.1" status: 204 len: 168 time: 0.2186546 Mar 02 15:08:34.370027 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 33676) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:08:34.376632 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32b45a9-63a9-404d-8dd2-edb2f53e4a72 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e5137f-e52f-4d15-9ac4-48672475d04d,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:08:34.384005 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.api.v2.resource [None req-da282e6c-4cd7-4cbc-a89a-78a4eeeca883 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] show failed (client error): The resource could not be found. Mar 02 15:08:34.385073 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-da282e6c-4cd7-4cbc-a89a-78a4eeeca883 tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "GET /v2.0/security-groups/99e5137f-e52f-4d15-9ac4-48672475d04d HTTP/1.1" status: 404 len: 347 time: 0.0140178 Mar 02 15:08:34.388467 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 33678) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:08:34.523722 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.plugin [None req-25e0a93b-0a26-4c49-9d50-f8598d485b0c tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Deleting port 7520100a-fc6b-41e7-aef0-273289d7487f {{(pid=110179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 15:08:34.524048 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-25e0a93b-0a26-4c49-9d50-f8598d485b0c tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757345981049'] for port (7520100a-fc6b-41e7-aef0-273289d7487f), before_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:08:34.607331 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-25e0a93b-0a26-4c49-9d50-f8598d485b0c tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port (7520100a-fc6b-41e7-aef0-273289d7487f), precommit_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:08:34.607754 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-25e0a93b-0a26-4c49-9d50-f8598d485b0c tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Publish callbacks [] for floatingip (7520100a-fc6b-41e7-aef0-273289d7487f), precommit_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:08:34.620679 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.plugin [None req-25e0a93b-0a26-4c49-9d50-f8598d485b0c tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Calling delete_port for 7520100a-fc6b-41e7-aef0-273289d7487f owned by network:floatingip {{(pid=110179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 15:08:34.962462 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Device f7cd5de7-12f1-4b8f-9ca9-f883fd6b37f7 no longer exists at agent hyperv_hv-cinder-83143 {{(pid=110181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 15:08:34.984929 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] No Port match for: f7cd5de7-12f1-4b8f-9ca9-f883fd6b37f7 {{(pid=110181) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 15:08:34.985656 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Device f7cd5de7-12f1-4b8f-9ca9-f883fd6b37f7 not bound to the agent host hv-cinder-83143 {{(pid=110181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 15:08:34.996995 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a247a517-d4fd-46a4-9ce2-7cb9d6307f5a req-2cc35e99-7bee-4d95-8753-4bae73fad590 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:08:34.998629 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a247a517-d4fd-46a4-9ce2-7cb9d6307f5a req-2cc35e99-7bee-4d95-8753-4bae73fad590 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5 HTTP/1.1" status: 200 len: 946 time: 0.0793555 Mar 02 15:08:35.056817 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a247a517-d4fd-46a4-9ce2-7cb9d6307f5a req-10d21a51-492d-44e5-b68d-7e4796f751fb tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d7e0eb8-a571-4baa-adc9-84fc8a01bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473843 Mar 02 15:08:35.124389 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-25e0a93b-0a26-4c49-9d50-f8598d485b0c tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757345984732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757345480677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3822761'] for port (7520100a-fc6b-41e7-aef0-273289d7487f), after_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:08:35.153936 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e0a93b-0a26-4c49-9d50-f8598d485b0c tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Pushing event deleted for resources: {'Port': ['ID=7520100a-fc6b-41e7-aef0-273289d7487f,revision_number=None']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:08:35.167821 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e0a93b-0a26-4c49-9d50-f8598d485b0c tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:08:35.168190 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e0a93b-0a26-4c49-9d50-f8598d485b0c tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:08:35.168522 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e0a93b-0a26-4c49-9d50-f8598d485b0c tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:08:35.168878 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e0a93b-0a26-4c49-9d50-f8598d485b0c tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:08:35.169208 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e0a93b-0a26-4c49-9d50-f8598d485b0c tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:08:35.169575 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e0a93b-0a26-4c49-9d50-f8598d485b0c tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:08:35.169901 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e0a93b-0a26-4c49-9d50-f8598d485b0c tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:08:35.170230 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e0a93b-0a26-4c49-9d50-f8598d485b0c tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:08:35.170550 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e0a93b-0a26-4c49-9d50-f8598d485b0c tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:08:35.170952 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e0a93b-0a26-4c49-9d50-f8598d485b0c tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:08:35.171289 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e0a93b-0a26-4c49-9d50-f8598d485b0c tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:08:35.171603 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e0a93b-0a26-4c49-9d50-f8598d485b0c tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:08:35.171945 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e0a93b-0a26-4c49-9d50-f8598d485b0c tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:08:35.174692 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355aa9be-ac1e-457a-8c25-b957c8f8a6da req-00fa2782-17fb-4830-bdfa-a438cdfabbe3 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:08:35.179306 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-355aa9be-ac1e-457a-8c25-b957c8f8a6da req-00fa2782-17fb-4830-bdfa-a438cdfabbe3 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa797872-1479-4a34-8363-11a3067269bd HTTP/1.1" status: 200 len: 943 time: 0.0628469 Mar 02 15:08:35.230596 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-25e0a93b-0a26-4c49-9d50-f8598d485b0c tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Publish callbacks [] for floatingip (c1328822-406b-4f9a-ac84-4e1dad915256), after_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:08:35.233550 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-25e0a93b-0a26-4c49-9d50-f8598d485b0c tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221961'] for floatingip (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:08:35.234935 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-25e0a93b-0a26-4c49-9d50-f8598d485b0c tempest-AttachVolumeTestJSON-1961007319 tempest-AttachVolumeTestJSON-1961007319-project] 10.222.0.52 "DELETE /v2.0/floatingips/c1328822-406b-4f9a-ac84-4e1dad915256 HTTP/1.1" status: 204 len: 168 time: 0.8450916 Mar 02 15:08:35.246873 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-355aa9be-ac1e-457a-8c25-b957c8f8a6da req-5c877b53-4ad0-48fb-975b-e5ceb1264796 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f5f6a4f-30e7-4345-96b4-f256fb04ec25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654838 Mar 02 15:08:36.374737 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4cd97f-64cb-41c3-b5fb-86eb4464512d req-1b4be891-2870-459b-9b55-bbd06a6f92ef tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:08:36.376286 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-8c4cd97f-64cb-41c3-b5fb-86eb4464512d req-1b4be891-2870-459b-9b55-bbd06a6f92ef tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa797872-1479-4a34-8363-11a3067269bd HTTP/1.1" status: 200 len: 943 time: 0.0550475 Mar 02 15:08:36.426562 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-8c4cd97f-64cb-41c3-b5fb-86eb4464512d req-b928df4e-1a9e-47fe-8049-85067176ff8b tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f5f6a4f-30e7-4345-96b4-f256fb04ec25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446203 Mar 02 15:08:37.544790 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4abcb3-79cb-4ee9-b01c-71081d8bec46 req-ba4ab18f-9263-40b0-9ea1-68ff2a609bfa tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:08:37.546341 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-9a4abcb3-79cb-4ee9-b01c-71081d8bec46 req-ba4ab18f-9263-40b0-9ea1-68ff2a609bfa tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa797872-1479-4a34-8363-11a3067269bd HTTP/1.1" status: 200 len: 943 time: 0.0536690 Mar 02 15:08:37.596362 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-9a4abcb3-79cb-4ee9-b01c-71081d8bec46 req-554691b7-5173-4e80-a838-a064f056a2b8 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f5f6a4f-30e7-4345-96b4-f256fb04ec25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429325 Mar 02 15:08:38.718689 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-1bdb6bce-5a13-441e-beed-ecbb2206031d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (dc3a6147-3194-47be-b33a-76a9a2a48933), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:08:38.722861 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176f791f-0056-4142-b56c-4e3b3d75a58f req-92a2b6a6-9350-4be8-937e-ef9ab81b4936 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:08:38.724424 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-176f791f-0056-4142-b56c-4e3b3d75a58f req-92a2b6a6-9350-4be8-937e-ef9ab81b4936 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa797872-1479-4a34-8363-11a3067269bd HTTP/1.1" status: 200 len: 943 time: 0.0620804 Mar 02 15:08:38.772416 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-176f791f-0056-4142-b56c-4e3b3d75a58f req-6dd646ca-55e5-447c-ae3f-1c6d5a354363 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f5f6a4f-30e7-4345-96b4-f256fb04ec25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422816 Mar 02 15:08:38.983488 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Device 9a59b326-0a1d-474c-a0f3-5064920c5723 details requested by agent hyperv_hv-cinder-83143 with host hv-cinder-83143 {{(pid=110181) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 15:08:39.088206 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] For port 9a59b326-0a1d-474c-a0f3-5064920c5723, host hv-cinder-83143, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=9a59b326-0a1d-474c-a0f3-5064920c5723,segment=NetworkSegment(d942a0b3-5f48-46e2-b373-8a0ebab50251),segment_id=d942a0b3-5f48-46e2-b373-8a0ebab50251)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:08:39.101481 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Returning: {'device': '9a59b326-0a1d-474c-a0f3-5064920c5723', 'network_id': 'c205c27c-cdfe-46e1-b04c-d672de0d3fe3', 'port_id': '9a59b326-0a1d-474c-a0f3-5064920c5723', 'mac_address': 'fa:16:3e:2d:73:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61ac6005-af56-475d-a05a-68a49febcf55', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110181) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 15:08:39.140146 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Current status of the port 9a59b326-0a1d-474c-a0f3-5064920c5723 is: DOWN; New status is: BUILD {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 15:08:39.140558 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (9a59b326-0a1d-474c-a0f3-5064920c5723), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:08:39.156015 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.notifiers.nova [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a59b326-0a1d-474c-a0f3-5064920c5723 {{(pid=110181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 15:08:39.179986 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] For port 9a59b326-0a1d-474c-a0f3-5064920c5723, host hv-cinder-83143, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=9a59b326-0a1d-474c-a0f3-5064920c5723,segment=NetworkSegment(d942a0b3-5f48-46e2-b373-8a0ebab50251),segment_id=d942a0b3-5f48-46e2-b373-8a0ebab50251)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:08:39.273369 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (9a59b326-0a1d-474c-a0f3-5064920c5723), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:08:39.329659 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Pushing event updated for resources: {'Port': ['ID=9a59b326-0a1d-474c-a0f3-5064920c5723,revision_number=4']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:08:39.366796 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 33718) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:08:39.696488 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] get_ports_and_sgs() called for port_ids ['9a59b326-0a1d-474c-a0f3-5064920c5723'] {{(pid=110181) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 15:08:39.828862 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-9d26f230-d49d-4c9a-a735-582f731eea2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-558541'] for router_interface (8a8aaf80-2537-4582-a333-95e79d7ab834), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:08:39.967310 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64823f83-d011-4822-aad9-e670da6fd462 req-f75cb104-0d91-4d2a-b516-64acb38c9a6e tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:08:39.968815 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-64823f83-d011-4822-aad9-e670da6fd462 req-f75cb104-0d91-4d2a-b516-64acb38c9a6e tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa797872-1479-4a34-8363-11a3067269bd HTTP/1.1" status: 200 len: 944 time: 0.1035011 Mar 02 15:08:40.074600 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-64823f83-d011-4822-aad9-e670da6fd462 req-dfc90636-6076-4d2e-8c72-5631e5e8af18 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f5f6a4f-30e7-4345-96b4-f256fb04ec25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991998 Mar 02 15:08:40.161718 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.plugin [None req-9d26f230-d49d-4c9a-a735-582f731eea2e admin admin] Deleting port 8945d50c-c203-4455-8199-8061e072833e {{(pid=110180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 15:08:40.162049 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-9d26f230-d49d-4c9a-a735-582f731eea2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757345981049'] for port (8945d50c-c203-4455-8199-8061e072833e), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:08:40.251916 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.db [None req-9d26f230-d49d-4c9a-a735-582f731eea2e admin admin] For port 8945d50c-c203-4455-8199-8061e072833e, host dv-cinder-831439-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831439-3-iscsi',level=0,port_id=8945d50c-c203-4455-8199-8061e072833e,segment=NetworkSegment(239b17b0-e18b-4adf-80e8-57d00e0cbb35),segment_id=239b17b0-e18b-4adf-80e8-57d00e0cbb35)] {{(pid=110180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:08:40.252289 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-9d26f230-d49d-4c9a-a735-582f731eea2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port (8945d50c-c203-4455-8199-8061e072833e), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:08:40.267518 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.plugin [None req-9d26f230-d49d-4c9a-a735-582f731eea2e admin admin] Calling delete_port for 8945d50c-c203-4455-8199-8061e072833e owned by network:router_interface {{(pid=110180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 15:08:40.522031 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-9d26f230-d49d-4c9a-a735-582f731eea2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757345984732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757345480677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672616'] for port (8945d50c-c203-4455-8199-8061e072833e), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:08:40.547091 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d26f230-d49d-4c9a-a735-582f731eea2e admin admin] Pushing event deleted for resources: {'Port': ['ID=8945d50c-c203-4455-8199-8061e072833e,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:08:40.729720 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-9d26f230-d49d-4c9a-a735-582f731eea2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16231430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-558369'] for router_interface (8a8aaf80-2537-4582-a333-95e79d7ab834), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:08:40.960486 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d26f230-d49d-4c9a-a735-582f731eea2e admin admin] Router 8a8aaf80-2537-4582-a333-95e79d7ab834 has already been hosted by L3 agent 4b7d4a90-2987-419a-b6cd-7624b7dba065 {{(pid=110180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 15:08:41.000043 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Device 9a59b326-0a1d-474c-a0f3-5064920c5723 up at agent hyperv_hv-cinder-83143 {{(pid=110181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 15:08:41.082134 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d26f230-d49d-4c9a-a735-582f731eea2e admin admin] Notify agent at l3_agent.dv-cinder-831439-3-iscsi the message routers_updated {{(pid=110180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 15:08:41.084581 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-9a504126-99e5-42e8-aa65-0fbdda19511d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (4b7d4a90-2987-419a-b6cd-7624b7dba065), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:08:41.087926 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-9d26f230-d49d-4c9a-a735-582f731eea2e admin admin] 10.222.0.52 "PUT /v2.0/routers/8a8aaf80-2537-4582-a333-95e79d7ab834/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7196538 Mar 02 15:08:41.091719 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 33724) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:08:41.096308 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace864f0-41f6-429c-b5ba-c0fda61ce185 None None] Sync routers for ids ['8a8aaf80-2537-4582-a333-95e79d7ab834'] in dv-cinder-831439-3-iscsi {{(pid=110181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 15:08:41.108578 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace864f0-41f6-429c-b5ba-c0fda61ce185 None None] Routers {'8a8aaf80-2537-4582-a333-95e79d7ab834'} bound to L3 agent in host dv-cinder-831439-3-iscsi {{(pid=110181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 15:08:41.109229 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-ace864f0-41f6-429c-b5ba-c0fda61ce185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831439-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T14:48:11Z,description=,heartbeat_timestamp=2022-03-02T15:08:41Z,host='dv-cinder-831439-3-iscsi',id=4b7d4a90-2987-419a-b6cd-7624b7dba065,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T14:48:12Z,topic='l3_agent')) {'router_ids': ['8a8aaf80-2537-4582-a333-95e79d7ab834'], 'active': True} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:08:41.217512 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Provisioning for port 9a59b326-0a1d-474c-a0f3-5064920c5723 completed by entity L2. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 15:08:41.227584 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Provisioning complete for port 9a59b326-0a1d-474c-a0f3-5064920c5723 triggered by entity L2. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 15:08:41.227990 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (9a59b326-0a1d-474c-a0f3-5064920c5723), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:08:41.255385 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57760118-270e-4ccb-8bd1-6213720e2e0e req-1381d088-ccf9-43a4-b374-28e477492acc tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:08:41.257005 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-57760118-270e-4ccb-8bd1-6213720e2e0e req-1381d088-ccf9-43a4-b374-28e477492acc tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa797872-1479-4a34-8363-11a3067269bd HTTP/1.1" status: 200 len: 944 time: 0.1016455 Mar 02 15:08:41.269348 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-6fd9c37d-1a6a-42c4-9f39-6ebe76025218 admin admin] Publish callbacks [] for router (8a8aaf80-2537-4582-a333-95e79d7ab834), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:08:41.273356 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvr_db [None req-ace864f0-41f6-429c-b5ba-c0fda61ce185 None None] Set router 8a8aaf80-2537-4582-a333-95e79d7ab834 gateway port host: dv-cinder-831439-3-iscsi {{(pid=110181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 15:08:41.389719 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-57760118-270e-4ccb-8bd1-6213720e2e0e req-0931fe0d-4647-4d5f-a961-da209b08d35c tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f5f6a4f-30e7-4345-96b4-f256fb04ec25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234460 Mar 02 15:08:41.417816 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-6fd9c37d-1a6a-42c4-9f39-6ebe76025218 admin admin] Publish callbacks [] for router_gateway (8a8aaf80-2537-4582-a333-95e79d7ab834), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:08:41.458638 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Current status of the port 9a59b326-0a1d-474c-a0f3-5064920c5723 is: BUILD; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 15:08:41.459027 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (9a59b326-0a1d-474c-a0f3-5064920c5723), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:08:41.513599 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa797872-1479-4a34-8363-11a3067269bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a59b326-0a1d-474c-a0f3-5064920c5723'}] {{(pid=110181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 15:08:41.515774 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6faebeedf0149bd95a8e5aac95437523d12653d92db1e1e7ce78ae8719853609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a293f068-3f2f-478b-9446-1095667555d0" -d '{"events": [{"server_uuid": "fa797872-1479-4a34-8363-11a3067269bd", "name": "network-vif-plugged", "status": "completed", "tag": "9a59b326-0a1d-474c-a0f3-5064920c5723"}]}' {{(pid=110181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 15:08:41.530411 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] For port 9a59b326-0a1d-474c-a0f3-5064920c5723, host hv-cinder-83143, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=9a59b326-0a1d-474c-a0f3-5064920c5723,segment=NetworkSegment(d942a0b3-5f48-46e2-b373-8a0ebab50251),segment_id=d942a0b3-5f48-46e2-b373-8a0ebab50251)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:08:41.554827 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-ace864f0-41f6-429c-b5ba-c0fda61ce185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a8aaf80-2537-4582-a333-95e79d7ab834', 'name': 'tempest-AttachVolumeTestJSON-757384370-router', 'tenant_id': '5ac6104636f34c658b71fafaf0755349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': 'bf5cd8fd-0ae1-4d0d-9d5d-ca4ded607246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T14:57:02Z', 'updated_at': '2022-03-02T15:08:40Z', 'revision_number': 5, 'project_id': '5ac6104636f34c658b71fafaf0755349', 'gw_port': {'id': 'bf5cd8fd-0ae1-4d0d-9d5d-ca4ded607246', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:73:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8aaf80-2537-4582-a333-95e79d7ab834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:57:03Z', 'updated_at': '2022-03-02T14:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi'}], 'dv-cinder-831439-3-iscsi', False) {} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:08:41.557465 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 15:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9ba067d-b225-40ff-8ece-571dc92dae6c x-openstack-request-id: req-d9ba067d-b225-40ff-8ece-571dc92dae6c {{(pid=110181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 15:08:41.557717 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa797872-1479-4a34-8363-11a3067269bd", "name": "network-vif-plugged", "status": "completed", "tag": "9a59b326-0a1d-474c-a0f3-5064920c5723", "code": 200}]} {{(pid=110181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 15:08:41.557975 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d9ba067d-b225-40ff-8ece-571dc92dae6c {{(pid=110181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 15:08:41.558370 dv-cinder-831439-3-iscsi neutron-server[110181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa797872-1479-4a34-8363-11a3067269bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a59b326-0a1d-474c-a0f3-5064920c5723', 'code': 200} Mar 02 15:08:41.588592 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace864f0-41f6-429c-b5ba-c0fda61ce185 None None] Checking router: 8a8aaf80-2537-4582-a333-95e79d7ab834 for host: dv-cinder-831439-3-iscsi {{(pid=110181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 15:08:41.599360 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace864f0-41f6-429c-b5ba-c0fda61ce185 None None] Routers {'8a8aaf80-2537-4582-a333-95e79d7ab834'} bound to L3 agent in host dv-cinder-831439-3-iscsi {{(pid=110181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 15:08:41.600160 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-ace864f0-41f6-429c-b5ba-c0fda61ce185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831439-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T14:48:11Z,description=,heartbeat_timestamp=2022-03-02T15:08:41Z,host='dv-cinder-831439-3-iscsi',id=4b7d4a90-2987-419a-b6cd-7624b7dba065,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T14:48:12Z,topic='l3_agent')) {'router_ids': ['8a8aaf80-2537-4582-a333-95e79d7ab834'], 'active': True} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:08:41.621653 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.plugin [None req-6fd9c37d-1a6a-42c4-9f39-6ebe76025218 admin admin] Deleting port bf5cd8fd-0ae1-4d0d-9d5d-ca4ded607246 {{(pid=110180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 15:08:41.622177 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-6fd9c37d-1a6a-42c4-9f39-6ebe76025218 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757345981049'] for port (bf5cd8fd-0ae1-4d0d-9d5d-ca4ded607246), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:08:41.715397 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.db [None req-6fd9c37d-1a6a-42c4-9f39-6ebe76025218 admin admin] For port bf5cd8fd-0ae1-4d0d-9d5d-ca4ded607246, host dv-cinder-831439-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831439-3-iscsi',level=0,port_id=bf5cd8fd-0ae1-4d0d-9d5d-ca4ded607246,segment=NetworkSegment(23151279-75ac-4f5a-99b2-c6146d92420f),segment_id=23151279-75ac-4f5a-99b2-c6146d92420f)] {{(pid=110180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:08:41.715809 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-6fd9c37d-1a6a-42c4-9f39-6ebe76025218 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port (bf5cd8fd-0ae1-4d0d-9d5d-ca4ded607246), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:08:41.732470 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.plugin [None req-6fd9c37d-1a6a-42c4-9f39-6ebe76025218 admin admin] Calling delete_port for bf5cd8fd-0ae1-4d0d-9d5d-ca4ded607246 owned by network:router_gateway {{(pid=110180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 15:08:41.805745 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (9a59b326-0a1d-474c-a0f3-5064920c5723), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:08:41.857522 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvr_db [None req-ace864f0-41f6-429c-b5ba-c0fda61ce185 None None] Set router 8a8aaf80-2537-4582-a333-95e79d7ab834 gateway port host: None {{(pid=110181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 15:08:41.920493 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-ace864f0-41f6-429c-b5ba-c0fda61ce185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a8aaf80-2537-4582-a333-95e79d7ab834', 'name': 'tempest-AttachVolumeTestJSON-757384370-router', 'tenant_id': '5ac6104636f34c658b71fafaf0755349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T14:57:02Z', 'updated_at': '2022-03-02T15:08:41Z', 'revision_number': 6, 'project_id': '5ac6104636f34c658b71fafaf0755349', 'gw_port_host': None}], 'dv-cinder-831439-3-iscsi', False) {} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:08:41.951090 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Pushing event updated for resources: {'Port': ['ID=9a59b326-0a1d-474c-a0f3-5064920c5723,revision_number=5']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:08:41.953930 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace864f0-41f6-429c-b5ba-c0fda61ce185 None None] The sync data for ids ['8a8aaf80-2537-4582-a333-95e79d7ab834'] in dv-cinder-831439-3-iscsi is: [{'id': '8a8aaf80-2537-4582-a333-95e79d7ab834', 'name': 'tempest-AttachVolumeTestJSON-757384370-router', 'tenant_id': '5ac6104636f34c658b71fafaf0755349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T14:57:02Z', 'updated_at': '2022-03-02T15:08:41Z', 'revision_number': 6, 'project_id': '5ac6104636f34c658b71fafaf0755349', 'gw_port_host': None}] {{(pid=110181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 15:08:41.994001 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-6fd9c37d-1a6a-42c4-9f39-6ebe76025218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757345984732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757345480677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672616'] for port (bf5cd8fd-0ae1-4d0d-9d5d-ca4ded607246), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:08:42.016863 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebde8121-6cd2-493c-ad22-7ae639a20521 req-aaaa5d4e-fc93-4617-bd77-9719e9af6fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:08:42.018377 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ebde8121-6cd2-493c-ad22-7ae639a20521 req-aaaa5d4e-fc93-4617-bd77-9719e9af6fbd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fa797872-1479-4a34-8363-11a3067269bd HTTP/1.1" status: 200 len: 1129 time: 0.0752399 Mar 02 15:08:42.020995 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd9c37d-1a6a-42c4-9f39-6ebe76025218 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf5cd8fd-0ae1-4d0d-9d5d-ca4ded607246,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:08:42.109864 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ebde8121-6cd2-493c-ad22-7ae639a20521 req-861ddfc8-7403-4e36-8c9e-0a5dcddb7db8 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1f5f6a4f-30e7-4345-96b4-f256fb04ec25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845976 Mar 02 15:08:42.112564 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-6fd9c37d-1a6a-42c4-9f39-6ebe76025218 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559747'] for router_gateway (8a8aaf80-2537-4582-a333-95e79d7ab834), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:08:42.145164 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-8c265469-93de-451d-a227-73ff998d8f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (bfbb2626-1130-458a-80a5-4632d76fa057), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:08:42.205730 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-6fd9c37d-1a6a-42c4-9f39-6ebe76025218 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6344'] for router (8a8aaf80-2537-4582-a333-95e79d7ab834), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:08:42.207924 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-6fd9c37d-1a6a-42c4-9f39-6ebe76025218 admin admin] Publish callbacks [] for router_controller (8a8aaf80-2537-4582-a333-95e79d7ab834), precommit_delete_associations {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:08:42.347781 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-6fd9c37d-1a6a-42c4-9f39-6ebe76025218 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561960'] for router (8a8aaf80-2537-4582-a333-95e79d7ab834), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:08:42.348641 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fd9c37d-1a6a-42c4-9f39-6ebe76025218 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a8aaf80-2537-4582-a333-95e79d7ab834 {{(pid=110180) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 15:08:42.354350 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-6fd9c37d-1a6a-42c4-9f39-6ebe76025218 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:08:42.355686 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-6fd9c37d-1a6a-42c4-9f39-6ebe76025218 admin admin] 10.222.0.52 "DELETE /v2.0/routers/8a8aaf80-2537-4582-a333-95e79d7ab834 HTTP/1.1" status: 204 len: 168 time: 1.2630713 Mar 02 15:08:42.358160 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 33730) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:08:42.406979 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.db_base_plugin_v2 [None req-53cce831-5c44-4ef8-be0a-7d3ba460d41b admin admin] Deleting subnet af4612bf-937d-4ff0-87a0-e171015ed5a7 {{(pid=110180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 15:08:42.411090 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-53cce831-5c44-4ef8-be0a-7d3ba460d41b admin admin] Publish callbacks [] for subnet (af4612bf-937d-4ff0-87a0-e171015ed5a7), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:08:42.445606 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-53cce831-5c44-4ef8-be0a-7d3ba460d41b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59158857'] for subnet (af4612bf-937d-4ff0-87a0-e171015ed5a7), precommit_delete_associations {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:08:42.561678 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fce5a5b-c0b7-4663-8b12-493ef5817336 req-0957ac47-9150-4b28-b797-922ce2015efd tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:08:42.563151 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-7fce5a5b-c0b7-4663-8b12-493ef5817336 req-0957ac47-9150-4b28-b797-922ce2015efd tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa797872-1479-4a34-8363-11a3067269bd HTTP/1.1" status: 200 len: 945 time: 0.0955584 Mar 02 15:08:42.566309 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-53cce831-5c44-4ef8-be0a-7d3ba460d41b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16092520'] for subnet (af4612bf-937d-4ff0-87a0-e171015ed5a7), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:08:42.646314 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-7fce5a5b-c0b7-4663-8b12-493ef5817336 req-46ce1138-ae5c-4311-b7c6-7fe6170d49ff tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f5f6a4f-30e7-4345-96b4-f256fb04ec25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605283 Mar 02 15:08:42.696308 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-53cce831-5c44-4ef8-be0a-7d3ba460d41b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16092519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3672603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58812373'] for subnet (af4612bf-937d-4ff0-87a0-e171015ed5a7), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:08:42.726208 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cce831-5c44-4ef8-be0a-7d3ba460d41b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af4612bf-937d-4ff0-87a0-e171015ed5a7,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:08:42.731641 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-53cce831-5c44-4ef8-be0a-7d3ba460d41b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:08:42.736306 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-53cce831-5c44-4ef8-be0a-7d3ba460d41b admin admin] 10.222.0.52 "DELETE /v2.0/subnets/af4612bf-937d-4ff0-87a0-e171015ed5a7 HTTP/1.1" status: 204 len: 168 time: 0.3740783 Mar 02 15:08:42.736557 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 33734) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:08:42.738346 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4be4136-daf1-4a62-be76-4f42c2c3b36b None None] Network df93f8f1-ff18-4251-9f43-b4d98c48182b requested from dv-cinder-831439-3-iscsi {{(pid=110181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 15:08:42.795099 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Device 8945d50c-c203-4455-8199-8061e072833e no longer exists at agent ovs-agent-dv-cinder-831439-3-iscsi {{(pid=110181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 15:08:42.826896 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] No Port match for: 8945d50c-c203-4455-8199-8061e072833e {{(pid=110181) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 15:08:42.827344 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Device 8945d50c-c203-4455-8199-8061e072833e not bound to the agent host dv-cinder-831439-3-iscsi {{(pid=110181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 15:08:42.948743 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fad9de8-a580-4eb6-a9fb-a9e4256ad3ce None None] DHCP port deletion for df93f8f1-ff18-4251-9f43-b4d98c48182b request from dv-cinder-831439-3-iscsi {{(pid=110181) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 02 15:08:43.005593 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-1fad9de8-a580-4eb6-a9fb-a9e4256ad3ce None None] Deleting port e073c18a-c455-4eea-90fa-01fcefe43285 {{(pid=110181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 15:08:43.006069 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-1fad9de8-a580-4eb6-a9fb-a9e4256ad3ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757345981049'] for port (e073c18a-c455-4eea-90fa-01fcefe43285), before_delete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:08:43.073586 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-1fad9de8-a580-4eb6-a9fb-a9e4256ad3ce None None] For port e073c18a-c455-4eea-90fa-01fcefe43285, host dv-cinder-831439-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831439-3-iscsi',level=0,port_id=e073c18a-c455-4eea-90fa-01fcefe43285,segment=NetworkSegment(239b17b0-e18b-4adf-80e8-57d00e0cbb35),segment_id=239b17b0-e18b-4adf-80e8-57d00e0cbb35)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:08:43.073987 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-1fad9de8-a580-4eb6-a9fb-a9e4256ad3ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port (e073c18a-c455-4eea-90fa-01fcefe43285), precommit_delete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:08:43.087284 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-1fad9de8-a580-4eb6-a9fb-a9e4256ad3ce None None] Calling delete_port for e073c18a-c455-4eea-90fa-01fcefe43285 owned by network:dhcp {{(pid=110181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 15:08:43.091623 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-66662da4-a934-4379-b54b-8bc4046c849e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16148883'] for network (df93f8f1-ff18-4251-9f43-b4d98c48182b), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:08:43.149483 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.plugin [None req-66662da4-a934-4379-b54b-8bc4046c849e admin admin] Deleting port e073c18a-c455-4eea-90fa-01fcefe43285 {{(pid=110180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 15:08:43.149777 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-66662da4-a934-4379-b54b-8bc4046c849e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757345981049'] for port (e073c18a-c455-4eea-90fa-01fcefe43285), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:08:43.216474 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.db [None req-66662da4-a934-4379-b54b-8bc4046c849e admin admin] For port e073c18a-c455-4eea-90fa-01fcefe43285, host dv-cinder-831439-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831439-3-iscsi',level=0,port_id=e073c18a-c455-4eea-90fa-01fcefe43285,segment=NetworkSegment(239b17b0-e18b-4adf-80e8-57d00e0cbb35),segment_id=239b17b0-e18b-4adf-80e8-57d00e0cbb35)] {{(pid=110180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:08:43.216759 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-66662da4-a934-4379-b54b-8bc4046c849e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port (e073c18a-c455-4eea-90fa-01fcefe43285), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:08:43.229416 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.plugin [None req-66662da4-a934-4379-b54b-8bc4046c849e admin admin] Calling delete_port for e073c18a-c455-4eea-90fa-01fcefe43285 owned by network:dhcp {{(pid=110180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 15:08:43.261025 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-1fad9de8-a580-4eb6-a9fb-a9e4256ad3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757345984732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757345480677'] for port (e073c18a-c455-4eea-90fa-01fcefe43285), after_delete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:08:43.286177 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fad9de8-a580-4eb6-a9fb-a9e4256ad3ce None None] Pushing event deleted for resources: {'Port': ['ID=e073c18a-c455-4eea-90fa-01fcefe43285,revision_number=None']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:08:43.291711 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fad9de8-a580-4eb6-a9fb-a9e4256ad3ce None None] No DVR routers for this DVR port e073c18a-c455-4eea-90fa-01fcefe43285 on host dv-cinder-831439-3-iscsi {{(pid=110181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 15:08:43.308486 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-66662da4-a934-4379-b54b-8bc4046c849e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757345984732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757345480677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672616'] for port (e073c18a-c455-4eea-90fa-01fcefe43285), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:08:43.339585 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66662da4-a934-4379-b54b-8bc4046c849e admin admin] Pushing event deleted for resources: {'Port': ['ID=e073c18a-c455-4eea-90fa-01fcefe43285,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:08:43.341418 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66662da4-a934-4379-b54b-8bc4046c849e admin admin] No DVR routers for this DVR port e073c18a-c455-4eea-90fa-01fcefe43285 on host dv-cinder-831439-3-iscsi {{(pid=110180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 15:08:43.411703 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-66662da4-a934-4379-b54b-8bc4046c849e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16057747', 'neutron.services.segments.db._delete_segments_for_network-8757345970333'] for network (df93f8f1-ff18-4251-9f43-b4d98c48182b), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:08:43.434542 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.services.segments.db [None req-66662da4-a934-4379-b54b-8bc4046c849e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df93f8f1-ff18-4251-9f43-b4d98c48182b']}} {{(pid=110180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:08:43.454076 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.services.segments.db [None req-66662da4-a934-4379-b54b-8bc4046c849e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '239b17b0-e18b-4adf-80e8-57d00e0cbb35') {'for_net_delete': True} {{(pid=110180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:08:43.454458 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.services.segments.db [None req-66662da4-a934-4379-b54b-8bc4046c849e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '239b17b0-e18b-4adf-80e8-57d00e0cbb35') {} {{(pid=110180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:08:43.465945 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-66662da4-a934-4379-b54b-8bc4046c849e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757345974950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59158878'] for segment (239b17b0-e18b-4adf-80e8-57d00e0cbb35), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:08:43.480537 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-66662da4-a934-4379-b54b-8bc4046c849e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16119287'] for segment (239b17b0-e18b-4adf-80e8-57d00e0cbb35), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:08:43.486881 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66662da4-a934-4379-b54b-8bc4046c849e admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=110180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 15:08:43.487264 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-66662da4-a934-4379-b54b-8bc4046c849e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16119287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3672773'] for segment (239b17b0-e18b-4adf-80e8-57d00e0cbb35), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:08:43.489143 dv-cinder-831439-3-iscsi neutron-server[110180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 15:08:43.489143 dv-cinder-831439-3-iscsi neutron-server[110180]: self.session.flush() Mar 02 15:08:43.489143 dv-cinder-831439-3-iscsi neutron-server[110180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 15:08:43.489143 dv-cinder-831439-3-iscsi neutron-server[110180]: self.session.flush() Mar 02 15:08:43.489143 dv-cinder-831439-3-iscsi neutron-server[110180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 15:08:43.489143 dv-cinder-831439-3-iscsi neutron-server[110180]: self.session.flush() Mar 02 15:08:43.489143 dv-cinder-831439-3-iscsi neutron-server[110180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 15:08:43.489143 dv-cinder-831439-3-iscsi neutron-server[110180]: self.session.flush() Mar 02 15:08:43.489143 dv-cinder-831439-3-iscsi neutron-server[110180]: Traceback (most recent call last): Mar 02 15:08:43.489143 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 15:08:43.489143 dv-cinder-831439-3-iscsi neutron-server[110180]: timer() Mar 02 15:08:43.489143 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 15:08:43.489143 dv-cinder-831439-3-iscsi neutron-server[110180]: cb(*args, **kw) Mar 02 15:08:43.489143 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 15:08:43.489143 dv-cinder-831439-3-iscsi neutron-server[110180]: return func(*args, **kwargs) Mar 02 15:08:43.489143 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 15:08:43.489143 dv-cinder-831439-3-iscsi neutron-server[110180]: self._notify() Mar 02 15:08:43.489143 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 15:08:43.489143 dv-cinder-831439-3-iscsi neutron-server[110180]: self.callback(batched_events) Mar 02 15:08:43.489143 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 15:08:43.489143 dv-cinder-831439-3-iscsi neutron-server[110180]: event.method(event) Mar 02 15:08:43.489143 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 15:08:43.489143 dv-cinder-831439-3-iscsi neutron-server[110180]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 15:08:43.489143 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 15:08:43.489143 dv-cinder-831439-3-iscsi neutron-server[110180]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 15:08:43.489143 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 15:08:43.489143 dv-cinder-831439-3-iscsi neutron-server[110180]: return f(self, *a, **k) Mar 02 15:08:43.489143 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 15:08:43.489143 dv-cinder-831439-3-iscsi neutron-server[110180]: return self._get(url).json() Mar 02 15:08:43.489143 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 15:08:43.489143 dv-cinder-831439-3-iscsi neutron-server[110180]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 15:08:43.489143 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 15:08:43.489143 dv-cinder-831439-3-iscsi neutron-server[110180]: return self.request(url, 'GET', **kwargs) Mar 02 15:08:43.489143 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 15:08:43.489143 dv-cinder-831439-3-iscsi neutron-server[110180]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 15:08:43.489143 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 15:08:43.489143 dv-cinder-831439-3-iscsi neutron-server[110180]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 15:08:43.489143 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 15:08:43.489143 dv-cinder-831439-3-iscsi neutron-server[110180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 15:08:43.489143 dv-cinder-831439-3-iscsi neutron-server[110180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 15:08:43.690444 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-66662da4-a934-4379-b54b-8bc4046c849e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16057834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559807'] for network (df93f8f1-ff18-4251-9f43-b4d98c48182b), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:08:43.698540 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-66662da4-a934-4379-b54b-8bc4046c849e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16231659'] for network (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:08:43.701400 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-9cfe1c82-1e01-4346-89c5-c3e1093f4022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (b9ce56f8-3527-4dd9-b024-9df7b3f4c018), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:08:43.701895 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-66662da4-a934-4379-b54b-8bc4046c849e admin admin] 10.222.0.52 "DELETE /v2.0/networks/df93f8f1-ff18-4251-9f43-b4d98c48182b HTTP/1.1" status: 204 len: 168 time: 0.9644012 Mar 02 15:08:43.714401 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66662da4-a934-4379-b54b-8bc4046c849e admin admin] Pushing event deleted for resources: {'Network': ['ID=df93f8f1-ff18-4251-9f43-b4d98c48182b,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:08:43.770678 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a1092-f303-4980-96d7-b61ff30cbfe3 req-357b8ffa-cd60-4261-b46b-e17a7ca56ed2 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:08:43.772191 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6f2a1092-f303-4980-96d7-b61ff30cbfe3 req-357b8ffa-cd60-4261-b46b-e17a7ca56ed2 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa797872-1479-4a34-8363-11a3067269bd HTTP/1.1" status: 200 len: 945 time: 0.0544267 Mar 02 15:08:43.821858 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6f2a1092-f303-4980-96d7-b61ff30cbfe3 req-da782068-ab95-42f1-b36c-1f7093509c68 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f5f6a4f-30e7-4345-96b4-f256fb04ec25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440390 Mar 02 15:08:44.050263 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 33740) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:08:44.094920 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-8d899a03-50b9-49c2-9f38-2403415abfc0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5ac6104636f34c658b71fafaf0755349&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0434794 Mar 02 15:08:44.098391 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 33742) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:08:44.147601 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-0ee812d4-ae58-4abb-a68e-e0e6fb64c661 admin admin] Publish callbacks [] for security_group (eac0e98c-efe0-48b1-9a1b-0199edefcc8f), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:08:44.170486 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-0ee812d4-ae58-4abb-a68e-e0e6fb64c661 admin admin] Publish callbacks [] for security_group (eac0e98c-efe0-48b1-9a1b-0199edefcc8f), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:08:44.282107 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-0ee812d4-ae58-4abb-a68e-e0e6fb64c661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (eac0e98c-efe0-48b1-9a1b-0199edefcc8f), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:08:44.285438 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-0ee812d4-ae58-4abb-a68e-e0e6fb64c661 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:08:44.286602 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-0ee812d4-ae58-4abb-a68e-e0e6fb64c661 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/eac0e98c-efe0-48b1-9a1b-0199edefcc8f HTTP/1.1" status: 204 len: 168 time: 0.1872926 Mar 02 15:08:44.294908 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee812d4-ae58-4abb-a68e-e0e6fb64c661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac0e98c-efe0-48b1-9a1b-0199edefcc8f,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:08:44.413821 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Device e073c18a-c455-4eea-90fa-01fcefe43285 no longer exists at agent ovs-agent-dv-cinder-831439-3-iscsi {{(pid=110181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 15:08:44.434723 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] No Port match for: e073c18a-c455-4eea-90fa-01fcefe43285 {{(pid=110181) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 15:08:44.435074 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Device e073c18a-c455-4eea-90fa-01fcefe43285 not bound to the agent host dv-cinder-831439-3-iscsi {{(pid=110181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 15:08:44.435497 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Device bf5cd8fd-0ae1-4d0d-9d5d-ca4ded607246 no longer exists at agent ovs-agent-dv-cinder-831439-3-iscsi {{(pid=110181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 15:08:44.455418 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] No Port match for: bf5cd8fd-0ae1-4d0d-9d5d-ca4ded607246 {{(pid=110181) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 15:08:44.456076 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Device bf5cd8fd-0ae1-4d0d-9d5d-ca4ded607246 not bound to the agent host dv-cinder-831439-3-iscsi {{(pid=110181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 15:08:44.933098 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (3a73802c-5f14-4c1f-8439-e74c4c90063b), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:08:44.940738 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0825fba-bb60-4c5d-8e2c-9763cdacfad3 req-d09fd9e8-12ad-4791-ac6e-0eb5a7daefa7 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:08:44.947072 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a0825fba-bb60-4c5d-8e2c-9763cdacfad3 req-d09fd9e8-12ad-4791-ac6e-0eb5a7daefa7 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa797872-1479-4a34-8363-11a3067269bd HTTP/1.1" status: 200 len: 945 time: 0.0526149 Mar 02 15:08:44.990116 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a0825fba-bb60-4c5d-8e2c-9763cdacfad3 req-862f4576-043e-46bb-911b-6720c37ecaf7 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f5f6a4f-30e7-4345-96b4-f256fb04ec25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421388 Mar 02 15:08:45.112021 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509564af-c9f3-46e5-ac2d-f0f7e33383c6 req-c70cb2fd-f603-472e-b0ac-fd8b6ab842fc tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:08:45.112753 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-509564af-c9f3-46e5-ac2d-f0f7e33383c6 req-c70cb2fd-f603-472e-b0ac-fd8b6ab842fc tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa797872-1479-4a34-8363-11a3067269bd HTTP/1.1" status: 200 len: 945 time: 0.0580254 Mar 02 15:08:45.164999 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-509564af-c9f3-46e5-ac2d-f0f7e33383c6 req-362866ab-21dd-4887-a40f-39724044d6f2 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f5f6a4f-30e7-4345-96b4-f256fb04ec25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464909 Mar 02 15:08:45.198627 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 33766) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:08:45.394248 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a96bdc1-a01e-4c60-9669-b6967a71601f tempest-TestVolumeBootPattern-1672899081 tempest-TestVolumeBootPattern-1672899081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:08:45.395715 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-9a96bdc1-a01e-4c60-9669-b6967a71601f tempest-TestVolumeBootPattern-1672899081 tempest-TestVolumeBootPattern-1672899081-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=fa797872-1479-4a34-8363-11a3067269bd HTTP/1.1" status: 200 len: 1124 time: 0.1960318 Mar 02 15:08:45.398563 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 33772) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:08:45.403061 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.v2.base [None req-98791ea0-378d-4cbb-99fd-a3d8289ceae9 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Request body: {'floatingip': {'floating_network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'port_id': '9a59b326-0a1d-474c-a0f3-5064920c5723', 'tenant_id': '7de5f8ffc29449a8970c42522a6efe67', 'fixed_ip_address': '172.20.0.3'}} {{(pid=110180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 15:08:45.501005 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-98791ea0-378d-4cbb-99fd-a3d8289ceae9 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:08:45.599404 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-98791ea0-378d-4cbb-99fd-a3d8289ceae9 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (None), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:08:45.704028 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.db_base_plugin_common [None req-98791ea0-378d-4cbb-99fd-a3d8289ceae9 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Allocated IP 172.27.0.32 (ed71569c-47b6-4b42-b6b3-c541700724bf/701fb87e-0ea2-4d8d-8228-0af980cd437a/ddf74797-2052-4a93-918a-679cae294efa) {{(pid=110180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 15:08:45.808352 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-98791ea0-378d-4cbb-99fd-a3d8289ceae9 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Publish callbacks [] for port (ddf74797-2052-4a93-918a-679cae294efa), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:08:45.912986 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-98791ea0-378d-4cbb-99fd-a3d8289ceae9 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757345480668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672616'] for port (ddf74797-2052-4a93-918a-679cae294efa), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:08:45.953538 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98791ea0-378d-4cbb-99fd-a3d8289ceae9 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Network ed71569c-47b6-4b42-b6b3-c541700724bf is already hosted by enough agents. {{(pid=110180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 15:08:45.956930 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.base_scheduler [None req-98791ea0-378d-4cbb-99fd-a3d8289ceae9 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Resources bound (agent type, host, resource id): {{(pid=110180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 15:08:45.961785 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98791ea0-378d-4cbb-99fd-a3d8289ceae9 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Received port after_create {{(pid=110180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 15:08:45.984854 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98791ea0-378d-4cbb-99fd-a3d8289ceae9 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Pushing event updated for resources: {'Port': ['ID=ddf74797-2052-4a93-918a-679cae294efa,revision_number=1']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:08:46.344431 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-98791ea0-378d-4cbb-99fd-a3d8289ceae9 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Publish callbacks [] for floatingip (e66bf422-80bb-46b2-9fe8-491d48f4a514), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:08:46.516598 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-98791ea0-378d-4cbb-99fd-a3d8289ceae9 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (ddf74797-2052-4a93-918a-679cae294efa), before_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:08:46.671741 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-98791ea0-378d-4cbb-99fd-a3d8289ceae9 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Publish callbacks [] for port (ddf74797-2052-4a93-918a-679cae294efa), precommit_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:08:46.764059 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-98791ea0-378d-4cbb-99fd-a3d8289ceae9 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3672609'] for port (ddf74797-2052-4a93-918a-679cae294efa), after_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:08:46.837359 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98791ea0-378d-4cbb-99fd-a3d8289ceae9 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Pushing event updated for resources: {'Port': ['ID=ddf74797-2052-4a93-918a-679cae294efa,revision_number=2']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:08:46.846975 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-98791ea0-378d-4cbb-99fd-a3d8289ceae9 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559821'] for floatingip (e66bf422-80bb-46b2-9fe8-491d48f4a514), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:08:46.946566 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.db.l3_db [None req-98791ea0-378d-4cbb-99fd-a3d8289ceae9 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Floating IP e66bf422-80bb-46b2-9fe8-491d48f4a514 associated. External IP: 172.27.0.32, port: 9a59b326-0a1d-474c-a0f3-5064920c5723. Mar 02 15:08:47.149692 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98791ea0-378d-4cbb-99fd-a3d8289ceae9 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Router b4d95977-025d-41c2-973e-cde076edf386 has already been hosted by L3 agent 4b7d4a90-2987-419a-b6cd-7624b7dba065 {{(pid=110180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 15:08:47.259141 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98791ea0-378d-4cbb-99fd-a3d8289ceae9 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Notify agent at l3_agent.dv-cinder-831439-3-iscsi the message routers_updated {{(pid=110180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 15:08:47.268603 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26588db2-dc72-4a68-bff3-86ab26e448e0 None None] Sync routers for ids ['b4d95977-025d-41c2-973e-cde076edf386'] in dv-cinder-831439-3-iscsi {{(pid=110182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 15:08:47.278163 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26588db2-dc72-4a68-bff3-86ab26e448e0 None None] Routers {'b4d95977-025d-41c2-973e-cde076edf386'} bound to L3 agent in host dv-cinder-831439-3-iscsi {{(pid=110182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 15:08:47.285814 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_hamode_db [None req-26588db2-dc72-4a68-bff3-86ab26e448e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831439-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T14:48:11Z,description=,heartbeat_timestamp=2022-03-02T15:08:41Z,host='dv-cinder-831439-3-iscsi',id=4b7d4a90-2987-419a-b6cd-7624b7dba065,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T14:48:12Z,topic='l3_agent')) {'router_ids': ['b4d95977-025d-41c2-973e-cde076edf386'], 'active': True} {{(pid=110182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:08:47.381391 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-98791ea0-378d-4cbb-99fd-a3d8289ceae9 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221961'] for floatingip (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:08:47.384618 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_dvr_db [None req-26588db2-dc72-4a68-bff3-86ab26e448e0 None None] Set router b4d95977-025d-41c2-973e-cde076edf386 gateway port host: dv-cinder-831439-3-iscsi {{(pid=110182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 15:08:47.430567 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-98791ea0-378d-4cbb-99fd-a3d8289ceae9 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0174334 Mar 02 15:08:47.430567 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa797872-1479-4a34-8363-11a3067269bd', 'tag': '9a59b326-0a1d-474c-a0f3-5064920c5723'}] {{(pid=110180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 15:08:47.430567 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d4cb776884cbbf8177075bc934a95f6bdaf5bba346c2d7fc75eae3cda02a5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f0e7da4-8c87-49c2-ad96-776a1baa8fb2" -d '{"events": [{"name": "network-changed", "server_uuid": "fa797872-1479-4a34-8363-11a3067269bd", "tag": "9a59b326-0a1d-474c-a0f3-5064920c5723"}]}' {{(pid=110180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 15:08:47.458012 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 15:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78ab9f77-7f1a-4a44-944e-1c76513707b2 x-openstack-request-id: req-78ab9f77-7f1a-4a44-944e-1c76513707b2 {{(pid=110180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 15:08:47.458380 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa797872-1479-4a34-8363-11a3067269bd", "tag": "9a59b326-0a1d-474c-a0f3-5064920c5723", "status": "completed", "code": 200}]} {{(pid=110180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 15:08:47.458709 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-78ab9f77-7f1a-4a44-944e-1c76513707b2 {{(pid=110180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 15:08:47.459237 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa797872-1479-4a34-8363-11a3067269bd', 'tag': '9a59b326-0a1d-474c-a0f3-5064920c5723', 'status': 'completed', 'code': 200} Mar 02 15:08:47.548090 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0e7da4-8c87-49c2-ad96-776a1baa8fb2 req-02cb2379-742f-4b00-a15f-3fee251a3fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:08:47.549637 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-8f0e7da4-8c87-49c2-ad96-776a1baa8fb2 req-02cb2379-742f-4b00-a15f-3fee251a3fe1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7de5f8ffc29449a8970c42522a6efe67&device_id=fa797872-1479-4a34-8363-11a3067269bd HTTP/1.1" status: 200 len: 1129 time: 0.0472283 Mar 02 15:08:47.637432 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_hamode_db [None req-26588db2-dc72-4a68-bff3-86ab26e448e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d95977-025d-41c2-973e-cde076edf386', 'name': 'tempest-TestVolumeBootPattern-1765529585-router', 'tenant_id': '7de5f8ffc29449a8970c42522a6efe67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '23bb7610-0d04-423c-93a6-4bbff4c99431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T15:07:33Z', 'updated_at': '2022-03-02T15:07:36Z', 'revision_number': 4, 'project_id': '7de5f8ffc29449a8970c42522a6efe67', 'gw_port': {'id': '23bb7610-0d04-423c-93a6-4bbff4c99431', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:5b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d95977-025d-41c2-973e-cde076edf386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:07:34Z', 'updated_at': '2022-03-02T15:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi', '_floatingips': [{'id': 'e66bf422-80bb-46b2-9fe8-491d48f4a514', 'tenant_id': '7de5f8ffc29449a8970c42522a6efe67', 'floating_ip_address': '172.27.0.32', 'floating_network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'router_id': 'b4d95977-025d-41c2-973e-cde076edf386', 'port_id': '9a59b326-0a1d-474c-a0f3-5064920c5723', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c205c27c-cdfe-46e1-b04c-d672de0d3fe3', 'mac_address': 'fa:16:3e:2d:73:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa797872-1479-4a34-8363-11a3067269bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T15:08:46Z', 'updated_at': '2022-03-02T15:08:46Z', 'revision_number': 0, 'project_id': '7de5f8ffc29449a8970c42522a6efe67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f60fe98-703d-40dc-b085-a6bd9dd5d22a', 'name': '', 'network_id': 'c205c27c-cdfe-46e1-b04c-d672de0d3fe3', 'tenant_id': '7de5f8ffc29449a8970c42522a6efe67', 'mac_address': 'fa:16:3e:88:f4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d95977-025d-41c2-973e-cde076edf386', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '61ac6005-af56-475d-a05a-68a49febcf55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:07:36Z', 'updated_at': '2022-03-02T15:07:41Z', 'revision_number': 5, 'project_id': '7de5f8ffc29449a8970c42522a6efe67', 'subnets': [{'id': '61ac6005-af56-475d-a05a-68a49febcf55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831439-3-iscsi', False) {} {{(pid=110182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:08:47.643248 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0e7da4-8c87-49c2-ad96-776a1baa8fb2 req-0f537e86-905d-48d2-aae0-4101cd26d7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:08:47.644857 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-8f0e7da4-8c87-49c2-ad96-776a1baa8fb2 req-0f537e86-905d-48d2-aae0-4101cd26d7c7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c205c27c-cdfe-46e1-b04c-d672de0d3fe3 HTTP/1.1" status: 200 len: 913 time: 0.0876591 Mar 02 15:08:47.666560 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26588db2-dc72-4a68-bff3-86ab26e448e0 None None] Checking router: b4d95977-025d-41c2-973e-cde076edf386 for host: dv-cinder-831439-3-iscsi {{(pid=110182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 15:08:47.674873 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26588db2-dc72-4a68-bff3-86ab26e448e0 None None] Routers {'b4d95977-025d-41c2-973e-cde076edf386'} bound to L3 agent in host dv-cinder-831439-3-iscsi {{(pid=110182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 15:08:47.675538 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_hamode_db [None req-26588db2-dc72-4a68-bff3-86ab26e448e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831439-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T14:48:11Z,description=,heartbeat_timestamp=2022-03-02T15:08:41Z,host='dv-cinder-831439-3-iscsi',id=4b7d4a90-2987-419a-b6cd-7624b7dba065,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T14:48:12Z,topic='l3_agent')) {'router_ids': ['b4d95977-025d-41c2-973e-cde076edf386'], 'active': True} {{(pid=110182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:08:47.715995 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-8f0e7da4-8c87-49c2-ad96-776a1baa8fb2 req-cc906eb7-82c1-4af6-b655-8006c0220a3c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a59b326-0a1d-474c-a0f3-5064920c5723 HTTP/1.1" status: 200 len: 998 time: 0.0637062 Mar 02 15:08:47.765138 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0e7da4-8c87-49c2-ad96-776a1baa8fb2 req-d264c0b3-b034-4e1e-9ab3-6ec016eb52d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:08:47.766665 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-8f0e7da4-8c87-49c2-ad96-776a1baa8fb2 req-d264c0b3-b034-4e1e-9ab3-6ec016eb52d9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=61ac6005-af56-475d-a05a-68a49febcf55 HTTP/1.1" status: 200 len: 851 time: 0.0444298 Mar 02 15:08:47.786262 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_dvr_db [None req-26588db2-dc72-4a68-bff3-86ab26e448e0 None None] Set router b4d95977-025d-41c2-973e-cde076edf386 gateway port host: dv-cinder-831439-3-iscsi {{(pid=110182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 15:08:47.814451 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0e7da4-8c87-49c2-ad96-776a1baa8fb2 req-9fa369c8-0aa0-4f88-8743-c60541d0615e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:08:47.816040 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-8f0e7da4-8c87-49c2-ad96-776a1baa8fb2 req-9fa369c8-0aa0-4f88-8743-c60541d0615e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c205c27c-cdfe-46e1-b04c-d672de0d3fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434108 Mar 02 15:08:47.909122 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-8f0e7da4-8c87-49c2-ad96-776a1baa8fb2 req-4b83ae7d-154e-41a7-b8ab-fd72d9b58c8f service neutron] 10.222.0.55 "GET /v2.0/networks/c205c27c-cdfe-46e1-b04c-d672de0d3fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857463 Mar 02 15:08:48.001368 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-8f0e7da4-8c87-49c2-ad96-776a1baa8fb2 req-2eca01bf-aa6f-4d35-897d-11b02cc06603 service neutron] 10.222.0.55 "GET /v2.0/networks/c205c27c-cdfe-46e1-b04c-d672de0d3fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850439 Mar 02 15:08:48.023176 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_hamode_db [None req-26588db2-dc72-4a68-bff3-86ab26e448e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d95977-025d-41c2-973e-cde076edf386', 'name': 'tempest-TestVolumeBootPattern-1765529585-router', 'tenant_id': '7de5f8ffc29449a8970c42522a6efe67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '23bb7610-0d04-423c-93a6-4bbff4c99431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T15:07:33Z', 'updated_at': '2022-03-02T15:07:36Z', 'revision_number': 4, 'project_id': '7de5f8ffc29449a8970c42522a6efe67', 'gw_port': {'id': '23bb7610-0d04-423c-93a6-4bbff4c99431', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:5b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d95977-025d-41c2-973e-cde076edf386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:07:34Z', 'updated_at': '2022-03-02T15:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi', '_floatingips': [{'id': 'e66bf422-80bb-46b2-9fe8-491d48f4a514', 'tenant_id': '7de5f8ffc29449a8970c42522a6efe67', 'floating_ip_address': '172.27.0.32', 'floating_network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'router_id': 'b4d95977-025d-41c2-973e-cde076edf386', 'port_id': '9a59b326-0a1d-474c-a0f3-5064920c5723', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c205c27c-cdfe-46e1-b04c-d672de0d3fe3', 'mac_address': 'fa:16:3e:2d:73:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa797872-1479-4a34-8363-11a3067269bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T15:08:46Z', 'updated_at': '2022-03-02T15:08:46Z', 'revision_number': 0, 'project_id': '7de5f8ffc29449a8970c42522a6efe67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f60fe98-703d-40dc-b085-a6bd9dd5d22a', 'name': '', 'network_id': 'c205c27c-cdfe-46e1-b04c-d672de0d3fe3', 'tenant_id': '7de5f8ffc29449a8970c42522a6efe67', 'mac_address': 'fa:16:3e:88:f4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d95977-025d-41c2-973e-cde076edf386', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '61ac6005-af56-475d-a05a-68a49febcf55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:07:36Z', 'updated_at': '2022-03-02T15:07:41Z', 'revision_number': 5, 'project_id': '7de5f8ffc29449a8970c42522a6efe67', 'subnets': [{'id': '61ac6005-af56-475d-a05a-68a49febcf55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831439-3-iscsi', False) {} {{(pid=110182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:08:48.050936 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26588db2-dc72-4a68-bff3-86ab26e448e0 None None] The sync data for ids ['b4d95977-025d-41c2-973e-cde076edf386'] in dv-cinder-831439-3-iscsi is: [{'id': 'b4d95977-025d-41c2-973e-cde076edf386', 'name': 'tempest-TestVolumeBootPattern-1765529585-router', 'tenant_id': '7de5f8ffc29449a8970c42522a6efe67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '23bb7610-0d04-423c-93a6-4bbff4c99431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T15:07:33Z', 'updated_at': '2022-03-02T15:07:36Z', 'revision_number': 4, 'project_id': '7de5f8ffc29449a8970c42522a6efe67', 'gw_port': {'id': '23bb7610-0d04-423c-93a6-4bbff4c99431', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:5b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d95977-025d-41c2-973e-cde076edf386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:07:34Z', 'updated_at': '2022-03-02T15:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi', '_floatingips': [{'id': 'e66bf422-80bb-46b2-9fe8-491d48f4a514', 'tenant_id': '7de5f8ffc29449a8970c42522a6efe67', 'floating_ip_address': '172.27.0.32', 'floating_network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'router_id': 'b4d95977-025d-41c2-973e-cde076edf386', 'port_id': '9a59b326-0a1d-474c-a0f3-5064920c5723', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c205c27c-cdfe-46e1-b04c-d672de0d3fe3', 'mac_address': 'fa:16:3e:2d:73:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa797872-1479-4a34-8363-11a3067269bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T15:08:46Z', 'updated_at': '2022-03-02T15:08:46Z', 'revision_number': 0, 'project_id': '7de5f8ffc29449a8970c42522a6efe67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f60fe98-703d-40dc-b085-a6bd9dd5d22a', 'name': '', 'network_id': 'c205c27c-cdfe-46e1-b04c-d672de0d3fe3', 'tenant_id': '7de5f8ffc29449a8970c42522a6efe67', 'mac_address': 'fa:16:3e:88:f4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d95977-025d-41c2-973e-cde076edf386', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '61ac6005-af56-475d-a05a-68a49febcf55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:07:36Z', 'updated_at': '2022-03-02T15:07:41Z', 'revision_number': 5, 'project_id': '7de5f8ffc29449a8970c42522a6efe67', 'subnets': [{'id': '61ac6005-af56-475d-a05a-68a49febcf55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 15:08:48.279944 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6143b92-9f7f-4d31-9487-8f25eded2712 None None] New status for floating IP e66bf422-80bb-46b2-9fe8-491d48f4a514: ACTIVE {{(pid=110181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 15:08:57.273240 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (a761fe19-4045-45cc-a7c7-f029a0c82591), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:08:57.598690 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 33878) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:08:57.873711 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-acd00b4b-f1c9-4341-ad83-0d1e94bc4d5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:08:57.951844 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-acd00b4b-f1c9-4341-ad83-0d1e94bc4d5b admin admin] Publish callbacks [] for security_group (f64f6ac8-c681-465b-9175-453ab4178b19), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:08:58.064231 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-acd00b4b-f1c9-4341-ad83-0d1e94bc4d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (f64f6ac8-c681-465b-9175-453ab4178b19), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:08:58.101699 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd00b4b-f1c9-4341-ad83-0d1e94bc4d5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f64f6ac8-c681-465b-9175-453ab4178b19,revision_number=1']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:08:58.107351 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-acd00b4b-f1c9-4341-ad83-0d1e94bc4d5b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c6f35291381243288b25f639a7bb5b05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5075724 Mar 02 15:08:58.110260 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 33882) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:08:58.160395 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-6269e209-3474-4dfd-a13e-1cfc542320fe admin admin] Publish callbacks [] for security_group (f64f6ac8-c681-465b-9175-453ab4178b19), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:08:58.182744 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-6269e209-3474-4dfd-a13e-1cfc542320fe admin admin] Publish callbacks [] for security_group (f64f6ac8-c681-465b-9175-453ab4178b19), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:08:58.329415 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-6269e209-3474-4dfd-a13e-1cfc542320fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (f64f6ac8-c681-465b-9175-453ab4178b19), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:08:58.332079 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-6269e209-3474-4dfd-a13e-1cfc542320fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:08:58.333295 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-6269e209-3474-4dfd-a13e-1cfc542320fe admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f64f6ac8-c681-465b-9175-453ab4178b19 HTTP/1.1" status: 204 len: 168 time: 0.2219489 Mar 02 15:08:58.341547 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6269e209-3474-4dfd-a13e-1cfc542320fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f64f6ac8-c681-465b-9175-453ab4178b19,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:09:03.430158 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-2d33bda5-2935-4144-acd8-a39dcd733663 req-d03f36ee-2b05-4da1-aca0-856773965348 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0442853 Mar 02 15:09:03.533468 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d33bda5-2935-4144-acd8-a39dcd733663 req-239d8bc2-d8ba-49a0-86a0-ebb5db46b264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:09:03.535259 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-2d33bda5-2935-4144-acd8-a39dcd733663 req-239d8bc2-d8ba-49a0-86a0-ebb5db46b264 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8d6fe98143c241798db8cd747803fb48&device_id=ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5 HTTP/1.1" status: 200 len: 1130 time: 0.0460625 Mar 02 15:09:03.637750 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d33bda5-2935-4144-acd8-a39dcd733663 req-7f02358b-09b3-4c8b-b28f-e5dacf965113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:09:03.639566 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-2d33bda5-2935-4144-acd8-a39dcd733663 req-7f02358b-09b3-4c8b-b28f-e5dacf965113 service neutron] 10.222.0.55 "GET /v2.0/networks?id=32a772a1-de65-4149-a254-15f24cef804d HTTP/1.1" status: 200 len: 918 time: 0.0849917 Mar 02 15:09:03.705781 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-2d33bda5-2935-4144-acd8-a39dcd733663 req-7bc3468a-e3b1-4546-abc4-711be146cf79 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2a65c91-ccd4-45ad-a703-bc49593da585 HTTP/1.1" status: 200 len: 1000 time: 0.0586584 Mar 02 15:09:03.754202 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d33bda5-2935-4144-acd8-a39dcd733663 req-7fe2585e-fc37-4cc3-bcf3-5f5e64aa1325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:09:03.756279 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-2d33bda5-2935-4144-acd8-a39dcd733663 req-7fe2585e-fc37-4cc3-bcf3-5f5e64aa1325 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4f813be6-b019-4418-9613-23d83e4ca2ff HTTP/1.1" status: 200 len: 856 time: 0.0435154 Mar 02 15:09:03.808434 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d33bda5-2935-4144-acd8-a39dcd733663 req-6f361111-07b4-480d-835e-5ea71581c133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:09:03.810009 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-2d33bda5-2935-4144-acd8-a39dcd733663 req-6f361111-07b4-480d-835e-5ea71581c133 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=32a772a1-de65-4149-a254-15f24cef804d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477657 Mar 02 15:09:03.900193 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-2d33bda5-2935-4144-acd8-a39dcd733663 req-34b9fec9-bf05-476c-94fc-4799dc5e9656 service neutron] 10.222.0.55 "GET /v2.0/networks/32a772a1-de65-4149-a254-15f24cef804d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816548 Mar 02 15:09:03.994618 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-2d33bda5-2935-4144-acd8-a39dcd733663 req-8a73dcfe-550f-4c59-84fd-05f10e948e58 service neutron] 10.222.0.55 "GET /v2.0/networks/32a772a1-de65-4149-a254-15f24cef804d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881443 Mar 02 15:09:07.870326 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.agents_db [None req-b044b9bd-a670-44c5-b22a-8886b11808d8 None None] Agent healthcheck: found 6 active agents {{(pid=110182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 15:09:08.706448 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-9934391e-8444-414c-b415-99ef381cbd30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (dc3a6147-3194-47be-b33a-76a9a2a48933), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:11.041304 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-74ab8c34-343b-4d6c-9f5c-3c01371aa763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (4b7d4a90-2987-419a-b6cd-7624b7dba065), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:12.170743 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-8c265469-93de-451d-a227-73ff998d8f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (bfbb2626-1130-458a-80a5-4632d76fa057), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:13.632134 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-9cfe1c82-1e01-4346-89c5-c3e1093f4022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (b9ce56f8-3527-4dd9-b024-9df7b3f4c018), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:14.969252 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (3a73802c-5f14-4c1f-8439-e74c4c90063b), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:23.013290 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 34122) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:09:23.117118 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-67a7f66a-e210-4e89-878e-01f1967b4101 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:23.191267 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-67a7f66a-e210-4e89-878e-01f1967b4101 admin admin] Publish callbacks [] for security_group (d841f476-26a5-4f97-9ee4-81540e720569), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:23.277617 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-67a7f66a-e210-4e89-878e-01f1967b4101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (d841f476-26a5-4f97-9ee4-81540e720569), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:23.315783 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-67a7f66a-e210-4e89-878e-01f1967b4101 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7fa74f4ecddb405aa3c07332ca87c95d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3014069 Mar 02 15:09:23.316637 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a7f66a-e210-4e89-878e-01f1967b4101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d841f476-26a5-4f97-9ee4-81540e720569,revision_number=1']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:09:23.318602 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 34126) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:09:23.370259 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-ae6ec369-b257-4ad5-93e4-0b84ec7d52df admin admin] Publish callbacks [] for security_group (d841f476-26a5-4f97-9ee4-81540e720569), before_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:23.391176 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-ae6ec369-b257-4ad5-93e4-0b84ec7d52df admin admin] Publish callbacks [] for security_group (d841f476-26a5-4f97-9ee4-81540e720569), precommit_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:23.523299 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-ae6ec369-b257-4ad5-93e4-0b84ec7d52df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (d841f476-26a5-4f97-9ee4-81540e720569), after_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:23.525954 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-ae6ec369-b257-4ad5-93e4-0b84ec7d52df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:23.527120 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-ae6ec369-b257-4ad5-93e4-0b84ec7d52df admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d841f476-26a5-4f97-9ee4-81540e720569 HTTP/1.1" status: 204 len: 168 time: 0.2075176 Mar 02 15:09:23.535635 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6ec369-b257-4ad5-93e4-0b84ec7d52df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d841f476-26a5-4f97-9ee4-81540e720569,revision_number=None']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:09:24.267230 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 34132) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:09:24.280788 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-bed56c14-f3ba-4789-bf73-914154227aa5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:24.352792 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-bed56c14-f3ba-4789-bf73-914154227aa5 admin admin] Publish callbacks [] for security_group (0125aabb-9950-409d-b9ac-26036863e7e6), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:24.426192 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-bed56c14-f3ba-4789-bf73-914154227aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (0125aabb-9950-409d-b9ac-26036863e7e6), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:24.465339 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-bed56c14-f3ba-4789-bf73-914154227aa5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=17dd1f3ff9a34660bd17312892f66d8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1969526 Mar 02 15:09:24.466470 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed56c14-f3ba-4789-bf73-914154227aa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0125aabb-9950-409d-b9ac-26036863e7e6,revision_number=1']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:09:24.468053 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 34134) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:09:24.517000 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-cf64f66b-4289-4e49-967d-ccbd5b536f90 admin admin] Publish callbacks [] for security_group (0125aabb-9950-409d-b9ac-26036863e7e6), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:24.539002 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-cf64f66b-4289-4e49-967d-ccbd5b536f90 admin admin] Publish callbacks [] for security_group (0125aabb-9950-409d-b9ac-26036863e7e6), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:24.711469 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-cf64f66b-4289-4e49-967d-ccbd5b536f90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (0125aabb-9950-409d-b9ac-26036863e7e6), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:24.714032 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-cf64f66b-4289-4e49-967d-ccbd5b536f90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:24.715197 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-cf64f66b-4289-4e49-967d-ccbd5b536f90 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0125aabb-9950-409d-b9ac-26036863e7e6 HTTP/1.1" status: 204 len: 168 time: 0.2455530 Mar 02 15:09:24.722948 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf64f66b-4289-4e49-967d-ccbd5b536f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0125aabb-9950-409d-b9ac-26036863e7e6,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:09:27.275345 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (a761fe19-4045-45cc-a7c7-f029a0c82591), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:32.017092 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 34232) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:09:32.122776 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-e1373323-b801-4a17-94b0-cdffcdacce19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:32.195237 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-e1373323-b801-4a17-94b0-cdffcdacce19 admin admin] Publish callbacks [] for security_group (74ab227f-3808-4fbe-8e36-872bbabbb19c), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:32.300278 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-e1373323-b801-4a17-94b0-cdffcdacce19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (74ab227f-3808-4fbe-8e36-872bbabbb19c), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:32.339174 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-e1373323-b801-4a17-94b0-cdffcdacce19 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2d8bb7972f704ddd82509cf245c77301&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3208859 Mar 02 15:09:32.340080 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1373323-b801-4a17-94b0-cdffcdacce19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74ab227f-3808-4fbe-8e36-872bbabbb19c,revision_number=1']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:09:32.342116 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 34236) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:09:32.351813 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1373323-b801-4a17-94b0-cdffcdacce19 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:09:32.352358 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1373323-b801-4a17-94b0-cdffcdacce19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:09:32.353571 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1373323-b801-4a17-94b0-cdffcdacce19 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:09:32.354216 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1373323-b801-4a17-94b0-cdffcdacce19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:09:32.354791 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1373323-b801-4a17-94b0-cdffcdacce19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:09:32.355411 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1373323-b801-4a17-94b0-cdffcdacce19 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:09:32.355984 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1373323-b801-4a17-94b0-cdffcdacce19 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:09:32.358017 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1373323-b801-4a17-94b0-cdffcdacce19 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:09:32.358017 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1373323-b801-4a17-94b0-cdffcdacce19 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:09:32.358017 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1373323-b801-4a17-94b0-cdffcdacce19 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:09:32.358293 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1373323-b801-4a17-94b0-cdffcdacce19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:09:32.358772 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1373323-b801-4a17-94b0-cdffcdacce19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:09:32.359330 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1373323-b801-4a17-94b0-cdffcdacce19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:09:32.400842 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-e379bf66-d795-4688-80cc-9c466bb14ba1 admin admin] Publish callbacks [] for security_group (74ab227f-3808-4fbe-8e36-872bbabbb19c), before_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:32.424829 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-e379bf66-d795-4688-80cc-9c466bb14ba1 admin admin] Publish callbacks [] for security_group (74ab227f-3808-4fbe-8e36-872bbabbb19c), precommit_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:32.531946 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-e379bf66-d795-4688-80cc-9c466bb14ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (74ab227f-3808-4fbe-8e36-872bbabbb19c), after_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:32.534806 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-e379bf66-d795-4688-80cc-9c466bb14ba1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:32.536111 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-e379bf66-d795-4688-80cc-9c466bb14ba1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/74ab227f-3808-4fbe-8e36-872bbabbb19c HTTP/1.1" status: 204 len: 168 time: 0.1926043 Mar 02 15:09:32.544396 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e379bf66-d795-4688-80cc-9c466bb14ba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ab227f-3808-4fbe-8e36-872bbabbb19c,revision_number=None']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:09:33.083750 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 34242) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:09:33.097720 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-60a57a3c-e900-41ee-a61f-56493536f575 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:33.172774 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-60a57a3c-e900-41ee-a61f-56493536f575 admin admin] Publish callbacks [] for security_group (d9c24bd5-7791-43ea-af9a-fd58c0e5f52e), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:33.260475 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-60a57a3c-e900-41ee-a61f-56493536f575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (d9c24bd5-7791-43ea-af9a-fd58c0e5f52e), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:33.300328 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-60a57a3c-e900-41ee-a61f-56493536f575 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=10ddf440a199491aa7a46349726d7c02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2154706 Mar 02 15:09:33.301055 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a57a3c-e900-41ee-a61f-56493536f575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c24bd5-7791-43ea-af9a-fd58c0e5f52e,revision_number=1']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:09:33.303019 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 34244) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:09:33.351321 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-1708f000-12dd-40c9-8ca4-4f5c98c3e9e0 admin admin] Publish callbacks [] for security_group (d9c24bd5-7791-43ea-af9a-fd58c0e5f52e), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:33.375248 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-1708f000-12dd-40c9-8ca4-4f5c98c3e9e0 admin admin] Publish callbacks [] for security_group (d9c24bd5-7791-43ea-af9a-fd58c0e5f52e), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:33.480869 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-1708f000-12dd-40c9-8ca4-4f5c98c3e9e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (d9c24bd5-7791-43ea-af9a-fd58c0e5f52e), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:33.483631 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-1708f000-12dd-40c9-8ca4-4f5c98c3e9e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:33.484810 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-1708f000-12dd-40c9-8ca4-4f5c98c3e9e0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d9c24bd5-7791-43ea-af9a-fd58c0e5f52e HTTP/1.1" status: 204 len: 168 time: 0.1806202 Mar 02 15:09:33.492740 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1708f000-12dd-40c9-8ca4-4f5c98c3e9e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c24bd5-7791-43ea-af9a-fd58c0e5f52e,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:09:35.890462 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 34292) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:09:35.997243 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-89a7920e-28f5-4986-9b76-fac391a05167 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:36.076206 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-89a7920e-28f5-4986-9b76-fac391a05167 admin admin] Publish callbacks [] for security_group (c29e4cb3-fde2-4c91-bcca-1a6454b8969e), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:36.146170 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-89a7920e-28f5-4986-9b76-fac391a05167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (c29e4cb3-fde2-4c91-bcca-1a6454b8969e), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:36.185984 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-89a7920e-28f5-4986-9b76-fac391a05167 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f535bae30a684b30b0b12b4a8e011e00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2944200 Mar 02 15:09:36.186842 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a7920e-28f5-4986-9b76-fac391a05167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c29e4cb3-fde2-4c91-bcca-1a6454b8969e,revision_number=1']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:09:36.189181 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 34296) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:09:36.245456 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-93d2ad45-3046-4d2b-9229-b0c54fe8ccf9 admin admin] Publish callbacks [] for security_group (c29e4cb3-fde2-4c91-bcca-1a6454b8969e), before_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:36.267221 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-93d2ad45-3046-4d2b-9229-b0c54fe8ccf9 admin admin] Publish callbacks [] for security_group (c29e4cb3-fde2-4c91-bcca-1a6454b8969e), precommit_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:36.418220 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-93d2ad45-3046-4d2b-9229-b0c54fe8ccf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (c29e4cb3-fde2-4c91-bcca-1a6454b8969e), after_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:36.420907 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-93d2ad45-3046-4d2b-9229-b0c54fe8ccf9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:36.422068 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-93d2ad45-3046-4d2b-9229-b0c54fe8ccf9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c29e4cb3-fde2-4c91-bcca-1a6454b8969e HTTP/1.1" status: 204 len: 168 time: 0.2316263 Mar 02 15:09:36.430240 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d2ad45-3046-4d2b-9229-b0c54fe8ccf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c29e4cb3-fde2-4c91-bcca-1a6454b8969e,revision_number=None']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:09:36.437901 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d2ad45-3046-4d2b-9229-b0c54fe8ccf9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:09:36.438262 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d2ad45-3046-4d2b-9229-b0c54fe8ccf9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:09:36.438598 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d2ad45-3046-4d2b-9229-b0c54fe8ccf9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:09:36.438991 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d2ad45-3046-4d2b-9229-b0c54fe8ccf9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:09:36.439316 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d2ad45-3046-4d2b-9229-b0c54fe8ccf9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:09:36.439679 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d2ad45-3046-4d2b-9229-b0c54fe8ccf9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:09:36.440008 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d2ad45-3046-4d2b-9229-b0c54fe8ccf9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:09:36.440332 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d2ad45-3046-4d2b-9229-b0c54fe8ccf9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:09:36.440658 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d2ad45-3046-4d2b-9229-b0c54fe8ccf9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:09:36.441015 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d2ad45-3046-4d2b-9229-b0c54fe8ccf9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:09:36.441297 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d2ad45-3046-4d2b-9229-b0c54fe8ccf9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:09:36.441602 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d2ad45-3046-4d2b-9229-b0c54fe8ccf9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:09:36.441924 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d2ad45-3046-4d2b-9229-b0c54fe8ccf9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:09:37.066924 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 34302) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:09:37.082611 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-9c333d89-6288-4327-8c2c-333257e0ed26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:37.158526 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-9c333d89-6288-4327-8c2c-333257e0ed26 admin admin] Publish callbacks [] for security_group (34334092-2edb-4853-930a-0bf61457ba21), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:37.242505 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-9c333d89-6288-4327-8c2c-333257e0ed26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (34334092-2edb-4853-930a-0bf61457ba21), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:37.281744 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-9c333d89-6288-4327-8c2c-333257e0ed26 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2648e97295b143f68f3341b38d8ff6f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2137148 Mar 02 15:09:37.282630 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c333d89-6288-4327-8c2c-333257e0ed26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34334092-2edb-4853-930a-0bf61457ba21,revision_number=1']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:09:37.285403 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 34304) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:09:37.333934 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-63de14bf-d8bd-4169-b0db-7da6c4302df0 admin admin] Publish callbacks [] for security_group (34334092-2edb-4853-930a-0bf61457ba21), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:37.355811 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-63de14bf-d8bd-4169-b0db-7da6c4302df0 admin admin] Publish callbacks [] for security_group (34334092-2edb-4853-930a-0bf61457ba21), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:37.482596 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-63de14bf-d8bd-4169-b0db-7da6c4302df0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (34334092-2edb-4853-930a-0bf61457ba21), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:37.485279 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-63de14bf-d8bd-4169-b0db-7da6c4302df0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:37.486488 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-63de14bf-d8bd-4169-b0db-7da6c4302df0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/34334092-2edb-4853-930a-0bf61457ba21 HTTP/1.1" status: 204 len: 168 time: 0.1998513 Mar 02 15:09:37.497799 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de14bf-d8bd-4169-b0db-7da6c4302df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34334092-2edb-4853-930a-0bf61457ba21,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:09:38.665687 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-9be5ee03-3842-4d09-b0ba-77897d92b105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (dc3a6147-3194-47be-b33a-76a9a2a48933), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:39.802695 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b3f1c-ea55-4845-ba19-e96d507e8046 req-c11f0619-d65d-4e52-b2f0-17a27142579a tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:09:39.804193 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-273b3f1c-ea55-4845-ba19-e96d507e8046 req-c11f0619-d65d-4e52-b2f0-17a27142579a tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5 HTTP/1.1" status: 200 len: 946 time: 0.0537140 Mar 02 15:09:39.852800 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-273b3f1c-ea55-4845-ba19-e96d507e8046 req-a36a768a-24fd-49f8-8c00-d5dde771fbf8 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d7e0eb8-a571-4baa-adc9-84fc8a01bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425007 Mar 02 15:09:40.977762 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c4bea3-2f5a-40dd-b717-4a2573e86fac req-211f7e95-24c6-46e0-9440-6cad6acad654 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:09:40.979760 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-11c4bea3-2f5a-40dd-b717-4a2573e86fac req-211f7e95-24c6-46e0-9440-6cad6acad654 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5 HTTP/1.1" status: 200 len: 946 time: 0.0534713 Mar 02 15:09:41.027901 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-11c4bea3-2f5a-40dd-b717-4a2573e86fac req-4a0cb338-d7ee-4ec8-86b6-5f9326ccab4a tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d7e0eb8-a571-4baa-adc9-84fc8a01bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423079 Mar 02 15:09:41.051859 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-6c5e1bde-0c97-456d-b761-8a1d3201fc0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (4b7d4a90-2987-419a-b6cd-7624b7dba065), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:41.707743 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d324e426-93af-49c0-92b9-6f2e4821996a req-0750e3fa-1a3b-419f-bd8b-220051cf54d1 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:09:41.709214 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-d324e426-93af-49c0-92b9-6f2e4821996a req-0750e3fa-1a3b-419f-bd8b-220051cf54d1 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5 HTTP/1.1" status: 200 len: 946 time: 0.0573540 Mar 02 15:09:41.810840 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.plugin [req-d324e426-93af-49c0-92b9-6f2e4821996a req-a84f6297-b9b0-4e97-8b20-51ecc39163c0 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Deleting port e2a65c91-ccd4-45ad-a703-bc49593da585 {{(pid=110180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 15:09:41.810840 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-d324e426-93af-49c0-92b9-6f2e4821996a req-a84f6297-b9b0-4e97-8b20-51ecc39163c0 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757345981049'] for port (e2a65c91-ccd4-45ad-a703-bc49593da585), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:41.896761 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.db [req-d324e426-93af-49c0-92b9-6f2e4821996a req-a84f6297-b9b0-4e97-8b20-51ecc39163c0 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] For port e2a65c91-ccd4-45ad-a703-bc49593da585, host hv-cinder-83143, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=e2a65c91-ccd4-45ad-a703-bc49593da585,segment=NetworkSegment(a29b8c1f-4601-46a8-a0c5-19fb5294c518),segment_id=a29b8c1f-4601-46a8-a0c5-19fb5294c518)] {{(pid=110180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:09:41.897121 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-d324e426-93af-49c0-92b9-6f2e4821996a req-a84f6297-b9b0-4e97-8b20-51ecc39163c0 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port (e2a65c91-ccd4-45ad-a703-bc49593da585), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:42.066657 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-d324e426-93af-49c0-92b9-6f2e4821996a req-a84f6297-b9b0-4e97-8b20-51ecc39163c0 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:42.067312 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-d324e426-93af-49c0-92b9-6f2e4821996a req-a84f6297-b9b0-4e97-8b20-51ecc39163c0 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559821'] for floatingip (26049a07-8bfc-4d96-aae9-d5c453808034), after_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:42.067312 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.db.l3_db [req-d324e426-93af-49c0-92b9-6f2e4821996a req-a84f6297-b9b0-4e97-8b20-51ecc39163c0 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Floating IP 26049a07-8bfc-4d96-aae9-d5c453808034 disassociated. External IP: 172.27.0.29, port: e2a65c91-ccd4-45ad-a703-bc49593da585. Mar 02 15:09:42.067689 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.plugin [req-d324e426-93af-49c0-92b9-6f2e4821996a req-a84f6297-b9b0-4e97-8b20-51ecc39163c0 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Calling delete_port for e2a65c91-ccd4-45ad-a703-bc49593da585 owned by compute:nova {{(pid=110180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 15:09:42.151066 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-8c265469-93de-451d-a227-73ff998d8f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (bfbb2626-1130-458a-80a5-4632d76fa057), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:42.181784 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02295c8a-3786-4de8-86e3-c89e5b2ccb69 req-c5e55aed-7411-4cba-88b4-b41242b2bfd1 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:09:42.185089 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-02295c8a-3786-4de8-86e3-c89e5b2ccb69 req-c5e55aed-7411-4cba-88b4-b41242b2bfd1 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5 HTTP/1.1" status: 200 len: 946 time: 0.0758460 Mar 02 15:09:42.271120 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-02295c8a-3786-4de8-86e3-c89e5b2ccb69 req-5207b64a-a3ed-4ed9-954c-08c1c8d21810 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups?id=6d7e0eb8-a571-4baa-adc9-84fc8a01bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779505 Mar 02 15:09:42.357199 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-d324e426-93af-49c0-92b9-6f2e4821996a req-a84f6297-b9b0-4e97-8b20-51ecc39163c0 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757345984732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757345480677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672616'] for port (e2a65c91-ccd4-45ad-a703-bc49593da585), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:42.383693 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84f6297-b9b0-4e97-8b20-51ecc39163c0 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Pushing event deleted for resources: {'Port': ['ID=e2a65c91-ccd4-45ad-a703-bc49593da585,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:09:42.774202 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d324e426-93af-49c0-92b9-6f2e4821996a req-a84f6297-b9b0-4e97-8b20-51ecc39163c0 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Router e5b571ce-fc13-4916-8ca7-02e46e5b493a has already been hosted by L3 agent 4b7d4a90-2987-419a-b6cd-7624b7dba065 {{(pid=110180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 15:09:42.888343 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d324e426-93af-49c0-92b9-6f2e4821996a req-a84f6297-b9b0-4e97-8b20-51ecc39163c0 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Notify agent at l3_agent.dv-cinder-831439-3-iscsi the message routers_updated {{(pid=110180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 15:09:42.898112 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a5034d-b39b-49d9-a640-62a86318ad7e None None] Sync routers for ids ['e5b571ce-fc13-4916-8ca7-02e46e5b493a'] in dv-cinder-831439-3-iscsi {{(pid=110182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 15:09:42.908030 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a5034d-b39b-49d9-a640-62a86318ad7e None None] Routers {'e5b571ce-fc13-4916-8ca7-02e46e5b493a'} bound to L3 agent in host dv-cinder-831439-3-iscsi {{(pid=110182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 15:09:42.908648 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_hamode_db [None req-a0a5034d-b39b-49d9-a640-62a86318ad7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831439-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T14:48:11Z,description=,heartbeat_timestamp=2022-03-02T15:09:41Z,host='dv-cinder-831439-3-iscsi',id=4b7d4a90-2987-419a-b6cd-7624b7dba065,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T14:48:12Z,topic='l3_agent')) {'router_ids': ['e5b571ce-fc13-4916-8ca7-02e46e5b493a'], 'active': True} {{(pid=110182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:09:42.927459 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.l3_dvrscheduler_db [req-d324e426-93af-49c0-92b9-6f2e4821996a req-a84f6297-b9b0-4e97-8b20-51ecc39163c0 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] No DVR routers for this DVR port e2a65c91-ccd4-45ad-a703-bc49593da585 on host hv-cinder-83143 {{(pid=110180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 15:09:42.930055 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-d324e426-93af-49c0-92b9-6f2e4821996a req-a84f6297-b9b0-4e97-8b20-51ecc39163c0 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221961'] for port (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:42.933944 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-d324e426-93af-49c0-92b9-6f2e4821996a req-a84f6297-b9b0-4e97-8b20-51ecc39163c0 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.55 "DELETE /v2.0/ports/e2a65c91-ccd4-45ad-a703-bc49593da585 HTTP/1.1" status: 204 len: 173 time: 1.2188621 Mar 02 15:09:42.934387 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5', 'name': 'network-vif-deleted', 'tag': 'e2a65c91-ccd4-45ad-a703-bc49593da585'}] {{(pid=110180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 15:09:42.936668 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d4cb776884cbbf8177075bc934a95f6bdaf5bba346c2d7fc75eae3cda02a5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c219137c-a865-4df5-adfe-e598800b70c9" -d '{"events": [{"server_uuid": "ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5", "name": "network-vif-deleted", "tag": "e2a65c91-ccd4-45ad-a703-bc49593da585"}]}' {{(pid=110180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 15:09:43.097670 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 15:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11e368d9-9c25-4f05-956b-ae644b398368 x-openstack-request-id: req-11e368d9-9c25-4f05-956b-ae644b398368 {{(pid=110180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 15:09:43.098297 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5", "name": "network-vif-deleted", "tag": "e2a65c91-ccd4-45ad-a703-bc49593da585", "status": "completed", "code": 200}]} {{(pid=110180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 15:09:43.098297 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-11e368d9-9c25-4f05-956b-ae644b398368 {{(pid=110180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 15:09:43.098729 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5', 'name': 'network-vif-deleted', 'tag': 'e2a65c91-ccd4-45ad-a703-bc49593da585', 'status': 'completed', 'code': 200} Mar 02 15:09:43.105602 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_dvr_db [None req-a0a5034d-b39b-49d9-a640-62a86318ad7e None None] Set router e5b571ce-fc13-4916-8ca7-02e46e5b493a gateway port host: dv-cinder-831439-3-iscsi {{(pid=110182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 15:09:43.305506 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_hamode_db [None req-a0a5034d-b39b-49d9-a640-62a86318ad7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b571ce-fc13-4916-8ca7-02e46e5b493a', 'name': 'tempest-AttachVolumeShelveTestJSON-1179134205-router', 'tenant_id': '8d6fe98143c241798db8cd747803fb48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'c6b6eafc-e146-4868-b32e-6ac7da889279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T14:57:03Z', 'updated_at': '2022-03-02T14:57:14Z', 'revision_number': 4, 'project_id': '8d6fe98143c241798db8cd747803fb48', 'gw_port': {'id': 'c6b6eafc-e146-4868-b32e-6ac7da889279', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:33:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b571ce-fc13-4916-8ca7-02e46e5b493a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:57:04Z', 'updated_at': '2022-03-02T14:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi', '_interfaces': [{'id': 'fc626190-43ca-404c-b463-b61853f24009', 'name': '', 'network_id': '32a772a1-de65-4149-a254-15f24cef804d', 'tenant_id': '8d6fe98143c241798db8cd747803fb48', 'mac_address': 'fa:16:3e:68:52:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b571ce-fc13-4916-8ca7-02e46e5b493a', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4f813be6-b019-4418-9613-23d83e4ca2ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:57:13Z', 'updated_at': '2022-03-02T14:57:23Z', 'revision_number': 5, 'project_id': '8d6fe98143c241798db8cd747803fb48', 'subnets': [{'id': '4f813be6-b019-4418-9613-23d83e4ca2ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831439-3-iscsi', False) {} {{(pid=110182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:09:43.335114 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a5034d-b39b-49d9-a640-62a86318ad7e None None] Checking router: e5b571ce-fc13-4916-8ca7-02e46e5b493a for host: dv-cinder-831439-3-iscsi {{(pid=110182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 15:09:43.344039 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a5034d-b39b-49d9-a640-62a86318ad7e None None] Routers {'e5b571ce-fc13-4916-8ca7-02e46e5b493a'} bound to L3 agent in host dv-cinder-831439-3-iscsi {{(pid=110182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 15:09:43.344647 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_hamode_db [None req-a0a5034d-b39b-49d9-a640-62a86318ad7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831439-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T14:48:11Z,description=,heartbeat_timestamp=2022-03-02T15:09:41Z,host='dv-cinder-831439-3-iscsi',id=4b7d4a90-2987-419a-b6cd-7624b7dba065,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T14:48:12Z,topic='l3_agent')) {'router_ids': ['e5b571ce-fc13-4916-8ca7-02e46e5b493a'], 'active': True} {{(pid=110182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:09:43.370284 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-86331d00-5d61-417c-864a-50f8c6418e22 req-36b62f0c-a6f5-4adc-b9d4-dc096cd6b2aa tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5 HTTP/1.1" status: 200 len: 210 time: 0.0270226 Mar 02 15:09:43.449459 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_dvr_db [None req-a0a5034d-b39b-49d9-a640-62a86318ad7e None None] Set router e5b571ce-fc13-4916-8ca7-02e46e5b493a gateway port host: dv-cinder-831439-3-iscsi {{(pid=110182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 15:09:43.637913 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-9cfe1c82-1e01-4346-89c5-c3e1093f4022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (b9ce56f8-3527-4dd9-b024-9df7b3f4c018), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:43.645031 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_hamode_db [None req-a0a5034d-b39b-49d9-a640-62a86318ad7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b571ce-fc13-4916-8ca7-02e46e5b493a', 'name': 'tempest-AttachVolumeShelveTestJSON-1179134205-router', 'tenant_id': '8d6fe98143c241798db8cd747803fb48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'c6b6eafc-e146-4868-b32e-6ac7da889279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T14:57:03Z', 'updated_at': '2022-03-02T14:57:14Z', 'revision_number': 4, 'project_id': '8d6fe98143c241798db8cd747803fb48', 'gw_port': {'id': 'c6b6eafc-e146-4868-b32e-6ac7da889279', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:33:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b571ce-fc13-4916-8ca7-02e46e5b493a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:57:04Z', 'updated_at': '2022-03-02T14:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi', '_interfaces': [{'id': 'fc626190-43ca-404c-b463-b61853f24009', 'name': '', 'network_id': '32a772a1-de65-4149-a254-15f24cef804d', 'tenant_id': '8d6fe98143c241798db8cd747803fb48', 'mac_address': 'fa:16:3e:68:52:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b571ce-fc13-4916-8ca7-02e46e5b493a', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4f813be6-b019-4418-9613-23d83e4ca2ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:57:13Z', 'updated_at': '2022-03-02T14:57:23Z', 'revision_number': 5, 'project_id': '8d6fe98143c241798db8cd747803fb48', 'subnets': [{'id': '4f813be6-b019-4418-9613-23d83e4ca2ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831439-3-iscsi', False) {} {{(pid=110182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:09:43.672110 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a5034d-b39b-49d9-a640-62a86318ad7e None None] The sync data for ids ['e5b571ce-fc13-4916-8ca7-02e46e5b493a'] in dv-cinder-831439-3-iscsi is: [{'id': 'e5b571ce-fc13-4916-8ca7-02e46e5b493a', 'name': 'tempest-AttachVolumeShelveTestJSON-1179134205-router', 'tenant_id': '8d6fe98143c241798db8cd747803fb48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'c6b6eafc-e146-4868-b32e-6ac7da889279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T14:57:03Z', 'updated_at': '2022-03-02T14:57:14Z', 'revision_number': 4, 'project_id': '8d6fe98143c241798db8cd747803fb48', 'gw_port': {'id': 'c6b6eafc-e146-4868-b32e-6ac7da889279', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:33:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b571ce-fc13-4916-8ca7-02e46e5b493a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:57:04Z', 'updated_at': '2022-03-02T14:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi', '_interfaces': [{'id': 'fc626190-43ca-404c-b463-b61853f24009', 'name': '', 'network_id': '32a772a1-de65-4149-a254-15f24cef804d', 'tenant_id': '8d6fe98143c241798db8cd747803fb48', 'mac_address': 'fa:16:3e:68:52:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b571ce-fc13-4916-8ca7-02e46e5b493a', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4f813be6-b019-4418-9613-23d83e4ca2ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:57:13Z', 'updated_at': '2022-03-02T14:57:23Z', 'revision_number': 5, 'project_id': '8d6fe98143c241798db8cd747803fb48', 'subnets': [{'id': '4f813be6-b019-4418-9613-23d83e4ca2ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 15:09:43.889065 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be860743-c720-47ff-90cc-a8eeb82279cd None None] New status for floating IP 26049a07-8bfc-4d96-aae9-d5c453808034: DOWN {{(pid=110181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 15:09:44.471013 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-27d12631-3459-4369-afab-2e19f4450363 req-76c8e781-d7e3-4af6-83ab-31c0b40d3ea5 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5 HTTP/1.1" status: 200 len: 210 time: 0.0297492 Mar 02 15:09:44.871478 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.agents_db [None req-b044b9bd-a670-44c5-b22a-8886b11808d8 None None] Agent healthcheck: found 6 active agents {{(pid=110182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 15:09:45.145521 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (3a73802c-5f14-4c1f-8439-e74c4c90063b), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:45.576187 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-3130ebd5-55ef-47c3-ae57-58747188902d req-0a6c34ff-8a2a-46bf-a973-d174ee35171c tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae69bc72-daf4-4df0-ab2b-06a5b6f8c1b5 HTTP/1.1" status: 200 len: 210 time: 0.0298400 Mar 02 15:09:45.844328 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Device e2a65c91-ccd4-45ad-a703-bc49593da585 no longer exists at agent hyperv_hv-cinder-83143 {{(pid=110181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 15:09:45.864568 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] No Port match for: e2a65c91-ccd4-45ad-a703-bc49593da585 {{(pid=110181) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 15:09:45.864914 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Device e2a65c91-ccd4-45ad-a703-bc49593da585 not bound to the agent host hv-cinder-83143 {{(pid=110181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 15:09:47.820774 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 34404) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:09:47.875076 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-00c2e78a-6416-4d00-9325-e8e402e668a2 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Publish callbacks [] for security_group (6d7e0eb8-a571-4baa-adc9-84fc8a01bf87), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:47.897824 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-00c2e78a-6416-4d00-9325-e8e402e668a2 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Publish callbacks [] for security_group (6d7e0eb8-a571-4baa-adc9-84fc8a01bf87), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:48.025016 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-00c2e78a-6416-4d00-9325-e8e402e668a2 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (6d7e0eb8-a571-4baa-adc9-84fc8a01bf87), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:48.028275 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-00c2e78a-6416-4d00-9325-e8e402e668a2 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Publish callbacks [] for security_group (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:48.029445 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-00c2e78a-6416-4d00-9325-e8e402e668a2 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "DELETE /v2.0/security-groups/6d7e0eb8-a571-4baa-adc9-84fc8a01bf87 HTTP/1.1" status: 204 len: 168 time: 0.2076297 Mar 02 15:09:48.037044 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 34410) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:09:48.040336 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c2e78a-6416-4d00-9325-e8e402e668a2 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d7e0eb8-a571-4baa-adc9-84fc8a01bf87,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:09:48.047239 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.api.v2.resource [None req-b5cf4970-ceec-44bb-828f-dc34e84db875 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] show failed (client error): The resource could not be found. Mar 02 15:09:48.051293 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-b5cf4970-ceec-44bb-828f-dc34e84db875 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "GET /v2.0/security-groups/6d7e0eb8-a571-4baa-adc9-84fc8a01bf87 HTTP/1.1" status: 404 len: 347 time: 0.0179005 Mar 02 15:09:48.051767 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 34412) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:09:48.179547 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.plugin [None req-5e41f523-b77c-46a3-b9e9-466de8d11de2 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Deleting port a150e92e-5462-4da8-9035-041cde4633a0 {{(pid=110180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 15:09:48.179945 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-5e41f523-b77c-46a3-b9e9-466de8d11de2 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757345981049'] for port (a150e92e-5462-4da8-9035-041cde4633a0), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:48.261798 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-5e41f523-b77c-46a3-b9e9-466de8d11de2 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port (a150e92e-5462-4da8-9035-041cde4633a0), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:48.262123 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-5e41f523-b77c-46a3-b9e9-466de8d11de2 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Publish callbacks [] for floatingip (a150e92e-5462-4da8-9035-041cde4633a0), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:48.273879 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.plugin [None req-5e41f523-b77c-46a3-b9e9-466de8d11de2 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Calling delete_port for a150e92e-5462-4da8-9035-041cde4633a0 owned by network:floatingip {{(pid=110180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 15:09:48.476933 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-5e41f523-b77c-46a3-b9e9-466de8d11de2 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757345984732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757345480677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672616'] for port (a150e92e-5462-4da8-9035-041cde4633a0), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:48.502104 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e41f523-b77c-46a3-b9e9-466de8d11de2 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Pushing event deleted for resources: {'Port': ['ID=a150e92e-5462-4da8-9035-041cde4633a0,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:09:48.565185 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-5e41f523-b77c-46a3-b9e9-466de8d11de2 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Publish callbacks [] for floatingip (26049a07-8bfc-4d96-aae9-d5c453808034), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:48.567835 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-5e41f523-b77c-46a3-b9e9-466de8d11de2 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221961'] for floatingip (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:48.568981 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-5e41f523-b77c-46a3-b9e9-466de8d11de2 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] 10.222.0.52 "DELETE /v2.0/floatingips/26049a07-8bfc-4d96-aae9-d5c453808034 HTTP/1.1" status: 204 len: 168 time: 0.5159991 Mar 02 15:09:51.346052 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 34454) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:09:51.408374 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 34460) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:09:51.457143 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-9cf9a483-222b-49f3-8122-f310e388b6b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:51.529056 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-9cf9a483-222b-49f3-8122-f310e388b6b6 admin admin] Publish callbacks [] for security_group (641ccde4-8430-46c3-8381-b46b730cca70), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:51.613498 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-9cf9a483-222b-49f3-8122-f310e388b6b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (641ccde4-8430-46c3-8381-b46b730cca70), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:51.652208 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-9cf9a483-222b-49f3-8122-f310e388b6b6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=91172b0731ad455095cacf9f2579faae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3050652 Mar 02 15:09:51.653430 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf9a483-222b-49f3-8122-f310e388b6b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=641ccde4-8430-46c3-8381-b46b730cca70,revision_number=1']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:09:51.659314 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 34464) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:09:51.744872 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-43f36096-d4b2-4616-92d9-eac6808f030b admin admin] Publish callbacks [] for security_group (641ccde4-8430-46c3-8381-b46b730cca70), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:51.788830 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-43f36096-d4b2-4616-92d9-eac6808f030b admin admin] Publish callbacks [] for security_group (641ccde4-8430-46c3-8381-b46b730cca70), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:51.895326 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-655013b5-c5bc-4154-a5d4-fbd70d1619dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-558541'] for router_interface (e5b571ce-fc13-4916-8ca7-02e46e5b493a), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:51.937334 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-43f36096-d4b2-4616-92d9-eac6808f030b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (641ccde4-8430-46c3-8381-b46b730cca70), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:51.940060 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-43f36096-d4b2-4616-92d9-eac6808f030b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:51.943813 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-43f36096-d4b2-4616-92d9-eac6808f030b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/641ccde4-8430-46c3-8381-b46b730cca70 HTTP/1.1" status: 204 len: 168 time: 0.2809734 Mar 02 15:09:51.957679 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f36096-d4b2-4616-92d9-eac6808f030b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=641ccde4-8430-46c3-8381-b46b730cca70,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:09:52.178745 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.plugin [None req-655013b5-c5bc-4154-a5d4-fbd70d1619dc admin admin] Deleting port fc626190-43ca-404c-b463-b61853f24009 {{(pid=110180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 15:09:52.178987 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-655013b5-c5bc-4154-a5d4-fbd70d1619dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757345981049'] for port (fc626190-43ca-404c-b463-b61853f24009), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:52.268616 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.db [None req-655013b5-c5bc-4154-a5d4-fbd70d1619dc admin admin] For port fc626190-43ca-404c-b463-b61853f24009, host dv-cinder-831439-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831439-3-iscsi',level=0,port_id=fc626190-43ca-404c-b463-b61853f24009,segment=NetworkSegment(a29b8c1f-4601-46a8-a0c5-19fb5294c518),segment_id=a29b8c1f-4601-46a8-a0c5-19fb5294c518)] {{(pid=110180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:09:52.268983 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-655013b5-c5bc-4154-a5d4-fbd70d1619dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port (fc626190-43ca-404c-b463-b61853f24009), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:52.283035 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.plugin [None req-655013b5-c5bc-4154-a5d4-fbd70d1619dc admin admin] Calling delete_port for fc626190-43ca-404c-b463-b61853f24009 owned by network:router_interface {{(pid=110180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 15:09:52.568140 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-655013b5-c5bc-4154-a5d4-fbd70d1619dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757345984732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757345480677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672616'] for port (fc626190-43ca-404c-b463-b61853f24009), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:52.594648 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655013b5-c5bc-4154-a5d4-fbd70d1619dc admin admin] Pushing event deleted for resources: {'Port': ['ID=fc626190-43ca-404c-b463-b61853f24009,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:09:52.783701 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-655013b5-c5bc-4154-a5d4-fbd70d1619dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16231430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-558369'] for router_interface (e5b571ce-fc13-4916-8ca7-02e46e5b493a), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:53.012506 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-655013b5-c5bc-4154-a5d4-fbd70d1619dc admin admin] Router e5b571ce-fc13-4916-8ca7-02e46e5b493a has already been hosted by L3 agent 4b7d4a90-2987-419a-b6cd-7624b7dba065 {{(pid=110180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 15:09:53.138578 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-655013b5-c5bc-4154-a5d4-fbd70d1619dc admin admin] Notify agent at l3_agent.dv-cinder-831439-3-iscsi the message routers_updated {{(pid=110180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 15:09:53.144418 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-655013b5-c5bc-4154-a5d4-fbd70d1619dc admin admin] 10.222.0.52 "PUT /v2.0/routers/e5b571ce-fc13-4916-8ca7-02e46e5b493a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7344084 Mar 02 15:09:53.148159 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 34498) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:09:53.157350 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c64ce3-7234-4ace-9778-16a3550784bc None None] Sync routers for ids ['e5b571ce-fc13-4916-8ca7-02e46e5b493a'] in dv-cinder-831439-3-iscsi {{(pid=110182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 15:09:53.176228 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c64ce3-7234-4ace-9778-16a3550784bc None None] Routers {'e5b571ce-fc13-4916-8ca7-02e46e5b493a'} bound to L3 agent in host dv-cinder-831439-3-iscsi {{(pid=110182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 15:09:53.177244 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_hamode_db [None req-58c64ce3-7234-4ace-9778-16a3550784bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831439-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T14:48:11Z,description=,heartbeat_timestamp=2022-03-02T15:09:41Z,host='dv-cinder-831439-3-iscsi',id=4b7d4a90-2987-419a-b6cd-7624b7dba065,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T14:48:12Z,topic='l3_agent')) {'router_ids': ['e5b571ce-fc13-4916-8ca7-02e46e5b493a'], 'active': True} {{(pid=110182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:09:53.274229 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-7eddb66f-7b10-4a35-99d7-99dab1e118a3 admin admin] Publish callbacks [] for router (e5b571ce-fc13-4916-8ca7-02e46e5b493a), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:53.371181 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_dvr_db [None req-58c64ce3-7234-4ace-9778-16a3550784bc None None] Set router e5b571ce-fc13-4916-8ca7-02e46e5b493a gateway port host: dv-cinder-831439-3-iscsi {{(pid=110182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 15:09:53.394355 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-7eddb66f-7b10-4a35-99d7-99dab1e118a3 admin admin] Publish callbacks [] for router_gateway (e5b571ce-fc13-4916-8ca7-02e46e5b493a), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:53.564124 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.plugin [None req-7eddb66f-7b10-4a35-99d7-99dab1e118a3 admin admin] Deleting port c6b6eafc-e146-4868-b32e-6ac7da889279 {{(pid=110180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 15:09:53.564899 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-7eddb66f-7b10-4a35-99d7-99dab1e118a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757345981049'] for port (c6b6eafc-e146-4868-b32e-6ac7da889279), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:53.635379 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_hamode_db [None req-58c64ce3-7234-4ace-9778-16a3550784bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b571ce-fc13-4916-8ca7-02e46e5b493a', 'name': 'tempest-AttachVolumeShelveTestJSON-1179134205-router', 'tenant_id': '8d6fe98143c241798db8cd747803fb48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'c6b6eafc-e146-4868-b32e-6ac7da889279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T14:57:03Z', 'updated_at': '2022-03-02T15:09:52Z', 'revision_number': 5, 'project_id': '8d6fe98143c241798db8cd747803fb48', 'gw_port': {'id': 'c6b6eafc-e146-4868-b32e-6ac7da889279', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:33:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b571ce-fc13-4916-8ca7-02e46e5b493a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T14:57:04Z', 'updated_at': '2022-03-02T14:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi'}], 'dv-cinder-831439-3-iscsi', False) {} {{(pid=110182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:09:53.664233 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c64ce3-7234-4ace-9778-16a3550784bc None None] Checking router: e5b571ce-fc13-4916-8ca7-02e46e5b493a for host: dv-cinder-831439-3-iscsi {{(pid=110182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 15:09:53.668273 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.db [None req-7eddb66f-7b10-4a35-99d7-99dab1e118a3 admin admin] For port c6b6eafc-e146-4868-b32e-6ac7da889279, host dv-cinder-831439-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831439-3-iscsi',level=0,port_id=c6b6eafc-e146-4868-b32e-6ac7da889279,segment=NetworkSegment(23151279-75ac-4f5a-99b2-c6146d92420f),segment_id=23151279-75ac-4f5a-99b2-c6146d92420f)] {{(pid=110180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:09:53.669181 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-7eddb66f-7b10-4a35-99d7-99dab1e118a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port (c6b6eafc-e146-4868-b32e-6ac7da889279), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:53.673886 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c64ce3-7234-4ace-9778-16a3550784bc None None] Routers {'e5b571ce-fc13-4916-8ca7-02e46e5b493a'} bound to L3 agent in host dv-cinder-831439-3-iscsi {{(pid=110182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 15:09:53.674509 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_hamode_db [None req-58c64ce3-7234-4ace-9778-16a3550784bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831439-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T14:48:11Z,description=,heartbeat_timestamp=2022-03-02T15:09:41Z,host='dv-cinder-831439-3-iscsi',id=4b7d4a90-2987-419a-b6cd-7624b7dba065,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T14:48:12Z,topic='l3_agent')) {'router_ids': ['e5b571ce-fc13-4916-8ca7-02e46e5b493a'], 'active': True} {{(pid=110182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:09:53.689190 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.plugin [None req-7eddb66f-7b10-4a35-99d7-99dab1e118a3 admin admin] Calling delete_port for c6b6eafc-e146-4868-b32e-6ac7da889279 owned by network:router_gateway {{(pid=110180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 15:09:53.779672 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_dvr_db [None req-58c64ce3-7234-4ace-9778-16a3550784bc None None] Set router e5b571ce-fc13-4916-8ca7-02e46e5b493a gateway port host: None {{(pid=110182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 15:09:53.840339 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_hamode_db [None req-58c64ce3-7234-4ace-9778-16a3550784bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b571ce-fc13-4916-8ca7-02e46e5b493a', 'name': 'tempest-AttachVolumeShelveTestJSON-1179134205-router', 'tenant_id': '8d6fe98143c241798db8cd747803fb48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T14:57:03Z', 'updated_at': '2022-03-02T15:09:53Z', 'revision_number': 6, 'project_id': '8d6fe98143c241798db8cd747803fb48', 'gw_port_host': None}], 'dv-cinder-831439-3-iscsi', False) {} {{(pid=110182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:09:53.867622 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c64ce3-7234-4ace-9778-16a3550784bc None None] The sync data for ids ['e5b571ce-fc13-4916-8ca7-02e46e5b493a'] in dv-cinder-831439-3-iscsi is: [{'id': 'e5b571ce-fc13-4916-8ca7-02e46e5b493a', 'name': 'tempest-AttachVolumeShelveTestJSON-1179134205-router', 'tenant_id': '8d6fe98143c241798db8cd747803fb48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T14:57:03Z', 'updated_at': '2022-03-02T15:09:53Z', 'revision_number': 6, 'project_id': '8d6fe98143c241798db8cd747803fb48', 'gw_port_host': None}] {{(pid=110182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 15:09:54.031217 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-7eddb66f-7b10-4a35-99d7-99dab1e118a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757345984732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757345480677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672616'] for port (c6b6eafc-e146-4868-b32e-6ac7da889279), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:54.058439 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eddb66f-7b10-4a35-99d7-99dab1e118a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6b6eafc-e146-4868-b32e-6ac7da889279,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:09:54.126358 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-7eddb66f-7b10-4a35-99d7-99dab1e118a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559747'] for router_gateway (e5b571ce-fc13-4916-8ca7-02e46e5b493a), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:54.225000 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-7eddb66f-7b10-4a35-99d7-99dab1e118a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6344'] for router (e5b571ce-fc13-4916-8ca7-02e46e5b493a), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:54.228045 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-7eddb66f-7b10-4a35-99d7-99dab1e118a3 admin admin] Publish callbacks [] for router_controller (e5b571ce-fc13-4916-8ca7-02e46e5b493a), precommit_delete_associations {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:54.385573 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-7eddb66f-7b10-4a35-99d7-99dab1e118a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561960'] for router (e5b571ce-fc13-4916-8ca7-02e46e5b493a), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:54.386117 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eddb66f-7b10-4a35-99d7-99dab1e118a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5b571ce-fc13-4916-8ca7-02e46e5b493a {{(pid=110180) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 15:09:54.391498 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-7eddb66f-7b10-4a35-99d7-99dab1e118a3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:54.391953 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-7eddb66f-7b10-4a35-99d7-99dab1e118a3 admin admin] 10.222.0.52 "DELETE /v2.0/routers/e5b571ce-fc13-4916-8ca7-02e46e5b493a HTTP/1.1" status: 204 len: 168 time: 1.2424955 Mar 02 15:09:54.394210 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 34540) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:09:54.439593 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.db_base_plugin_v2 [None req-b748796a-f338-44ca-9f17-d0b151378d64 admin admin] Deleting subnet 4f813be6-b019-4418-9613-23d83e4ca2ff {{(pid=110180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 15:09:54.442999 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-b748796a-f338-44ca-9f17-d0b151378d64 admin admin] Publish callbacks [] for subnet (4f813be6-b019-4418-9613-23d83e4ca2ff), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:54.481729 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-b748796a-f338-44ca-9f17-d0b151378d64 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59158857'] for subnet (4f813be6-b019-4418-9613-23d83e4ca2ff), precommit_delete_associations {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:54.566777 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-b748796a-f338-44ca-9f17-d0b151378d64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16092520'] for subnet (4f813be6-b019-4418-9613-23d83e4ca2ff), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:54.707246 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Device c6b6eafc-e146-4868-b32e-6ac7da889279 no longer exists at agent ovs-agent-dv-cinder-831439-3-iscsi {{(pid=110181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 15:09:54.726929 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] No Port match for: c6b6eafc-e146-4868-b32e-6ac7da889279 {{(pid=110181) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 15:09:54.727276 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Device c6b6eafc-e146-4868-b32e-6ac7da889279 not bound to the agent host dv-cinder-831439-3-iscsi {{(pid=110181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 15:09:54.727717 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Device fc626190-43ca-404c-b463-b61853f24009 no longer exists at agent ovs-agent-dv-cinder-831439-3-iscsi {{(pid=110181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 15:09:54.740013 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-b748796a-f338-44ca-9f17-d0b151378d64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16092519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3672603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58812373'] for subnet (4f813be6-b019-4418-9613-23d83e4ca2ff), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:54.754828 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] No Port match for: fc626190-43ca-404c-b463-b61853f24009 {{(pid=110181) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 15:09:54.755512 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Device fc626190-43ca-404c-b463-b61853f24009 not bound to the agent host dv-cinder-831439-3-iscsi {{(pid=110181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 15:09:54.769816 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b748796a-f338-44ca-9f17-d0b151378d64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f813be6-b019-4418-9613-23d83e4ca2ff,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:09:54.773465 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-b748796a-f338-44ca-9f17-d0b151378d64 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:54.779161 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-b748796a-f338-44ca-9f17-d0b151378d64 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/4f813be6-b019-4418-9613-23d83e4ca2ff HTTP/1.1" status: 204 len: 168 time: 0.3816020 Mar 02 15:09:54.779346 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380a1682-b358-4601-96c5-aa019ab82b9e None None] Network 32a772a1-de65-4149-a254-15f24cef804d requested from dv-cinder-831439-3-iscsi {{(pid=110181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 15:09:54.779467 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 34552) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:09:54.861067 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3108c876-331a-41e0-9ebc-ab52e42a7a67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16148883'] for network (32a772a1-de65-4149-a254-15f24cef804d), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:54.929669 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.plugin [None req-3108c876-331a-41e0-9ebc-ab52e42a7a67 admin admin] Deleting port 799a5289-5d64-40f0-8a81-e30eeaee6f02 {{(pid=110180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 15:09:54.930009 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3108c876-331a-41e0-9ebc-ab52e42a7a67 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757345981049'] for port (799a5289-5d64-40f0-8a81-e30eeaee6f02), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:54.992205 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e85824-c96e-446a-ace5-837c327b0d11 None None] DHCP port deletion for 32a772a1-de65-4149-a254-15f24cef804d request from dv-cinder-831439-3-iscsi {{(pid=110181) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 02 15:09:55.022999 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.db [None req-3108c876-331a-41e0-9ebc-ab52e42a7a67 admin admin] For port 799a5289-5d64-40f0-8a81-e30eeaee6f02, host dv-cinder-831439-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831439-3-iscsi',level=0,port_id=799a5289-5d64-40f0-8a81-e30eeaee6f02,segment=NetworkSegment(a29b8c1f-4601-46a8-a0c5-19fb5294c518),segment_id=a29b8c1f-4601-46a8-a0c5-19fb5294c518)] {{(pid=110180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:09:55.023373 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3108c876-331a-41e0-9ebc-ab52e42a7a67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port (799a5289-5d64-40f0-8a81-e30eeaee6f02), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:55.037287 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.plugin [None req-3108c876-331a-41e0-9ebc-ab52e42a7a67 admin admin] Calling delete_port for 799a5289-5d64-40f0-8a81-e30eeaee6f02 owned by network:dhcp {{(pid=110180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 15:09:55.045436 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-19e85824-c96e-446a-ace5-837c327b0d11 None None] Deleting port 799a5289-5d64-40f0-8a81-e30eeaee6f02 {{(pid=110181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 15:09:55.045809 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-19e85824-c96e-446a-ace5-837c327b0d11 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757345981049'] for port (799a5289-5d64-40f0-8a81-e30eeaee6f02), before_delete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:55.116605 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-19e85824-c96e-446a-ace5-837c327b0d11 None None] For port 799a5289-5d64-40f0-8a81-e30eeaee6f02, host dv-cinder-831439-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831439-3-iscsi',level=0,port_id=799a5289-5d64-40f0-8a81-e30eeaee6f02,segment=NetworkSegment(a29b8c1f-4601-46a8-a0c5-19fb5294c518),segment_id=a29b8c1f-4601-46a8-a0c5-19fb5294c518)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:09:55.116999 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-19e85824-c96e-446a-ace5-837c327b0d11 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port (799a5289-5d64-40f0-8a81-e30eeaee6f02), precommit_delete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:55.130928 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-19e85824-c96e-446a-ace5-837c327b0d11 None None] Calling delete_port for 799a5289-5d64-40f0-8a81-e30eeaee6f02 owned by network:dhcp {{(pid=110181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 15:09:55.225541 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3108c876-331a-41e0-9ebc-ab52e42a7a67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757345984732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757345480677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672616'] for port (799a5289-5d64-40f0-8a81-e30eeaee6f02), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:55.235041 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-19e85824-c96e-446a-ace5-837c327b0d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757345984732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757345480677'] for port (799a5289-5d64-40f0-8a81-e30eeaee6f02), after_delete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:55.252847 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3108c876-331a-41e0-9ebc-ab52e42a7a67 admin admin] Pushing event deleted for resources: {'Port': ['ID=799a5289-5d64-40f0-8a81-e30eeaee6f02,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:09:55.256404 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3108c876-331a-41e0-9ebc-ab52e42a7a67 admin admin] No DVR routers for this DVR port 799a5289-5d64-40f0-8a81-e30eeaee6f02 on host dv-cinder-831439-3-iscsi {{(pid=110180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 15:09:55.264274 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e85824-c96e-446a-ace5-837c327b0d11 None None] Pushing event deleted for resources: {'Port': ['ID=799a5289-5d64-40f0-8a81-e30eeaee6f02,revision_number=None']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:09:55.268739 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e85824-c96e-446a-ace5-837c327b0d11 None None] No DVR routers for this DVR port 799a5289-5d64-40f0-8a81-e30eeaee6f02 on host dv-cinder-831439-3-iscsi {{(pid=110181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 15:09:55.277160 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e85824-c96e-446a-ace5-837c327b0d11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:09:55.277563 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e85824-c96e-446a-ace5-837c327b0d11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:09:55.278097 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e85824-c96e-446a-ace5-837c327b0d11 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:09:55.279096 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e85824-c96e-446a-ace5-837c327b0d11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:09:55.279743 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e85824-c96e-446a-ace5-837c327b0d11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:09:55.280078 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e85824-c96e-446a-ace5-837c327b0d11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:09:55.280401 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e85824-c96e-446a-ace5-837c327b0d11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:09:55.280783 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e85824-c96e-446a-ace5-837c327b0d11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:09:55.281149 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e85824-c96e-446a-ace5-837c327b0d11 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:09:55.281701 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e85824-c96e-446a-ace5-837c327b0d11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:09:55.282115 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e85824-c96e-446a-ace5-837c327b0d11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:09:55.282442 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e85824-c96e-446a-ace5-837c327b0d11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:09:55.282771 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e85824-c96e-446a-ace5-837c327b0d11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:09:55.617560 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3108c876-331a-41e0-9ebc-ab52e42a7a67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16057747', 'neutron.services.segments.db._delete_segments_for_network-8757345970333'] for network (32a772a1-de65-4149-a254-15f24cef804d), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:55.638090 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.services.segments.db [None req-3108c876-331a-41e0-9ebc-ab52e42a7a67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32a772a1-de65-4149-a254-15f24cef804d']}} {{(pid=110180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:09:55.647969 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.services.segments.db [None req-3108c876-331a-41e0-9ebc-ab52e42a7a67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a29b8c1f-4601-46a8-a0c5-19fb5294c518') {'for_net_delete': True} {{(pid=110180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:09:55.648267 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.services.segments.db [None req-3108c876-331a-41e0-9ebc-ab52e42a7a67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a29b8c1f-4601-46a8-a0c5-19fb5294c518') {} {{(pid=110180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:09:55.659559 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3108c876-331a-41e0-9ebc-ab52e42a7a67 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757345974950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59158878'] for segment (a29b8c1f-4601-46a8-a0c5-19fb5294c518), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:55.673753 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3108c876-331a-41e0-9ebc-ab52e42a7a67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16119287'] for segment (a29b8c1f-4601-46a8-a0c5-19fb5294c518), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:55.679678 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3108c876-331a-41e0-9ebc-ab52e42a7a67 admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=110180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 15:09:55.680061 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3108c876-331a-41e0-9ebc-ab52e42a7a67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16119287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3672773'] for segment (a29b8c1f-4601-46a8-a0c5-19fb5294c518), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:55.681781 dv-cinder-831439-3-iscsi neutron-server[110180]: Traceback (most recent call last): Mar 02 15:09:55.681781 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 15:09:55.681781 dv-cinder-831439-3-iscsi neutron-server[110180]: timer() Mar 02 15:09:55.681781 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 15:09:55.681781 dv-cinder-831439-3-iscsi neutron-server[110180]: cb(*args, **kw) Mar 02 15:09:55.681781 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 15:09:55.681781 dv-cinder-831439-3-iscsi neutron-server[110180]: return func(*args, **kwargs) Mar 02 15:09:55.681781 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 15:09:55.681781 dv-cinder-831439-3-iscsi neutron-server[110180]: self._notify() Mar 02 15:09:55.681781 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 15:09:55.681781 dv-cinder-831439-3-iscsi neutron-server[110180]: self.callback(batched_events) Mar 02 15:09:55.681781 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 15:09:55.681781 dv-cinder-831439-3-iscsi neutron-server[110180]: event.method(event) Mar 02 15:09:55.681781 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 15:09:55.681781 dv-cinder-831439-3-iscsi neutron-server[110180]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 15:09:55.681781 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 15:09:55.681781 dv-cinder-831439-3-iscsi neutron-server[110180]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 15:09:55.681781 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 15:09:55.681781 dv-cinder-831439-3-iscsi neutron-server[110180]: return f(self, *a, **k) Mar 02 15:09:55.681781 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 15:09:55.681781 dv-cinder-831439-3-iscsi neutron-server[110180]: return self._get(url).json() Mar 02 15:09:55.681781 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 15:09:55.681781 dv-cinder-831439-3-iscsi neutron-server[110180]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 15:09:55.681781 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 15:09:55.681781 dv-cinder-831439-3-iscsi neutron-server[110180]: return self.request(url, 'GET', **kwargs) Mar 02 15:09:55.681781 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 15:09:55.681781 dv-cinder-831439-3-iscsi neutron-server[110180]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 15:09:55.681781 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 15:09:55.681781 dv-cinder-831439-3-iscsi neutron-server[110180]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 15:09:55.681781 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 15:09:55.681781 dv-cinder-831439-3-iscsi neutron-server[110180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 15:09:55.681781 dv-cinder-831439-3-iscsi neutron-server[110180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 15:09:55.802391 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3108c876-331a-41e0-9ebc-ab52e42a7a67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16057834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559807'] for network (32a772a1-de65-4149-a254-15f24cef804d), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:55.807888 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3108c876-331a-41e0-9ebc-ab52e42a7a67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16231659'] for network (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:55.811044 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-3108c876-331a-41e0-9ebc-ab52e42a7a67 admin admin] 10.222.0.52 "DELETE /v2.0/networks/32a772a1-de65-4149-a254-15f24cef804d HTTP/1.1" status: 204 len: 168 time: 1.0306833 Mar 02 15:09:55.822854 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3108c876-331a-41e0-9ebc-ab52e42a7a67 admin admin] Pushing event deleted for resources: {'Network': ['ID=32a772a1-de65-4149-a254-15f24cef804d,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:09:56.282509 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 34564) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:09:56.327386 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-77fed15a-cf2b-4868-b65a-346f9aa821c3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8d6fe98143c241798db8cd747803fb48&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0435138 Mar 02 15:09:56.329837 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 34566) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:09:56.374865 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-e0a9ae51-92bf-49b9-867c-402895f5ab4f admin admin] Publish callbacks [] for security_group (4eab1dee-6e5a-4ea3-9055-a896e07d1b25), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:56.395824 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-e0a9ae51-92bf-49b9-867c-402895f5ab4f admin admin] Publish callbacks [] for security_group (4eab1dee-6e5a-4ea3-9055-a896e07d1b25), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:56.449809 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Device 799a5289-5d64-40f0-8a81-e30eeaee6f02 no longer exists at agent ovs-agent-dv-cinder-831439-3-iscsi {{(pid=110181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 15:09:56.470072 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] No Port match for: 799a5289-5d64-40f0-8a81-e30eeaee6f02 {{(pid=110181) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 15:09:56.470418 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Device 799a5289-5d64-40f0-8a81-e30eeaee6f02 not bound to the agent host dv-cinder-831439-3-iscsi {{(pid=110181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 15:09:56.539658 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-e0a9ae51-92bf-49b9-867c-402895f5ab4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (4eab1dee-6e5a-4ea3-9055-a896e07d1b25), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:56.542830 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-e0a9ae51-92bf-49b9-867c-402895f5ab4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:09:56.544032 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-e0a9ae51-92bf-49b9-867c-402895f5ab4f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4eab1dee-6e5a-4ea3-9055-a896e07d1b25 HTTP/1.1" status: 204 len: 168 time: 0.2133090 Mar 02 15:09:56.552053 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a9ae51-92bf-49b9-867c-402895f5ab4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eab1dee-6e5a-4ea3-9055-a896e07d1b25,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:09:57.253583 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (a761fe19-4045-45cc-a7c7-f029a0c82591), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:00.098006 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 34642) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:10:00.215954 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-f1a58db6-cf2b-4667-924e-3b730414df10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:00.295892 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-f1a58db6-cf2b-4667-924e-3b730414df10 admin admin] Publish callbacks [] for security_group (fec32849-f019-4335-9bc8-67f3fd2228e6), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:00.453547 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-f1a58db6-cf2b-4667-924e-3b730414df10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (fec32849-f019-4335-9bc8-67f3fd2228e6), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:00.495653 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-f1a58db6-cf2b-4667-924e-3b730414df10 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=11832194d77945348689a1d0307f2155&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3953905 Mar 02 15:10:00.495653 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a58db6-cf2b-4667-924e-3b730414df10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fec32849-f019-4335-9bc8-67f3fd2228e6,revision_number=1']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:10:00.498411 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 34648) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:10:00.561940 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-4be34173-02de-48dd-b792-7ea6ff4c9180 admin admin] Publish callbacks [] for security_group (fec32849-f019-4335-9bc8-67f3fd2228e6), before_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:00.583747 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-4be34173-02de-48dd-b792-7ea6ff4c9180 admin admin] Publish callbacks [] for security_group (fec32849-f019-4335-9bc8-67f3fd2228e6), precommit_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:00.727331 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-4be34173-02de-48dd-b792-7ea6ff4c9180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (fec32849-f019-4335-9bc8-67f3fd2228e6), after_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:00.732776 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-4be34173-02de-48dd-b792-7ea6ff4c9180 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:00.734912 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-4be34173-02de-48dd-b792-7ea6ff4c9180 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fec32849-f019-4335-9bc8-67f3fd2228e6 HTTP/1.1" status: 204 len: 168 time: 0.2341335 Mar 02 15:10:00.749089 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be34173-02de-48dd-b792-7ea6ff4c9180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec32849-f019-4335-9bc8-67f3fd2228e6,revision_number=None']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:10:01.416461 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 34654) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:10:01.429798 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-e9fc3cb4-3e47-4ccf-9925-d0f9ecf23dca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:01.510194 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-e9fc3cb4-3e47-4ccf-9925-d0f9ecf23dca admin admin] Publish callbacks [] for security_group (a570fa8e-75b8-469f-86d6-58f1aff4ba43), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:01.583776 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-e9fc3cb4-3e47-4ccf-9925-d0f9ecf23dca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (a570fa8e-75b8-469f-86d6-58f1aff4ba43), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:01.624954 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-e9fc3cb4-3e47-4ccf-9925-d0f9ecf23dca admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f10d9967db59441cb26b0fbb1eae23e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2073889 Mar 02 15:10:01.625840 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fc3cb4-3e47-4ccf-9925-d0f9ecf23dca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a570fa8e-75b8-469f-86d6-58f1aff4ba43,revision_number=1']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:10:01.628524 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 34658) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:10:01.688679 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-59c8e567-116c-4f3c-97a9-2b74bc5675d6 admin admin] Publish callbacks [] for security_group (a570fa8e-75b8-469f-86d6-58f1aff4ba43), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:01.712101 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-59c8e567-116c-4f3c-97a9-2b74bc5675d6 admin admin] Publish callbacks [] for security_group (a570fa8e-75b8-469f-86d6-58f1aff4ba43), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:01.874607 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-59c8e567-116c-4f3c-97a9-2b74bc5675d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (a570fa8e-75b8-469f-86d6-58f1aff4ba43), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:01.877232 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-59c8e567-116c-4f3c-97a9-2b74bc5675d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:01.878441 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-59c8e567-116c-4f3c-97a9-2b74bc5675d6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a570fa8e-75b8-469f-86d6-58f1aff4ba43 HTTP/1.1" status: 204 len: 168 time: 0.2486205 Mar 02 15:10:01.888833 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c8e567-116c-4f3c-97a9-2b74bc5675d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a570fa8e-75b8-469f-86d6-58f1aff4ba43,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:10:04.440016 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-e2cccfa5-dbaa-42a8-9107-6b8d56cd9d36 req-02d47e60-da2d-4fc3-be2d-eb881e42513d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fa797872-1479-4a34-8363-11a3067269bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0474453 Mar 02 15:10:04.516126 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cccfa5-dbaa-42a8-9107-6b8d56cd9d36 req-dc3987a2-a6a6-4e1a-93bf-60acad0bbbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:10:04.517664 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-e2cccfa5-dbaa-42a8-9107-6b8d56cd9d36 req-dc3987a2-a6a6-4e1a-93bf-60acad0bbbb6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7de5f8ffc29449a8970c42522a6efe67&device_id=fa797872-1479-4a34-8363-11a3067269bd HTTP/1.1" status: 200 len: 1129 time: 0.0453475 Mar 02 15:10:04.626872 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cccfa5-dbaa-42a8-9107-6b8d56cd9d36 req-632cf807-24a9-48c2-bd34-3aa29581c919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:10:04.631289 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-e2cccfa5-dbaa-42a8-9107-6b8d56cd9d36 req-632cf807-24a9-48c2-bd34-3aa29581c919 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c205c27c-cdfe-46e1-b04c-d672de0d3fe3 HTTP/1.1" status: 200 len: 913 time: 0.0950251 Mar 02 15:10:04.708493 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-e2cccfa5-dbaa-42a8-9107-6b8d56cd9d36 req-35d5b7aa-2e94-439f-bc3e-9cf67bd4ef32 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a59b326-0a1d-474c-a0f3-5064920c5723 HTTP/1.1" status: 200 len: 1000 time: 0.0709987 Mar 02 15:10:04.764401 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cccfa5-dbaa-42a8-9107-6b8d56cd9d36 req-66086a6c-58b8-4c7f-a6ce-2d3343f1ed51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:10:04.765950 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-e2cccfa5-dbaa-42a8-9107-6b8d56cd9d36 req-66086a6c-58b8-4c7f-a6ce-2d3343f1ed51 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=61ac6005-af56-475d-a05a-68a49febcf55 HTTP/1.1" status: 200 len: 851 time: 0.0514100 Mar 02 15:10:04.818994 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cccfa5-dbaa-42a8-9107-6b8d56cd9d36 req-0833d6b2-9717-475b-9dc0-b8224df6d6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:10:04.820585 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-e2cccfa5-dbaa-42a8-9107-6b8d56cd9d36 req-0833d6b2-9717-475b-9dc0-b8224df6d6ad service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c205c27c-cdfe-46e1-b04c-d672de0d3fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484121 Mar 02 15:10:04.919054 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-e2cccfa5-dbaa-42a8-9107-6b8d56cd9d36 req-2af5603e-c47a-4ba7-b8a4-41883213780a service neutron] 10.222.0.55 "GET /v2.0/networks/c205c27c-cdfe-46e1-b04c-d672de0d3fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923951 Mar 02 15:10:05.022256 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-e2cccfa5-dbaa-42a8-9107-6b8d56cd9d36 req-e45dbceb-f93b-45f9-a863-4f8b12868810 service neutron] 10.222.0.55 "GET /v2.0/networks/c205c27c-cdfe-46e1-b04c-d672de0d3fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968082 Mar 02 15:10:08.426138 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 34766) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:10:08.534609 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-fa5db18e-539d-4163-bde0-77cc1189b397 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:08.616325 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-fa5db18e-539d-4163-bde0-77cc1189b397 admin admin] Publish callbacks [] for security_group (9a97132e-4915-41f7-84bc-39c96bbf4646), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:08.687917 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-6ad99626-1db4-4349-ad02-7b5d3f8ed1c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (dc3a6147-3194-47be-b33a-76a9a2a48933), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:08.737405 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-fa5db18e-539d-4163-bde0-77cc1189b397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (9a97132e-4915-41f7-84bc-39c96bbf4646), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:08.775164 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5db18e-539d-4163-bde0-77cc1189b397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a97132e-4915-41f7-84bc-39c96bbf4646,revision_number=1']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:10:08.779461 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-fa5db18e-539d-4163-bde0-77cc1189b397 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f21f07e5216a4b56b9a3982c2e420260&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3522646 Mar 02 15:10:08.782032 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 34770) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:10:08.831341 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-4bc8c947-f290-4702-8ad0-4f511877bc12 admin admin] Publish callbacks [] for security_group (9a97132e-4915-41f7-84bc-39c96bbf4646), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:08.859075 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-4bc8c947-f290-4702-8ad0-4f511877bc12 admin admin] Publish callbacks [] for security_group (9a97132e-4915-41f7-84bc-39c96bbf4646), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:09.081844 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-4bc8c947-f290-4702-8ad0-4f511877bc12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (9a97132e-4915-41f7-84bc-39c96bbf4646), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:09.084447 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-4bc8c947-f290-4702-8ad0-4f511877bc12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:09.085639 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-4bc8c947-f290-4702-8ad0-4f511877bc12 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9a97132e-4915-41f7-84bc-39c96bbf4646 HTTP/1.1" status: 204 len: 168 time: 0.3020823 Mar 02 15:10:09.093877 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc8c947-f290-4702-8ad0-4f511877bc12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a97132e-4915-41f7-84bc-39c96bbf4646,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:10:09.941326 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 34780) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:10:09.957567 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-0ee110be-ebfe-41b5-bc2c-8043e7d495d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:10.039524 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-0ee110be-ebfe-41b5-bc2c-8043e7d495d9 admin admin] Publish callbacks [] for security_group (2cb1a06a-ed79-40c2-bedd-974a7edabd57), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:10.177985 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-0ee110be-ebfe-41b5-bc2c-8043e7d495d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (2cb1a06a-ed79-40c2-bedd-974a7edabd57), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:10.250001 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-0ee110be-ebfe-41b5-bc2c-8043e7d495d9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=afd4221c2df04976992df821fefbfced&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3073237 Mar 02 15:10:10.252850 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 34782) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:10:10.264157 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee110be-ebfe-41b5-bc2c-8043e7d495d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb1a06a-ed79-40c2-bedd-974a7edabd57,revision_number=1']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:10:10.326029 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-01865ae8-49b5-4086-b121-fad1cd8379d6 admin admin] Publish callbacks [] for security_group (2cb1a06a-ed79-40c2-bedd-974a7edabd57), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:10.353197 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-01865ae8-49b5-4086-b121-fad1cd8379d6 admin admin] Publish callbacks [] for security_group (2cb1a06a-ed79-40c2-bedd-974a7edabd57), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:10.498913 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-01865ae8-49b5-4086-b121-fad1cd8379d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (2cb1a06a-ed79-40c2-bedd-974a7edabd57), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:10.501548 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-01865ae8-49b5-4086-b121-fad1cd8379d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:10.502769 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-01865ae8-49b5-4086-b121-fad1cd8379d6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2cb1a06a-ed79-40c2-bedd-974a7edabd57 HTTP/1.1" status: 204 len: 168 time: 0.2482457 Mar 02 15:10:10.511819 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01865ae8-49b5-4086-b121-fad1cd8379d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb1a06a-ed79-40c2-bedd-974a7edabd57,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:10:11.173304 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-4190bafc-1df2-41f7-a5ee-c0b0ebcadfca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (4b7d4a90-2987-419a-b6cd-7624b7dba065), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:12.162277 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-8c265469-93de-451d-a227-73ff998d8f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (bfbb2626-1130-458a-80a5-4632d76fa057), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:13.703235 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-9cfe1c82-1e01-4346-89c5-c3e1093f4022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (b9ce56f8-3527-4dd9-b024-9df7b3f4c018), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:14.980241 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (3a73802c-5f14-4c1f-8439-e74c4c90063b), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:21.871116 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.agents_db [None req-b044b9bd-a670-44c5-b22a-8886b11808d8 None None] Agent healthcheck: found 6 active agents {{(pid=110182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 15:10:27.270506 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (a761fe19-4045-45cc-a7c7-f029a0c82591), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:37.760909 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 35026) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:10:37.867687 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-f482d7de-501a-4cda-8291-13471966ed84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:37.940292 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-f482d7de-501a-4cda-8291-13471966ed84 admin admin] Publish callbacks [] for security_group (6b781888-5370-4cee-bb3e-b8134e7bc3e2), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:38.007074 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-f482d7de-501a-4cda-8291-13471966ed84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (6b781888-5370-4cee-bb3e-b8134e7bc3e2), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:38.047454 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-f482d7de-501a-4cda-8291-13471966ed84 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fe1ea3185efe4419b8023befe8870aa4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2847979 Mar 02 15:10:38.048246 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f482d7de-501a-4cda-8291-13471966ed84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b781888-5370-4cee-bb3e-b8134e7bc3e2,revision_number=1']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:10:38.050200 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 35032) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:10:38.055860 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f482d7de-501a-4cda-8291-13471966ed84 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:10:38.056238 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f482d7de-501a-4cda-8291-13471966ed84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:10:38.056594 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f482d7de-501a-4cda-8291-13471966ed84 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:10:38.056948 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f482d7de-501a-4cda-8291-13471966ed84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:10:38.057287 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f482d7de-501a-4cda-8291-13471966ed84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:10:38.057620 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f482d7de-501a-4cda-8291-13471966ed84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:10:38.057952 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f482d7de-501a-4cda-8291-13471966ed84 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:10:38.058832 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f482d7de-501a-4cda-8291-13471966ed84 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:10:38.059169 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f482d7de-501a-4cda-8291-13471966ed84 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:10:38.059501 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f482d7de-501a-4cda-8291-13471966ed84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:10:38.059866 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f482d7de-501a-4cda-8291-13471966ed84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:10:38.063232 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f482d7de-501a-4cda-8291-13471966ed84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:10:38.063232 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f482d7de-501a-4cda-8291-13471966ed84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:10:38.104094 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-993e081f-808c-4a25-9da4-b39e6305cd84 admin admin] Publish callbacks [] for security_group (6b781888-5370-4cee-bb3e-b8134e7bc3e2), before_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:38.127254 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-993e081f-808c-4a25-9da4-b39e6305cd84 admin admin] Publish callbacks [] for security_group (6b781888-5370-4cee-bb3e-b8134e7bc3e2), precommit_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:38.314104 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-993e081f-808c-4a25-9da4-b39e6305cd84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (6b781888-5370-4cee-bb3e-b8134e7bc3e2), after_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:38.316711 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-993e081f-808c-4a25-9da4-b39e6305cd84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:38.317901 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-993e081f-808c-4a25-9da4-b39e6305cd84 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6b781888-5370-4cee-bb3e-b8134e7bc3e2 HTTP/1.1" status: 204 len: 168 time: 0.2666388 Mar 02 15:10:38.326238 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993e081f-808c-4a25-9da4-b39e6305cd84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b781888-5370-4cee-bb3e-b8134e7bc3e2,revision_number=None']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:10:38.333376 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993e081f-808c-4a25-9da4-b39e6305cd84 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:10:38.333738 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993e081f-808c-4a25-9da4-b39e6305cd84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:10:38.334096 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993e081f-808c-4a25-9da4-b39e6305cd84 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:10:38.334420 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993e081f-808c-4a25-9da4-b39e6305cd84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:10:38.334745 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993e081f-808c-4a25-9da4-b39e6305cd84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:10:38.335068 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993e081f-808c-4a25-9da4-b39e6305cd84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:10:38.335416 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993e081f-808c-4a25-9da4-b39e6305cd84 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:10:38.335895 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993e081f-808c-4a25-9da4-b39e6305cd84 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:10:38.336088 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993e081f-808c-4a25-9da4-b39e6305cd84 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:10:38.336424 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993e081f-808c-4a25-9da4-b39e6305cd84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:10:38.336744 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993e081f-808c-4a25-9da4-b39e6305cd84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:10:38.337066 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993e081f-808c-4a25-9da4-b39e6305cd84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:10:38.337411 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993e081f-808c-4a25-9da4-b39e6305cd84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:10:38.675567 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-8892b69f-eca9-4a5d-ad7e-71e934175146 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (dc3a6147-3194-47be-b33a-76a9a2a48933), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:38.938809 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 35042) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:10:38.952383 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-b967434c-8279-4116-82d1-9c36cd0462ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:39.024725 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-b967434c-8279-4116-82d1-9c36cd0462ac admin admin] Publish callbacks [] for security_group (cabb9c3b-e959-43a6-8948-2279ed774580), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:39.109520 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-b967434c-8279-4116-82d1-9c36cd0462ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (cabb9c3b-e959-43a6-8948-2279ed774580), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:39.146595 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b967434c-8279-4116-82d1-9c36cd0462ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cabb9c3b-e959-43a6-8948-2279ed774580,revision_number=1']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:10:39.151304 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-b967434c-8279-4116-82d1-9c36cd0462ac admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=03ab89a59592406aba613eaf7598656c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2109861 Mar 02 15:10:39.154465 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 35046) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:10:39.202243 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-067ec936-16b6-4cb6-b6c6-bdac6173d579 admin admin] Publish callbacks [] for security_group (cabb9c3b-e959-43a6-8948-2279ed774580), before_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:39.223246 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-067ec936-16b6-4cb6-b6c6-bdac6173d579 admin admin] Publish callbacks [] for security_group (cabb9c3b-e959-43a6-8948-2279ed774580), precommit_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:39.349824 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-067ec936-16b6-4cb6-b6c6-bdac6173d579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (cabb9c3b-e959-43a6-8948-2279ed774580), after_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:39.352477 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-067ec936-16b6-4cb6-b6c6-bdac6173d579 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:39.353623 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-067ec936-16b6-4cb6-b6c6-bdac6173d579 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cabb9c3b-e959-43a6-8948-2279ed774580 HTTP/1.1" status: 204 len: 168 time: 0.1987193 Mar 02 15:10:39.362304 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067ec936-16b6-4cb6-b6c6-bdac6173d579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cabb9c3b-e959-43a6-8948-2279ed774580,revision_number=None']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:10:40.110088 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 35052) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:10:40.125218 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-5199d800-a351-43ca-ac22-22ce052aeecc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:40.201866 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-5199d800-a351-43ca-ac22-22ce052aeecc admin admin] Publish callbacks [] for security_group (594af780-9cbb-4a59-9f61-a109f5090996), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:40.286955 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-5199d800-a351-43ca-ac22-22ce052aeecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (594af780-9cbb-4a59-9f61-a109f5090996), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:40.326626 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-5199d800-a351-43ca-ac22-22ce052aeecc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2c64aeb4fb734724a93a7114fea1d2fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2154214 Mar 02 15:10:40.327605 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5199d800-a351-43ca-ac22-22ce052aeecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=594af780-9cbb-4a59-9f61-a109f5090996,revision_number=1']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:10:40.329600 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 35058) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:10:40.380226 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-e0cb71f0-0143-4052-9e50-eaf824531531 admin admin] Publish callbacks [] for security_group (594af780-9cbb-4a59-9f61-a109f5090996), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:40.403296 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-e0cb71f0-0143-4052-9e50-eaf824531531 admin admin] Publish callbacks [] for security_group (594af780-9cbb-4a59-9f61-a109f5090996), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:40.527106 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-e0cb71f0-0143-4052-9e50-eaf824531531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (594af780-9cbb-4a59-9f61-a109f5090996), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:40.529738 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-e0cb71f0-0143-4052-9e50-eaf824531531 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:40.530963 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-e0cb71f0-0143-4052-9e50-eaf824531531 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/594af780-9cbb-4a59-9f61-a109f5090996 HTTP/1.1" status: 204 len: 168 time: 0.2003310 Mar 02 15:10:40.539695 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cb71f0-0143-4052-9e50-eaf824531531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=594af780-9cbb-4a59-9f61-a109f5090996,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:10:41.064194 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-5e23993a-c770-4319-a6fb-e4936b519ce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (4b7d4a90-2987-419a-b6cd-7624b7dba065), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:41.887337 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 35092) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:10:41.993222 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-1df18aa8-48e2-4501-88ad-38cdeb61290e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:42.070454 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-1df18aa8-48e2-4501-88ad-38cdeb61290e admin admin] Publish callbacks [] for security_group (4772d82d-7e7e-409e-a9b7-90940b4e5246), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:42.166738 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-1df18aa8-48e2-4501-88ad-38cdeb61290e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (4772d82d-7e7e-409e-a9b7-90940b4e5246), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:42.204898 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-1df18aa8-48e2-4501-88ad-38cdeb61290e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c7113aeffd7b4464a507140688fd752d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3162923 Mar 02 15:10:42.205590 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df18aa8-48e2-4501-88ad-38cdeb61290e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4772d82d-7e7e-409e-a9b7-90940b4e5246,revision_number=1']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:10:42.207708 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 35102) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:10:42.229602 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-8c265469-93de-451d-a227-73ff998d8f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (bfbb2626-1130-458a-80a5-4632d76fa057), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:42.256742 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-5992afa2-2d09-4f66-82bc-a9ec10fa4c4a admin admin] Publish callbacks [] for security_group (4772d82d-7e7e-409e-a9b7-90940b4e5246), before_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:42.280258 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-5992afa2-2d09-4f66-82bc-a9ec10fa4c4a admin admin] Publish callbacks [] for security_group (4772d82d-7e7e-409e-a9b7-90940b4e5246), precommit_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:42.406715 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-5992afa2-2d09-4f66-82bc-a9ec10fa4c4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (4772d82d-7e7e-409e-a9b7-90940b4e5246), after_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:42.409669 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-5992afa2-2d09-4f66-82bc-a9ec10fa4c4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:42.410843 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-5992afa2-2d09-4f66-82bc-a9ec10fa4c4a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4772d82d-7e7e-409e-a9b7-90940b4e5246 HTTP/1.1" status: 204 len: 168 time: 0.2021227 Mar 02 15:10:42.418896 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5992afa2-2d09-4f66-82bc-a9ec10fa4c4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4772d82d-7e7e-409e-a9b7-90940b4e5246,revision_number=None']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:10:43.448463 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 35148) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:10:43.546429 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.v2.base [None req-580d53e6-bac5-485b-9299-880aa361d425 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-544275024-network', 'tenant_id': '44e61c3f757940c0bc5ab3e2419d351c'}} {{(pid=110179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 15:10:43.623855 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-580d53e6-bac5-485b-9299-880aa361d425 admin admin] Made reservation on behalf of 44e61c3f757940c0bc5ab3e2419d351c for: {'network': 1} {{(pid=110179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 15:10:43.626187 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-580d53e6-bac5-485b-9299-880aa361d425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for network (None), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:43.634480 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-580d53e6-bac5-485b-9299-880aa361d425 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:43.669559 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-9cfe1c82-1e01-4346-89c5-c3e1093f4022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (b9ce56f8-3527-4dd9-b024-9df7b3f4c018), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:43.710818 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-580d53e6-bac5-485b-9299-880aa361d425 admin admin] Publish callbacks [] for security_group (437f4698-29b1-4b20-9bee-ef66070041c1), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:43.772168 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-580d53e6-bac5-485b-9299-880aa361d425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (437f4698-29b1-4b20-9bee-ef66070041c1), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:43.793643 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-580d53e6-bac5-485b-9299-880aa361d425 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=110179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 15:10:43.808402 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580d53e6-bac5-485b-9299-880aa361d425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=437f4698-29b1-4b20-9bee-ef66070041c1,revision_number=1']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:10:43.811376 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-580d53e6-bac5-485b-9299-880aa361d425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16119287'] for segment (49d9310f-2b89-4ce5-8c6a-71fa8372b9a1), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:43.811700 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.db.segments_db [None req-580d53e6-bac5-485b-9299-880aa361d425 admin admin] Added segment 49d9310f-2b89-4ce5-8c6a-71fa8372b9a1 of type vlan for network 9dc5a964-7d40-46ef-957a-f7e0ac46272d Mar 02 15:10:43.852021 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-580d53e6-bac5-485b-9299-880aa361d425 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757345464387'] for network (9dc5a964-7d40-46ef-957a-f7e0ac46272d), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:43.942086 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-580d53e6-bac5-485b-9299-880aa361d425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677'] for network (9dc5a964-7d40-46ef-957a-f7e0ac46272d), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:43.943079 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580d53e6-bac5-485b-9299-880aa361d425 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:10:43.943691 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-580d53e6-bac5-485b-9299-880aa361d425 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16231659'] for network (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:43.999816 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580d53e6-bac5-485b-9299-880aa361d425 admin admin] Pushing event updated for resources: {'Network': ['ID=9dc5a964-7d40-46ef-957a-f7e0ac46272d,revision_number=1']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:10:44.009426 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Network 9dc5a964-7d40-46ef-957a-f7e0ac46272d details requested by agent ovs-agent-dv-cinder-831439-3-iscsi with host dv-cinder-831439-3-iscsi {{(pid=110181) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 15:10:44.095114 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-580d53e6-bac5-485b-9299-880aa361d425 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6454942 Mar 02 15:10:44.097929 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 35156) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:10:44.102586 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.v2.base [None req-139d8a95-a2b8-478e-b05c-89530c6090ca admin admin] Request body: {'subnet': {'network_id': '9dc5a964-7d40-46ef-957a-f7e0ac46272d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-544275024-subnet', 'tenant_id': '44e61c3f757940c0bc5ab3e2419d351c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 15:10:44.206668 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-139d8a95-a2b8-478e-b05c-89530c6090ca admin admin] Made reservation on behalf of 44e61c3f757940c0bc5ab3e2419d351c for: {'subnet': 1} {{(pid=110179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 15:10:44.209109 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-139d8a95-a2b8-478e-b05c-89530c6090ca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3566905'] for subnet (None), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:44.453006 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-139d8a95-a2b8-478e-b05c-89530c6090ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3822813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3566859'] for subnet (7ace574d-9c27-402c-8462-7ee2eaceb601), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:44.513310 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139d8a95-a2b8-478e-b05c-89530c6090ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ace574d-9c27-402c-8462-7ee2eaceb601,revision_number=0']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:10:44.522932 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139d8a95-a2b8-478e-b05c-89530c6090ca admin admin] Checking segment: {'id': '49d9310f-2b89-4ce5-8c6a-71fa8372b9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9dc5a964-7d40-46ef-957a-f7e0ac46272d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 15:10:44.523172 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139d8a95-a2b8-478e-b05c-89530c6090ca admin admin] Network hostable DHCP agents. Network: 9dc5a964-7d40-46ef-957a-f7e0ac46272d, hostable agents: ['dc3a6147-3194-47be-b33a-76a9a2a48933'], hosted agents: [] {{(pid=110179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 15:10:44.623960 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139d8a95-a2b8-478e-b05c-89530c6090ca admin admin] Network 9dc5a964-7d40-46ef-957a-f7e0ac46272d is scheduled to be hosted by DHCP agent dc3a6147-3194-47be-b33a-76a9a2a48933 with binding_index 1 {{(pid=110179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 15:10:44.703836 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.scheduler.base_scheduler [None req-139d8a95-a2b8-478e-b05c-89530c6090ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831439-3-iscsi, 9dc5a964-7d40-46ef-957a-f7e0ac46272d) {{(pid=110179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 15:10:44.707880 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139d8a95-a2b8-478e-b05c-89530c6090ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:10:44.708481 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-139d8a95-a2b8-478e-b05c-89530c6090ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16231659'] for subnet (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:44.713920 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5d5f37-c646-4b01-832a-4f67a1581843 None None] Network 9dc5a964-7d40-46ef-957a-f7e0ac46272d requested from dv-cinder-831439-3-iscsi {{(pid=110181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 15:10:44.817954 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-139d8a95-a2b8-478e-b05c-89530c6090ca admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7187543 Mar 02 15:10:44.829302 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b501edeb-5e5b-47f4-8cde-62867af2a780 None None] Network 9dc5a964-7d40-46ef-957a-f7e0ac46272d requested from dv-cinder-831439-3-iscsi {{(pid=110181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 15:10:45.057791 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (3a73802c-5f14-4c1f-8439-e74c4c90063b), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:47.104221 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa95b162-3f02-416b-80c0-95a232a31652 req-09147958-29fb-43dc-b00b-afb94e40c310 tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:10:47.106250 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-fa95b162-3f02-416b-80c0-95a232a31652 req-09147958-29fb-43dc-b00b-afb94e40c310 tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] 10.222.0.52 "GET /v2.0/networks?id=9dc5a964-7d40-46ef-957a-f7e0ac46272d HTTP/1.1" status: 200 len: 813 time: 0.1071365 Mar 02 15:10:47.120367 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-fa95b162-3f02-416b-80c0-95a232a31652 req-332c0e71-8256-462e-b0de-609518a5683a tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] 10.222.0.52 "GET /v2.0/quotas/44e61c3f757940c0bc5ab3e2419d351c HTTP/1.1" status: 200 len: 375 time: 0.0088465 Mar 02 15:10:47.152659 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-fa95b162-3f02-416b-80c0-95a232a31652 req-b8c629db-e1e2-4b62-b4e8-ddaee7b2d435 tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=44e61c3f757940c0bc5ab3e2419d351c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267591 Mar 02 15:10:47.291257 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-fa95b162-3f02-416b-80c0-95a232a31652 req-8aecd370-1dfe-4f26-9ec0-e28dd9cb46e2 service neutron] 10.222.0.52 "GET /v2.0/networks/9dc5a964-7d40-46ef-957a-f7e0ac46272d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314695 Mar 02 15:10:47.384740 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-fa95b162-3f02-416b-80c0-95a232a31652 req-81058a75-4fa5-4a3e-b2de-2bb8ffe68bca service neutron] 10.222.0.52 "GET /v2.0/networks/9dc5a964-7d40-46ef-957a-f7e0ac46272d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881321 Mar 02 15:10:47.643197 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-edbb2ddf-d539-4eb6-92db-20cf7c6b4f33 req-0a9893ce-ef11-4f56-a8b3-9b5a5cfe5c89 tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] 10.222.0.52 "GET /v2.0/ports?device_id=f69ff9cb-83af-411d-a3a5-faa7e8466875 HTTP/1.1" status: 200 len: 210 time: 0.0287056 Mar 02 15:10:48.720228 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-2c030c31-f744-48ae-b2a3-851c5c991d24 req-73e456ca-b6b2-4263-94e9-cbe725cb42d8 tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] 10.222.0.52 "GET /v2.0/ports?device_id=f69ff9cb-83af-411d-a3a5-faa7e8466875 HTTP/1.1" status: 200 len: 210 time: 0.0274734 Mar 02 15:10:49.391154 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 35238) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:10:49.497926 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-ee737fae-5239-4d64-a9d4-42057c20f522 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:49.575873 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-ee737fae-5239-4d64-a9d4-42057c20f522 admin admin] Publish callbacks [] for security_group (a36dd7af-3650-422f-a68b-e5a9ffab7b08), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:49.639382 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-ee737fae-5239-4d64-a9d4-42057c20f522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (a36dd7af-3650-422f-a68b-e5a9ffab7b08), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:49.681189 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee737fae-5239-4d64-a9d4-42057c20f522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a36dd7af-3650-422f-a68b-e5a9ffab7b08,revision_number=1']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:10:49.689629 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-ee737fae-5239-4d64-a9d4-42057c20f522 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f2ce87f8248840328b3ed6c1c8b5bc97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2956617 Mar 02 15:10:49.691992 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 35244) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:10:49.738483 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-42f1ac02-5c3e-462b-a774-19558a25963c admin admin] Publish callbacks [] for security_group (a36dd7af-3650-422f-a68b-e5a9ffab7b08), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:49.760802 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-42f1ac02-5c3e-462b-a774-19558a25963c admin admin] Publish callbacks [] for security_group (a36dd7af-3650-422f-a68b-e5a9ffab7b08), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:49.818140 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-da4d2217-d1e6-4bfe-8f72-d7b8a7719070 req-c9c5baa7-8a2a-4019-b23d-cc1a65d75a17 tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] 10.222.0.52 "GET /v2.0/ports?device_id=f69ff9cb-83af-411d-a3a5-faa7e8466875 HTTP/1.1" status: 200 len: 210 time: 0.0307949 Mar 02 15:10:49.927024 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-42f1ac02-5c3e-462b-a774-19558a25963c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (a36dd7af-3650-422f-a68b-e5a9ffab7b08), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:49.929676 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-42f1ac02-5c3e-462b-a774-19558a25963c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:49.930823 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-42f1ac02-5c3e-462b-a774-19558a25963c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a36dd7af-3650-422f-a68b-e5a9ffab7b08 HTTP/1.1" status: 204 len: 168 time: 0.2381845 Mar 02 15:10:49.941038 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f1ac02-5c3e-462b-a774-19558a25963c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a36dd7af-3650-422f-a68b-e5a9ffab7b08,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:10:50.627003 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa95b162-3f02-416b-80c0-95a232a31652 req-db99c5cd-e549-4abe-a99c-50300562db26 tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:10:50.628446 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-fa95b162-3f02-416b-80c0-95a232a31652 req-db99c5cd-e549-4abe-a99c-50300562db26 tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] 10.222.0.55 "GET /v2.0/networks?id=9dc5a964-7d40-46ef-957a-f7e0ac46272d HTTP/1.1" status: 200 len: 813 time: 0.1022096 Mar 02 15:10:50.671889 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.v2.base [req-fa95b162-3f02-416b-80c0-95a232a31652 req-43dcb939-5975-4f27-86fe-e4820cb11888 tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] Request body: {'port': {'device_id': 'f69ff9cb-83af-411d-a3a5-faa7e8466875', 'network_id': '9dc5a964-7d40-46ef-957a-f7e0ac46272d', 'admin_state_up': True, 'tenant_id': '44e61c3f757940c0bc5ab3e2419d351c'}} {{(pid=110180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 15:10:50.844465 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 35254) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:10:50.858798 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3346f2a8-f6f1-45b9-be36-b7a4f672c13b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:50.883928 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa95b162-3f02-416b-80c0-95a232a31652 req-43dcb939-5975-4f27-86fe-e4820cb11888 tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] Made reservation on behalf of 44e61c3f757940c0bc5ab3e2419d351c for: {'port': 1} {{(pid=110180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 15:10:50.887802 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-fa95b162-3f02-416b-80c0-95a232a31652 req-43dcb939-5975-4f27-86fe-e4820cb11888 tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (None), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:50.932047 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-b0dc43b6-d7da-4156-86fc-b0a81ff666e8 req-d6a6a84f-9468-4628-bc55-6461f020c622 tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] 10.222.0.52 "GET /v2.0/ports?device_id=f69ff9cb-83af-411d-a3a5-faa7e8466875 HTTP/1.1" status: 200 len: 210 time: 0.0386128 Mar 02 15:10:51.053153 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3346f2a8-f6f1-45b9-be36-b7a4f672c13b admin admin] Publish callbacks [] for security_group (f4dfe433-7047-481a-b70b-60c615cf279e), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:51.076555 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.db_base_plugin_common [req-fa95b162-3f02-416b-80c0-95a232a31652 req-43dcb939-5975-4f27-86fe-e4820cb11888 tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] Allocated IP 172.20.0.5 (9dc5a964-7d40-46ef-957a-f7e0ac46272d/7ace574d-9c27-402c-8462-7ee2eaceb601/d5be60e6-b99a-489f-b4a5-1a33d9e8b06c) {{(pid=110180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 15:10:51.123278 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3346f2a8-f6f1-45b9-be36-b7a4f672c13b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (f4dfe433-7047-481a-b70b-60c615cf279e), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:51.205240 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3346f2a8-f6f1-45b9-be36-b7a4f672c13b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4dfe433-7047-481a-b70b-60c615cf279e,revision_number=1']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:10:51.211562 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-3346f2a8-f6f1-45b9-be36-b7a4f672c13b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1f6d82ccf8034c2bb8dec40c1475b495&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3643520 Mar 02 15:10:51.212655 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 35260) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:10:51.261358 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-5b6ed401-1d33-4cb3-b341-ce35cdd20e40 admin admin] Publish callbacks [] for security_group (f4dfe433-7047-481a-b70b-60c615cf279e), before_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:51.265910 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-fa95b162-3f02-416b-80c0-95a232a31652 req-43dcb939-5975-4f27-86fe-e4820cb11888 tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] Publish callbacks [] for port (d5be60e6-b99a-489f-b4a5-1a33d9e8b06c), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:51.282173 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-5b6ed401-1d33-4cb3-b341-ce35cdd20e40 admin admin] Publish callbacks [] for security_group (f4dfe433-7047-481a-b70b-60c615cf279e), precommit_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:51.384009 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-fa95b162-3f02-416b-80c0-95a232a31652 req-43dcb939-5975-4f27-86fe-e4820cb11888 tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757345480668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672616'] for port (d5be60e6-b99a-489f-b4a5-1a33d9e8b06c), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:51.410873 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-5b6ed401-1d33-4cb3-b341-ce35cdd20e40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (f4dfe433-7047-481a-b70b-60c615cf279e), after_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:51.413498 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-5b6ed401-1d33-4cb3-b341-ce35cdd20e40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:51.414666 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-5b6ed401-1d33-4cb3-b341-ce35cdd20e40 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f4dfe433-7047-481a-b70b-60c615cf279e HTTP/1.1" status: 204 len: 168 time: 0.2011967 Mar 02 15:10:51.425573 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6ed401-1d33-4cb3-b341-ce35cdd20e40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4dfe433-7047-481a-b70b-60c615cf279e,revision_number=None']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:10:51.431651 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa95b162-3f02-416b-80c0-95a232a31652 req-43dcb939-5975-4f27-86fe-e4820cb11888 tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] Network 9dc5a964-7d40-46ef-957a-f7e0ac46272d is already hosted by enough agents. {{(pid=110180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 15:10:51.437640 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.base_scheduler [req-fa95b162-3f02-416b-80c0-95a232a31652 req-43dcb939-5975-4f27-86fe-e4820cb11888 tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] Resources bound (agent type, host, resource id): {{(pid=110180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 15:10:51.442875 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa95b162-3f02-416b-80c0-95a232a31652 req-43dcb939-5975-4f27-86fe-e4820cb11888 tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] Received port after_create {{(pid=110180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 15:10:51.469843 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dcb939-5975-4f27-86fe-e4820cb11888 tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] Pushing event updated for resources: {'Port': ['ID=d5be60e6-b99a-489f-b4a5-1a33d9e8b06c,revision_number=1']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:10:51.498554 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa95b162-3f02-416b-80c0-95a232a31652 req-43dcb939-5975-4f27-86fe-e4820cb11888 tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:10:51.499176 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-fa95b162-3f02-416b-80c0-95a232a31652 req-43dcb939-5975-4f27-86fe-e4820cb11888 tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221961'] for port (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:51.598065 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-fa95b162-3f02-416b-80c0-95a232a31652 req-43dcb939-5975-4f27-86fe-e4820cb11888 tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9300878 Mar 02 15:10:51.664142 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.v2.base [req-fa95b162-3f02-416b-80c0-95a232a31652 req-6634eb00-626b-4b9c-894b-af5045043566 service neutron] Request body: {'port': {'device_id': 'f69ff9cb-83af-411d-a3a5-faa7e8466875', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83143'}} {{(pid=110180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 15:10:51.730918 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-fa95b162-3f02-416b-80c0-95a232a31652 req-6634eb00-626b-4b9c-894b-af5045043566 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (d5be60e6-b99a-489f-b4a5-1a33d9e8b06c), before_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:51.982758 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.notifiers.nova [req-fa95b162-3f02-416b-80c0-95a232a31652 req-6634eb00-626b-4b9c-894b-af5045043566 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5be60e6-b99a-489f-b4a5-1a33d9e8b06c {{(pid=110180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 15:10:51.993076 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-fa95b162-3f02-416b-80c0-95a232a31652 req-6634eb00-626b-4b9c-894b-af5045043566 service neutron] Publish callbacks [] for port (d5be60e6-b99a-489f-b4a5-1a33d9e8b06c), precommit_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:52.014508 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.provisioning_blocks [req-fa95b162-3f02-416b-80c0-95a232a31652 req-6634eb00-626b-4b9c-894b-af5045043566 service neutron] Transition to ACTIVE for port object d5be60e6-b99a-489f-b4a5-1a33d9e8b06c will not be triggered until provisioned by entity L2. {{(pid=110180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 15:10:52.068878 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef4ebda-e2bc-48de-9f8b-2cc50b134bd7 req-94b777f1-9823-4216-ace5-0c52706207fd tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:10:52.070353 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-1ef4ebda-e2bc-48de-9f8b-2cc50b134bd7 req-94b777f1-9823-4216-ace5-0c52706207fd tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] 10.222.0.52 "GET /v2.0/ports?device_id=f69ff9cb-83af-411d-a3a5-faa7e8466875 HTTP/1.1" status: 200 len: 931 time: 0.0544689 Mar 02 15:10:52.120278 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-1ef4ebda-e2bc-48de-9f8b-2cc50b134bd7 req-6580b9ad-5333-4fda-b296-9cb5f6c79b48 tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] 10.222.0.52 "GET /v2.0/security-groups?id=437f4698-29b1-4b20-9bee-ef66070041c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437272 Mar 02 15:10:52.121383 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-fa95b162-3f02-416b-80c0-95a232a31652 req-6634eb00-626b-4b9c-894b-af5045043566 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3672609'] for port (d5be60e6-b99a-489f-b4a5-1a33d9e8b06c), after_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:52.170521 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 35268) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:10:52.174554 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6634eb00-626b-4b9c-894b-af5045043566 service neutron] Pushing event updated for resources: {'Port': ['ID=d5be60e6-b99a-489f-b4a5-1a33d9e8b06c,revision_number=2']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:10:52.204511 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-be49d376-9527-4447-9469-2c0c92fb92bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:52.276921 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.managers [req-fa95b162-3f02-416b-80c0-95a232a31652 req-6634eb00-626b-4b9c-894b-af5045043566 service neutron] Attempting to bind port d5be60e6-b99a-489f-b4a5-1a33d9e8b06c on host hv-cinder-83143 for vnic_type normal with profile {{(pid=110180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 15:10:52.277179 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.managers [req-fa95b162-3f02-416b-80c0-95a232a31652 req-6634eb00-626b-4b9c-894b-af5045043566 service neutron] Attempting to bind port d5be60e6-b99a-489f-b4a5-1a33d9e8b06c by drivers openvswitch,hyperv on host hv-cinder-83143 at level 0 using segments [{'id': '49d9310f-2b89-4ce5-8c6a-71fa8372b9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9dc5a964-7d40-46ef-957a-f7e0ac46272d'}] {{(pid=110180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 15:10:52.277510 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa95b162-3f02-416b-80c0-95a232a31652 req-6634eb00-626b-4b9c-894b-af5045043566 service neutron] Attempting to bind port d5be60e6-b99a-489f-b4a5-1a33d9e8b06c on network 9dc5a964-7d40-46ef-957a-f7e0ac46272d {{(pid=110180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 15:10:52.285679 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa95b162-3f02-416b-80c0-95a232a31652 req-6634eb00-626b-4b9c-894b-af5045043566 service neutron] Port d5be60e6-b99a-489f-b4a5-1a33d9e8b06c on network 9dc5a964-7d40-46ef-957a-f7e0ac46272d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83143 {{(pid=110180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 15:10:52.286004 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa95b162-3f02-416b-80c0-95a232a31652 req-6634eb00-626b-4b9c-894b-af5045043566 service neutron] Attempting to bind port d5be60e6-b99a-489f-b4a5-1a33d9e8b06c on network 9dc5a964-7d40-46ef-957a-f7e0ac46272d {{(pid=110180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 15:10:52.295468 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa95b162-3f02-416b-80c0-95a232a31652 req-6634eb00-626b-4b9c-894b-af5045043566 service neutron] Checking agent: {'id': 'a761fe19-4045-45cc-a7c7-f029a0c82591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83143', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 14, 54, 53), 'started_at': datetime.datetime(2022, 3, 2, 14, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 15, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 15:10:52.295825 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa95b162-3f02-416b-80c0-95a232a31652 req-6634eb00-626b-4b9c-894b-af5045043566 service neutron] Checking segment: {'id': '49d9310f-2b89-4ce5-8c6a-71fa8372b9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9dc5a964-7d40-46ef-957a-f7e0ac46272d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 15:10:52.296214 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa95b162-3f02-416b-80c0-95a232a31652 req-6634eb00-626b-4b9c-894b-af5045043566 service neutron] Bound using segment: {'id': '49d9310f-2b89-4ce5-8c6a-71fa8372b9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9dc5a964-7d40-46ef-957a-f7e0ac46272d'} {{(pid=110180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 15:10:52.296684 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.managers [req-fa95b162-3f02-416b-80c0-95a232a31652 req-6634eb00-626b-4b9c-894b-af5045043566 service neutron] Bound port: d5be60e6-b99a-489f-b4a5-1a33d9e8b06c, host: hv-cinder-83143, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49d9310f-2b89-4ce5-8c6a-71fa8372b9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9dc5a964-7d40-46ef-957a-f7e0ac46272d'}}] {{(pid=110180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 15:10:52.297049 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-fa95b162-3f02-416b-80c0-95a232a31652 req-6634eb00-626b-4b9c-894b-af5045043566 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (d5be60e6-b99a-489f-b4a5-1a33d9e8b06c), before_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:52.364786 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-be49d376-9527-4447-9469-2c0c92fb92bb admin admin] Publish callbacks [] for security_group (2ed4eca2-a629-41b6-b339-a19c308b58ff), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:52.385813 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.db [req-fa95b162-3f02-416b-80c0-95a232a31652 req-6634eb00-626b-4b9c-894b-af5045043566 service neutron] For port d5be60e6-b99a-489f-b4a5-1a33d9e8b06c, host hv-cinder-83143, cleared binding levels {{(pid=110180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 15:10:52.389520 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.db [req-fa95b162-3f02-416b-80c0-95a232a31652 req-6634eb00-626b-4b9c-894b-af5045043566 service neutron] For port d5be60e6-b99a-489f-b4a5-1a33d9e8b06c, host hv-cinder-83143, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=d5be60e6-b99a-489f-b4a5-1a33d9e8b06c,segment=NetworkSegment(49d9310f-2b89-4ce5-8c6a-71fa8372b9a1),segment_id=49d9310f-2b89-4ce5-8c6a-71fa8372b9a1)] {{(pid=110180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 15:10:52.434923 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-be49d376-9527-4447-9469-2c0c92fb92bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (2ed4eca2-a629-41b6-b339-a19c308b58ff), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:52.470931 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-fa95b162-3f02-416b-80c0-95a232a31652 req-6634eb00-626b-4b9c-894b-af5045043566 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3672609'] for port (d5be60e6-b99a-489f-b4a5-1a33d9e8b06c), after_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:52.480673 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be49d376-9527-4447-9469-2c0c92fb92bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed4eca2-a629-41b6-b339-a19c308b58ff,revision_number=1']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:10:52.484935 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-be49d376-9527-4447-9469-2c0c92fb92bb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fb8bfd4964d74d67a03865251bef28f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3132780 Mar 02 15:10:52.487780 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 35270) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:10:52.510712 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa95b162-3f02-416b-80c0-95a232a31652 req-6634eb00-626b-4b9c-894b-af5045043566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:10:52.511899 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-fa95b162-3f02-416b-80c0-95a232a31652 req-6634eb00-626b-4b9c-894b-af5045043566 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221961'] for port (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:52.513276 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-fa95b162-3f02-416b-80c0-95a232a31652 req-6634eb00-626b-4b9c-894b-af5045043566 service neutron] 10.222.0.55 "PUT /v2.0/ports/d5be60e6-b99a-489f-b4a5-1a33d9e8b06c HTTP/1.1" status: 200 len: 1093 time: 0.8536870 Mar 02 15:10:52.513751 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f69ff9cb-83af-411d-a3a5-faa7e8466875', 'tag': 'd5be60e6-b99a-489f-b4a5-1a33d9e8b06c'}] {{(pid=110180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 15:10:52.515997 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d4cb776884cbbf8177075bc934a95f6bdaf5bba346c2d7fc75eae3cda02a5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dafe9cf-59e5-4b80-aed3-5ea221282b75" -d '{"events": [{"name": "network-changed", "server_uuid": "f69ff9cb-83af-411d-a3a5-faa7e8466875", "tag": "d5be60e6-b99a-489f-b4a5-1a33d9e8b06c"}]}' {{(pid=110180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 15:10:52.542146 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-c1949715-1a8e-42a1-8b4f-368663b35a5b admin admin] Publish callbacks [] for security_group (2ed4eca2-a629-41b6-b339-a19c308b58ff), before_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:52.547140 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6634eb00-626b-4b9c-894b-af5045043566 service neutron] Pushing event updated for resources: {'Port': ['ID=d5be60e6-b99a-489f-b4a5-1a33d9e8b06c,revision_number=3']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:10:52.565347 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-c1949715-1a8e-42a1-8b4f-368663b35a5b admin admin] Publish callbacks [] for security_group (2ed4eca2-a629-41b6-b339-a19c308b58ff), precommit_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:52.567523 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 15:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-118d9760-2105-4f36-8255-89614c50e596 x-openstack-request-id: req-118d9760-2105-4f36-8255-89614c50e596 {{(pid=110180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 15:10:52.567878 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f69ff9cb-83af-411d-a3a5-faa7e8466875", "tag": "d5be60e6-b99a-489f-b4a5-1a33d9e8b06c", "status": "completed", "code": 200}]} {{(pid=110180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 15:10:52.570231 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-118d9760-2105-4f36-8255-89614c50e596 {{(pid=110180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 15:10:52.570231 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f69ff9cb-83af-411d-a3a5-faa7e8466875', 'tag': 'd5be60e6-b99a-489f-b4a5-1a33d9e8b06c', 'status': 'completed', 'code': 200} Mar 02 15:10:52.656837 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dafe9cf-59e5-4b80-aed3-5ea221282b75 req-e4f4de78-18fa-4dac-9bd4-a9e5c84e7cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:10:52.658325 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6dafe9cf-59e5-4b80-aed3-5ea221282b75 req-e4f4de78-18fa-4dac-9bd4-a9e5c84e7cb4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=44e61c3f757940c0bc5ab3e2419d351c&device_id=f69ff9cb-83af-411d-a3a5-faa7e8466875 HTTP/1.1" status: 200 len: 1127 time: 0.0468199 Mar 02 15:10:52.726333 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-c1949715-1a8e-42a1-8b4f-368663b35a5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (2ed4eca2-a629-41b6-b339-a19c308b58ff), after_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:52.729264 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-c1949715-1a8e-42a1-8b4f-368663b35a5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:52.730998 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-c1949715-1a8e-42a1-8b4f-368663b35a5b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2ed4eca2-a629-41b6-b339-a19c308b58ff HTTP/1.1" status: 204 len: 168 time: 0.2418523 Mar 02 15:10:52.740217 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1949715-1a8e-42a1-8b4f-368663b35a5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed4eca2-a629-41b6-b339-a19c308b58ff,revision_number=None']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:10:52.767415 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dafe9cf-59e5-4b80-aed3-5ea221282b75 req-a0847198-ff52-44b5-9165-da26f1764d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:10:52.769026 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6dafe9cf-59e5-4b80-aed3-5ea221282b75 req-a0847198-ff52-44b5-9165-da26f1764d58 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=44e61c3f757940c0bc5ab3e2419d351c&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0984967 Mar 02 15:10:52.866227 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dafe9cf-59e5-4b80-aed3-5ea221282b75 req-cc2cadae-c97b-4781-8fe5-e1a53f2ed8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:10:52.867786 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6dafe9cf-59e5-4b80-aed3-5ea221282b75 req-cc2cadae-c97b-4781-8fe5-e1a53f2ed8e5 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0934927 Mar 02 15:10:52.971556 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa95b162-3f02-416b-80c0-95a232a31652 req-41df5f27-d158-4ec2-bbee-836151e55854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:10:52.973046 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-fa95b162-3f02-416b-80c0-95a232a31652 req-41df5f27-d158-4ec2-bbee-836151e55854 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=44e61c3f757940c0bc5ab3e2419d351c&device_id=f69ff9cb-83af-411d-a3a5-faa7e8466875 HTTP/1.1" status: 200 len: 1127 time: 0.0455475 Mar 02 15:10:53.018827 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-fa95b162-3f02-416b-80c0-95a232a31652 req-5e968cb3-a802-4a29-ab4a-a714dea025a9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5be60e6-b99a-489f-b4a5-1a33d9e8b06c HTTP/1.1" status: 200 len: 217 time: 0.0341315 Mar 02 15:10:53.068962 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa95b162-3f02-416b-80c0-95a232a31652 req-1d1f1b1c-a27a-4152-b44f-4acd80e86669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:10:53.070682 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-fa95b162-3f02-416b-80c0-95a232a31652 req-1d1f1b1c-a27a-4152-b44f-4acd80e86669 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7ace574d-9c27-402c-8462-7ee2eaceb601 HTTP/1.1" status: 200 len: 853 time: 0.0465260 Mar 02 15:10:53.105883 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-fa95b162-3f02-416b-80c0-95a232a31652 req-3ab17b15-7061-4295-b8fc-aa04a57290a5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9dc5a964-7d40-46ef-957a-f7e0ac46272d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297871 Mar 02 15:10:53.212013 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-fa95b162-3f02-416b-80c0-95a232a31652 req-e8009e04-2c7f-4bb7-b576-7a4c2276d319 service neutron] 10.222.0.55 "GET /v2.0/networks/9dc5a964-7d40-46ef-957a-f7e0ac46272d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989871 Mar 02 15:10:53.307183 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877e492d-a820-4729-ab78-4aa82c4c6fa6 req-bbe6cf08-7f05-4b65-9075-1810dd6fbdb6 tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:10:53.308719 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-877e492d-a820-4729-ab78-4aa82c4c6fa6 req-bbe6cf08-7f05-4b65-9075-1810dd6fbdb6 tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] 10.222.0.52 "GET /v2.0/ports?device_id=f69ff9cb-83af-411d-a3a5-faa7e8466875 HTTP/1.1" status: 200 len: 943 time: 0.1134195 Mar 02 15:10:53.347282 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-fa95b162-3f02-416b-80c0-95a232a31652 req-f47ff3d7-8275-4319-af57-caa4407bfe02 service neutron] 10.222.0.55 "GET /v2.0/networks/9dc5a964-7d40-46ef-957a-f7e0ac46272d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190150 Mar 02 15:10:53.373695 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-877e492d-a820-4729-ab78-4aa82c4c6fa6 req-21ea72da-2b78-4def-9547-644c37f5e755 tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] 10.222.0.52 "GET /v2.0/security-groups?id=437f4698-29b1-4b20-9bee-ef66070041c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546670 Mar 02 15:10:54.649092 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce25ab7-fb69-4c2b-9db4-35d58797190f req-4b7d2693-a4e0-4723-8ed8-8b919a5a3a8f tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:10:54.660219 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-5ce25ab7-fb69-4c2b-9db4-35d58797190f req-4b7d2693-a4e0-4723-8ed8-8b919a5a3a8f tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] 10.222.0.52 "GET /v2.0/ports?device_id=f69ff9cb-83af-411d-a3a5-faa7e8466875 HTTP/1.1" status: 200 len: 943 time: 0.0550070 Mar 02 15:10:54.704941 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-5ce25ab7-fb69-4c2b-9db4-35d58797190f req-5ef2ee61-db87-47b2-8989-367a24fb034c tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] 10.222.0.52 "GET /v2.0/security-groups?id=437f4698-29b1-4b20-9bee-ef66070041c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473583 Mar 02 15:10:55.825454 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f124a4b5-e8fd-4df5-9ca0-59a9c9ed064c req-5984c136-5bc3-454e-a603-260545226ccd tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:10:55.826914 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-f124a4b5-e8fd-4df5-9ca0-59a9c9ed064c req-5984c136-5bc3-454e-a603-260545226ccd tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] 10.222.0.52 "GET /v2.0/ports?device_id=f69ff9cb-83af-411d-a3a5-faa7e8466875 HTTP/1.1" status: 200 len: 943 time: 0.0538514 Mar 02 15:10:55.874692 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-f124a4b5-e8fd-4df5-9ca0-59a9c9ed064c req-7d70c5bb-1f76-463d-a004-54ab73840c84 tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] 10.222.0.52 "GET /v2.0/security-groups?id=437f4698-29b1-4b20-9bee-ef66070041c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418649 Mar 02 15:10:55.964063 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Device d5be60e6-b99a-489f-b4a5-1a33d9e8b06c details requested by agent hyperv_hv-cinder-83143 with host hv-cinder-83143 {{(pid=110181) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 15:10:56.062299 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 35350) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:10:56.064488 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] For port d5be60e6-b99a-489f-b4a5-1a33d9e8b06c, host hv-cinder-83143, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=d5be60e6-b99a-489f-b4a5-1a33d9e8b06c,segment=NetworkSegment(49d9310f-2b89-4ce5-8c6a-71fa8372b9a1),segment_id=49d9310f-2b89-4ce5-8c6a-71fa8372b9a1)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:10:56.077308 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Returning: {'device': 'd5be60e6-b99a-489f-b4a5-1a33d9e8b06c', 'network_id': '9dc5a964-7d40-46ef-957a-f7e0ac46272d', 'port_id': 'd5be60e6-b99a-489f-b4a5-1a33d9e8b06c', 'mac_address': 'fa:16:3e:22:a5:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ace574d-9c27-402c-8462-7ee2eaceb601', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110181) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 15:10:56.114292 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Current status of the port d5be60e6-b99a-489f-b4a5-1a33d9e8b06c is: DOWN; New status is: BUILD {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 15:10:56.114690 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (d5be60e6-b99a-489f-b4a5-1a33d9e8b06c), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:56.131780 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.notifiers.nova [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5be60e6-b99a-489f-b4a5-1a33d9e8b06c {{(pid=110181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 15:10:56.152484 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] For port d5be60e6-b99a-489f-b4a5-1a33d9e8b06c, host hv-cinder-83143, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=d5be60e6-b99a-489f-b4a5-1a33d9e8b06c,segment=NetworkSegment(49d9310f-2b89-4ce5-8c6a-71fa8372b9a1),segment_id=49d9310f-2b89-4ce5-8c6a-71fa8372b9a1)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:10:56.172003 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-3b11b8b7-c5ce-4563-a38d-7c4ee453ea49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:56.247100 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (d5be60e6-b99a-489f-b4a5-1a33d9e8b06c), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:56.248882 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-3b11b8b7-c5ce-4563-a38d-7c4ee453ea49 admin admin] Publish callbacks [] for security_group (86c69cea-9343-420f-890f-c1675ef07dc6), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:56.293643 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Pushing event updated for resources: {'Port': ['ID=d5be60e6-b99a-489f-b4a5-1a33d9e8b06c,revision_number=4']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:10:56.300417 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:10:56.300839 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:10:56.301126 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:10:56.301467 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:10:56.301806 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:10:56.302142 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:10:56.302474 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:10:56.302808 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:10:56.303135 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:10:56.303463 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:10:56.303815 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:10:56.304141 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:10:56.304467 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:10:56.332299 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-3b11b8b7-c5ce-4563-a38d-7c4ee453ea49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (86c69cea-9343-420f-890f-c1675ef07dc6), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:56.371394 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-3b11b8b7-c5ce-4563-a38d-7c4ee453ea49 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a39a136dd2994629ba742ab03447ccbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3073070 Mar 02 15:10:56.372337 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b11b8b7-c5ce-4563-a38d-7c4ee453ea49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86c69cea-9343-420f-890f-c1675ef07dc6,revision_number=1']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:10:56.374151 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 35354) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:10:56.421934 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-7f7a1035-5a72-4b20-bf37-34ef83991947 admin admin] Publish callbacks [] for security_group (86c69cea-9343-420f-890f-c1675ef07dc6), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:56.444016 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-7f7a1035-5a72-4b20-bf37-34ef83991947 admin admin] Publish callbacks [] for security_group (86c69cea-9343-420f-890f-c1675ef07dc6), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:56.554992 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-7f7a1035-5a72-4b20-bf37-34ef83991947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (86c69cea-9343-420f-890f-c1675ef07dc6), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:56.557519 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-7f7a1035-5a72-4b20-bf37-34ef83991947 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:56.559798 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-7f7a1035-5a72-4b20-bf37-34ef83991947 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/86c69cea-9343-420f-890f-c1675ef07dc6 HTTP/1.1" status: 204 len: 168 time: 0.1844525 Mar 02 15:10:56.567698 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7a1035-5a72-4b20-bf37-34ef83991947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c69cea-9343-420f-890f-c1675ef07dc6,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:10:56.695392 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] get_ports_and_sgs() called for port_ids ['d5be60e6-b99a-489f-b4a5-1a33d9e8b06c'] {{(pid=110181) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 15:10:56.994256 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35445d30-66a0-49fe-8a73-d90d38a2955f req-1aeb9406-949f-4685-98b2-329d114d8239 tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:10:56.995756 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-35445d30-66a0-49fe-8a73-d90d38a2955f req-1aeb9406-949f-4685-98b2-329d114d8239 tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] 10.222.0.52 "GET /v2.0/ports?device_id=f69ff9cb-83af-411d-a3a5-faa7e8466875 HTTP/1.1" status: 200 len: 944 time: 0.0549037 Mar 02 15:10:57.044206 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-35445d30-66a0-49fe-8a73-d90d38a2955f req-69cd1e45-ae6b-4ee7-90db-81eaef1153ce tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] 10.222.0.52 "GET /v2.0/security-groups?id=437f4698-29b1-4b20-9bee-ef66070041c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411117 Mar 02 15:10:57.206480 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 35362) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:10:57.220504 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-132b3b47-148a-4244-87f8-e0022ec64f6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:57.292123 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (a761fe19-4045-45cc-a7c7-f029a0c82591), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:57.293070 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-132b3b47-148a-4244-87f8-e0022ec64f6a admin admin] Publish callbacks [] for security_group (28af540a-7282-410b-828a-8cce1d1a370c), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:57.388727 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-132b3b47-148a-4244-87f8-e0022ec64f6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (28af540a-7282-410b-828a-8cce1d1a370c), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:57.427301 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-132b3b47-148a-4244-87f8-e0022ec64f6a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c721a24d43d44d8aaf80a4bcd7128d89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2197466 Mar 02 15:10:57.428183 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132b3b47-148a-4244-87f8-e0022ec64f6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28af540a-7282-410b-828a-8cce1d1a370c,revision_number=1']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:10:57.429952 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 35364) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:10:57.478122 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-424b5ca5-0861-4387-bc8e-8801921a0373 admin admin] Publish callbacks [] for security_group (28af540a-7282-410b-828a-8cce1d1a370c), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:57.498974 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-424b5ca5-0861-4387-bc8e-8801921a0373 admin admin] Publish callbacks [] for security_group (28af540a-7282-410b-828a-8cce1d1a370c), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:57.629214 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-424b5ca5-0861-4387-bc8e-8801921a0373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (28af540a-7282-410b-828a-8cce1d1a370c), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:57.631874 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-424b5ca5-0861-4387-bc8e-8801921a0373 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:57.633048 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-424b5ca5-0861-4387-bc8e-8801921a0373 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/28af540a-7282-410b-828a-8cce1d1a370c HTTP/1.1" status: 204 len: 168 time: 0.2020371 Mar 02 15:10:57.642057 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424b5ca5-0861-4387-bc8e-8801921a0373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28af540a-7282-410b-828a-8cce1d1a370c,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:10:57.978236 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Device d5be60e6-b99a-489f-b4a5-1a33d9e8b06c up at agent hyperv_hv-cinder-83143 {{(pid=110181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 15:10:58.160727 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Provisioning for port d5be60e6-b99a-489f-b4a5-1a33d9e8b06c completed by entity L2. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 15:10:58.164660 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Provisioning complete for port d5be60e6-b99a-489f-b4a5-1a33d9e8b06c triggered by entity L2. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 15:10:58.165023 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (d5be60e6-b99a-489f-b4a5-1a33d9e8b06c), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:58.173884 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0628970f-0fd3-4858-8a69-1f20223f1802 req-6bf7c754-9f97-40f5-9444-37c8858a1710 tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:10:58.175388 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-0628970f-0fd3-4858-8a69-1f20223f1802 req-6bf7c754-9f97-40f5-9444-37c8858a1710 tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] 10.222.0.52 "GET /v2.0/ports?device_id=f69ff9cb-83af-411d-a3a5-faa7e8466875 HTTP/1.1" status: 200 len: 944 time: 0.0596778 Mar 02 15:10:58.224753 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-0628970f-0fd3-4858-8a69-1f20223f1802 req-7a75e4eb-7bce-46b3-886b-31e77f3604b6 tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] 10.222.0.52 "GET /v2.0/security-groups?id=437f4698-29b1-4b20-9bee-ef66070041c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435145 Mar 02 15:10:58.251148 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Current status of the port d5be60e6-b99a-489f-b4a5-1a33d9e8b06c is: BUILD; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 15:10:58.251544 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (d5be60e6-b99a-489f-b4a5-1a33d9e8b06c), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:58.273657 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f69ff9cb-83af-411d-a3a5-faa7e8466875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5be60e6-b99a-489f-b4a5-1a33d9e8b06c'}] {{(pid=110181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 15:10:58.275929 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6faebeedf0149bd95a8e5aac95437523d12653d92db1e1e7ce78ae8719853609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d83cd1d-8a59-4ef3-8e8b-0d0cf063f979" -d '{"events": [{"server_uuid": "f69ff9cb-83af-411d-a3a5-faa7e8466875", "name": "network-vif-plugged", "status": "completed", "tag": "d5be60e6-b99a-489f-b4a5-1a33d9e8b06c"}]}' {{(pid=110181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 15:10:58.290394 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] For port d5be60e6-b99a-489f-b4a5-1a33d9e8b06c, host hv-cinder-83143, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=d5be60e6-b99a-489f-b4a5-1a33d9e8b06c,segment=NetworkSegment(49d9310f-2b89-4ce5-8c6a-71fa8372b9a1),segment_id=49d9310f-2b89-4ce5-8c6a-71fa8372b9a1)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:10:58.383535 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (d5be60e6-b99a-489f-b4a5-1a33d9e8b06c), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:10:58.437127 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Pushing event updated for resources: {'Port': ['ID=d5be60e6-b99a-489f-b4a5-1a33d9e8b06c,revision_number=5']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:10:58.527913 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 15:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e78bf7dd-8d8f-4c76-8728-cf06bd78c711 x-openstack-request-id: req-e78bf7dd-8d8f-4c76-8728-cf06bd78c711 {{(pid=110181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 15:10:58.528234 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f69ff9cb-83af-411d-a3a5-faa7e8466875", "name": "network-vif-plugged", "status": "completed", "tag": "d5be60e6-b99a-489f-b4a5-1a33d9e8b06c", "code": 200}]} {{(pid=110181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 15:10:58.528483 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e78bf7dd-8d8f-4c76-8728-cf06bd78c711 {{(pid=110181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 15:10:58.528878 dv-cinder-831439-3-iscsi neutron-server[110181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f69ff9cb-83af-411d-a3a5-faa7e8466875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5be60e6-b99a-489f-b4a5-1a33d9e8b06c', 'code': 200} Mar 02 15:10:58.871188 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.agents_db [None req-b044b9bd-a670-44c5-b22a-8886b11808d8 None None] Agent healthcheck: found 6 active agents {{(pid=110182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 15:10:58.938623 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f4d187-f113-4c06-b8e2-b4bd08b43800 req-298b440e-1d57-430b-86c9-767d4e48c8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:10:58.940245 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-71f4d187-f113-4c06-b8e2-b4bd08b43800 req-298b440e-1d57-430b-86c9-767d4e48c8ec service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f69ff9cb-83af-411d-a3a5-faa7e8466875 HTTP/1.1" status: 200 len: 1129 time: 0.0449030 Mar 02 15:10:58.990680 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-71f4d187-f113-4c06-b8e2-b4bd08b43800 req-fac7b304-3683-4fba-a469-8f22c2dca682 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=437f4698-29b1-4b20-9bee-ef66070041c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429757 Mar 02 15:10:59.345659 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19517444-c2fb-42c3-b01d-17c0a90513bd req-424f906a-5f45-45f2-b617-f751c8098e91 tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:10:59.347132 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-19517444-c2fb-42c3-b01d-17c0a90513bd req-424f906a-5f45-45f2-b617-f751c8098e91 tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] 10.222.0.52 "GET /v2.0/ports?device_id=f69ff9cb-83af-411d-a3a5-faa7e8466875 HTTP/1.1" status: 200 len: 945 time: 0.0536571 Mar 02 15:10:59.397638 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-19517444-c2fb-42c3-b01d-17c0a90513bd req-6abde119-471d-4186-8191-56210ee41601 tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] 10.222.0.52 "GET /v2.0/security-groups?id=437f4698-29b1-4b20-9bee-ef66070041c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446541 Mar 02 15:11:00.517673 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1393d5bc-a741-43b5-8d59-8116447a5a75 req-47ff3e10-0b24-4bb2-ae75-907973c7d9c1 tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:11:00.519152 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-1393d5bc-a741-43b5-8d59-8116447a5a75 req-47ff3e10-0b24-4bb2-ae75-907973c7d9c1 tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] 10.222.0.52 "GET /v2.0/ports?device_id=f69ff9cb-83af-411d-a3a5-faa7e8466875 HTTP/1.1" status: 200 len: 945 time: 0.0530150 Mar 02 15:11:00.565201 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-1393d5bc-a741-43b5-8d59-8116447a5a75 req-4739b649-9d4f-4fdd-aec5-eedcaa4126b8 tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] 10.222.0.52 "GET /v2.0/security-groups?id=437f4698-29b1-4b20-9bee-ef66070041c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402999 Mar 02 15:11:01.683190 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d54f1f0-e5e6-47fe-bed0-5b5ed897702e req-b9b80a24-4332-4eaf-bd20-f9a2738f3274 tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:11:01.684711 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-2d54f1f0-e5e6-47fe-bed0-5b5ed897702e req-b9b80a24-4332-4eaf-bd20-f9a2738f3274 tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] 10.222.0.52 "GET /v2.0/ports?device_id=f69ff9cb-83af-411d-a3a5-faa7e8466875 HTTP/1.1" status: 200 len: 945 time: 0.0535402 Mar 02 15:11:01.732923 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-2d54f1f0-e5e6-47fe-bed0-5b5ed897702e req-c92fda08-97c4-44a9-a552-979c8bd90a06 tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] 10.222.0.52 "GET /v2.0/security-groups?id=437f4698-29b1-4b20-9bee-ef66070041c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426321 Mar 02 15:11:02.669719 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 35462) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:11:02.778236 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-79f7a2a8-313f-458e-965b-08413250686e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:11:02.865821 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-79f7a2a8-313f-458e-965b-08413250686e admin admin] Publish callbacks [] for security_group (82519ffa-630a-4c34-ba2e-f364d9117aec), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:11:02.942094 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-79f7a2a8-313f-458e-965b-08413250686e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (82519ffa-630a-4c34-ba2e-f364d9117aec), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:11:02.981966 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-79f7a2a8-313f-458e-965b-08413250686e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=95ed21ec8a0548a5b7abb6d322e4ef7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3111286 Mar 02 15:11:02.983101 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f7a2a8-313f-458e-965b-08413250686e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82519ffa-630a-4c34-ba2e-f364d9117aec,revision_number=1']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:11:02.984714 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 35466) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:11:03.036688 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-2438c4e6-d972-4b20-b021-4fbb302e615d admin admin] Publish callbacks [] for security_group (82519ffa-630a-4c34-ba2e-f364d9117aec), before_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:11:03.061253 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-2438c4e6-d972-4b20-b021-4fbb302e615d admin admin] Publish callbacks [] for security_group (82519ffa-630a-4c34-ba2e-f364d9117aec), precommit_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:11:03.201951 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-2438c4e6-d972-4b20-b021-4fbb302e615d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (82519ffa-630a-4c34-ba2e-f364d9117aec), after_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:11:03.204871 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-2438c4e6-d972-4b20-b021-4fbb302e615d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:11:03.206091 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-2438c4e6-d972-4b20-b021-4fbb302e615d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/82519ffa-630a-4c34-ba2e-f364d9117aec HTTP/1.1" status: 204 len: 168 time: 0.2203667 Mar 02 15:11:03.217334 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2438c4e6-d972-4b20-b021-4fbb302e615d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82519ffa-630a-4c34-ba2e-f364d9117aec,revision_number=None']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:11:06.413261 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-aa43b78f-64f9-4ac8-9289-8799deec83cd req-5c2f31ad-f211-49e2-9fc7-882e5fe241e4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fa797872-1479-4a34-8363-11a3067269bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0443509 Mar 02 15:11:06.526238 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa43b78f-64f9-4ac8-9289-8799deec83cd req-10f0dae3-8763-4b59-a87e-f5e3ea51b0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:11:06.527675 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-aa43b78f-64f9-4ac8-9289-8799deec83cd req-10f0dae3-8763-4b59-a87e-f5e3ea51b0bc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7de5f8ffc29449a8970c42522a6efe67&device_id=fa797872-1479-4a34-8363-11a3067269bd HTTP/1.1" status: 200 len: 1129 time: 0.0484192 Mar 02 15:11:06.642809 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa43b78f-64f9-4ac8-9289-8799deec83cd req-ae9c7067-c61f-4903-a890-64f56944f6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:11:06.644468 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-aa43b78f-64f9-4ac8-9289-8799deec83cd req-ae9c7067-c61f-4903-a890-64f56944f6d9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c205c27c-cdfe-46e1-b04c-d672de0d3fe3 HTTP/1.1" status: 200 len: 913 time: 0.0951440 Mar 02 15:11:06.715205 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-aa43b78f-64f9-4ac8-9289-8799deec83cd req-7a8075a5-757e-4f24-abd3-3fedf22ce5c7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a59b326-0a1d-474c-a0f3-5064920c5723 HTTP/1.1" status: 200 len: 1000 time: 0.0633187 Mar 02 15:11:06.770656 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa43b78f-64f9-4ac8-9289-8799deec83cd req-00aea524-fc5c-4cd2-9ed9-e0b08786241b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:11:06.772172 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-aa43b78f-64f9-4ac8-9289-8799deec83cd req-00aea524-fc5c-4cd2-9ed9-e0b08786241b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=61ac6005-af56-475d-a05a-68a49febcf55 HTTP/1.1" status: 200 len: 851 time: 0.0495620 Mar 02 15:11:06.825385 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa43b78f-64f9-4ac8-9289-8799deec83cd req-deea8404-4826-4def-a990-301b8ef854e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:11:06.826956 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-aa43b78f-64f9-4ac8-9289-8799deec83cd req-deea8404-4826-4def-a990-301b8ef854e2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c205c27c-cdfe-46e1-b04c-d672de0d3fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472999 Mar 02 15:11:06.921896 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-aa43b78f-64f9-4ac8-9289-8799deec83cd req-60145ae6-b15e-42cc-acef-b40bbce7dafd service neutron] 10.222.0.55 "GET /v2.0/networks/c205c27c-cdfe-46e1-b04c-d672de0d3fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879860 Mar 02 15:11:07.026332 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-aa43b78f-64f9-4ac8-9289-8799deec83cd req-e760e67c-043d-438b-bdc6-1d13534f83be service neutron] 10.222.0.55 "GET /v2.0/networks/c205c27c-cdfe-46e1-b04c-d672de0d3fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971346 Mar 02 15:11:08.669318 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-4d4a63c1-68ce-429d-a845-6bcfdc59bd5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (dc3a6147-3194-47be-b33a-76a9a2a48933), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:11:11.057551 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-ed1dff61-4739-4d03-aee6-d7ada2870e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (4b7d4a90-2987-419a-b6cd-7624b7dba065), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:11:12.223687 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-8c265469-93de-451d-a227-73ff998d8f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (bfbb2626-1130-458a-80a5-4632d76fa057), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:11:13.718775 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-9cfe1c82-1e01-4346-89c5-c3e1093f4022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (b9ce56f8-3527-4dd9-b024-9df7b3f4c018), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:11:14.924871 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (3a73802c-5f14-4c1f-8439-e74c4c90063b), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:11:16.113030 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d2993-aa4b-4cf4-ae46-f877545fa61c req-b5169f15-3295-48e1-aa24-e216278cac6a tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:11:16.115305 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-861d2993-aa4b-4cf4-ae46-f877545fa61c req-b5169f15-3295-48e1-aa24-e216278cac6a tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa797872-1479-4a34-8363-11a3067269bd HTTP/1.1" status: 200 len: 945 time: 0.0685580 Mar 02 15:11:16.167464 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-861d2993-aa4b-4cf4-ae46-f877545fa61c req-a06002e2-3bc0-4706-af24-00f911c5f3c0 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f5f6a4f-30e7-4345-96b4-f256fb04ec25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459890 Mar 02 15:11:17.303707 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a7efcb-6563-47ac-a2e7-df4bae8a177f req-f336f897-a0e8-48c1-aec8-1bf719e5a46f tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:11:17.305223 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-e2a7efcb-6563-47ac-a2e7-df4bae8a177f req-f336f897-a0e8-48c1-aec8-1bf719e5a46f tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa797872-1479-4a34-8363-11a3067269bd HTTP/1.1" status: 200 len: 945 time: 0.0547643 Mar 02 15:11:17.360245 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-e2a7efcb-6563-47ac-a2e7-df4bae8a177f req-4b3fd980-9b30-4662-a3bb-31600f326a1a tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f5f6a4f-30e7-4345-96b4-f256fb04ec25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489702 Mar 02 15:11:18.393859 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fefa45c-a2e7-41c5-ad0e-74dbfee7e2ad req-a6767d52-09b7-4163-a846-6fe52460efbc tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:11:18.395435 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-4fefa45c-a2e7-41c5-ad0e-74dbfee7e2ad req-a6767d52-09b7-4163-a846-6fe52460efbc tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.55 "GET /v2.0/ports?device_id=fa797872-1479-4a34-8363-11a3067269bd HTTP/1.1" status: 200 len: 945 time: 0.0552986 Mar 02 15:11:18.528518 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4d3c3e-91e9-48bf-85ce-3c612c0ea27c req-4a0ace9f-0405-4566-b755-59d52f71b3f6 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:11:18.530087 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-8e4d3c3e-91e9-48bf-85ce-3c612c0ea27c req-4a0ace9f-0405-4566-b755-59d52f71b3f6 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa797872-1479-4a34-8363-11a3067269bd HTTP/1.1" status: 200 len: 945 time: 0.0974569 Mar 02 15:11:18.557172 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.plugin [req-4fefa45c-a2e7-41c5-ad0e-74dbfee7e2ad req-d86a4474-3300-4f38-997e-e3c3c61d9ce0 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Deleting port 9a59b326-0a1d-474c-a0f3-5064920c5723 {{(pid=110180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 15:11:18.557519 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-4fefa45c-a2e7-41c5-ad0e-74dbfee7e2ad req-d86a4474-3300-4f38-997e-e3c3c61d9ce0 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757345981049'] for port (9a59b326-0a1d-474c-a0f3-5064920c5723), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:11:18.629427 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-8e4d3c3e-91e9-48bf-85ce-3c612c0ea27c req-a1000e8d-2658-4284-9e27-aaaf255965b4 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f5f6a4f-30e7-4345-96b4-f256fb04ec25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931447 Mar 02 15:11:18.667638 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.db [req-4fefa45c-a2e7-41c5-ad0e-74dbfee7e2ad req-d86a4474-3300-4f38-997e-e3c3c61d9ce0 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] For port 9a59b326-0a1d-474c-a0f3-5064920c5723, host hv-cinder-83143, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=9a59b326-0a1d-474c-a0f3-5064920c5723,segment=NetworkSegment(d942a0b3-5f48-46e2-b373-8a0ebab50251),segment_id=d942a0b3-5f48-46e2-b373-8a0ebab50251)] {{(pid=110180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:11:18.668027 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-4fefa45c-a2e7-41c5-ad0e-74dbfee7e2ad req-d86a4474-3300-4f38-997e-e3c3c61d9ce0 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port (9a59b326-0a1d-474c-a0f3-5064920c5723), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:11:18.840199 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-4fefa45c-a2e7-41c5-ad0e-74dbfee7e2ad req-d86a4474-3300-4f38-997e-e3c3c61d9ce0 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:11:18.840566 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-4fefa45c-a2e7-41c5-ad0e-74dbfee7e2ad req-d86a4474-3300-4f38-997e-e3c3c61d9ce0 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559821'] for floatingip (e66bf422-80bb-46b2-9fe8-491d48f4a514), after_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:11:18.840889 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.db.l3_db [req-4fefa45c-a2e7-41c5-ad0e-74dbfee7e2ad req-d86a4474-3300-4f38-997e-e3c3c61d9ce0 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Floating IP e66bf422-80bb-46b2-9fe8-491d48f4a514 disassociated. External IP: 172.27.0.32, port: 9a59b326-0a1d-474c-a0f3-5064920c5723. Mar 02 15:11:18.841230 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.plugin [req-4fefa45c-a2e7-41c5-ad0e-74dbfee7e2ad req-d86a4474-3300-4f38-997e-e3c3c61d9ce0 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Calling delete_port for 9a59b326-0a1d-474c-a0f3-5064920c5723 owned by compute:nova {{(pid=110180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 15:11:19.050373 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-4fefa45c-a2e7-41c5-ad0e-74dbfee7e2ad req-d86a4474-3300-4f38-997e-e3c3c61d9ce0 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757345984732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757345480677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672616'] for port (9a59b326-0a1d-474c-a0f3-5064920c5723), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:11:19.081604 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86a4474-3300-4f38-997e-e3c3c61d9ce0 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Pushing event deleted for resources: {'Port': ['ID=9a59b326-0a1d-474c-a0f3-5064920c5723,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:11:19.198176 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4fefa45c-a2e7-41c5-ad0e-74dbfee7e2ad req-d86a4474-3300-4f38-997e-e3c3c61d9ce0 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Router b4d95977-025d-41c2-973e-cde076edf386 has already been hosted by L3 agent 4b7d4a90-2987-419a-b6cd-7624b7dba065 {{(pid=110180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 15:11:19.304564 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4fefa45c-a2e7-41c5-ad0e-74dbfee7e2ad req-d86a4474-3300-4f38-997e-e3c3c61d9ce0 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Notify agent at l3_agent.dv-cinder-831439-3-iscsi the message routers_updated {{(pid=110180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 15:11:19.314441 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28731766-4307-4989-b7bb-dd440df8027d None None] Sync routers for ids ['b4d95977-025d-41c2-973e-cde076edf386'] in dv-cinder-831439-3-iscsi {{(pid=110181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 15:11:19.325258 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28731766-4307-4989-b7bb-dd440df8027d None None] Routers {'b4d95977-025d-41c2-973e-cde076edf386'} bound to L3 agent in host dv-cinder-831439-3-iscsi {{(pid=110181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 15:11:19.325920 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-28731766-4307-4989-b7bb-dd440df8027d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831439-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T14:48:11Z,description=,heartbeat_timestamp=2022-03-02T15:11:11Z,host='dv-cinder-831439-3-iscsi',id=4b7d4a90-2987-419a-b6cd-7624b7dba065,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T14:48:12Z,topic='l3_agent')) {'router_ids': ['b4d95977-025d-41c2-973e-cde076edf386'], 'active': True} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:11:19.448649 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvr_db [None req-28731766-4307-4989-b7bb-dd440df8027d None None] Set router b4d95977-025d-41c2-973e-cde076edf386 gateway port host: dv-cinder-831439-3-iscsi {{(pid=110181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 15:11:19.631526 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fefa45c-a2e7-41c5-ad0e-74dbfee7e2ad req-d86a4474-3300-4f38-997e-e3c3c61d9ce0 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] No DVR routers for this DVR port 9a59b326-0a1d-474c-a0f3-5064920c5723 on host hv-cinder-83143 {{(pid=110180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 15:11:19.634195 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-4fefa45c-a2e7-41c5-ad0e-74dbfee7e2ad req-d86a4474-3300-4f38-997e-e3c3c61d9ce0 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221961'] for port (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:11:19.637524 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-4fefa45c-a2e7-41c5-ad0e-74dbfee7e2ad req-d86a4474-3300-4f38-997e-e3c3c61d9ce0 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.55 "DELETE /v2.0/ports/9a59b326-0a1d-474c-a0f3-5064920c5723 HTTP/1.1" status: 204 len: 173 time: 1.2367721 Mar 02 15:11:19.637974 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa797872-1479-4a34-8363-11a3067269bd', 'name': 'network-vif-deleted', 'tag': '9a59b326-0a1d-474c-a0f3-5064920c5723'}] {{(pid=110180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 15:11:19.640272 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d4cb776884cbbf8177075bc934a95f6bdaf5bba346c2d7fc75eae3cda02a5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deb97df9-3114-4ff0-bf96-ff22b7669b2f" -d '{"events": [{"server_uuid": "fa797872-1479-4a34-8363-11a3067269bd", "name": "network-vif-deleted", "tag": "9a59b326-0a1d-474c-a0f3-5064920c5723"}]}' {{(pid=110180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 15:11:19.683774 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-28731766-4307-4989-b7bb-dd440df8027d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d95977-025d-41c2-973e-cde076edf386', 'name': 'tempest-TestVolumeBootPattern-1765529585-router', 'tenant_id': '7de5f8ffc29449a8970c42522a6efe67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '23bb7610-0d04-423c-93a6-4bbff4c99431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T15:07:33Z', 'updated_at': '2022-03-02T15:07:36Z', 'revision_number': 4, 'project_id': '7de5f8ffc29449a8970c42522a6efe67', 'gw_port': {'id': '23bb7610-0d04-423c-93a6-4bbff4c99431', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:5b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d95977-025d-41c2-973e-cde076edf386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:07:34Z', 'updated_at': '2022-03-02T15:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi', '_interfaces': [{'id': '2f60fe98-703d-40dc-b085-a6bd9dd5d22a', 'name': '', 'network_id': 'c205c27c-cdfe-46e1-b04c-d672de0d3fe3', 'tenant_id': '7de5f8ffc29449a8970c42522a6efe67', 'mac_address': 'fa:16:3e:88:f4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d95977-025d-41c2-973e-cde076edf386', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '61ac6005-af56-475d-a05a-68a49febcf55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:07:36Z', 'updated_at': '2022-03-02T15:07:41Z', 'revision_number': 5, 'project_id': '7de5f8ffc29449a8970c42522a6efe67', 'subnets': [{'id': '61ac6005-af56-475d-a05a-68a49febcf55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831439-3-iscsi', False) {} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:11:19.684161 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 15:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd6d9b07-469b-4c2b-9aa9-70588c6ed42d x-openstack-request-id: req-dd6d9b07-469b-4c2b-9aa9-70588c6ed42d {{(pid=110180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 15:11:19.684161 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa797872-1479-4a34-8363-11a3067269bd", "name": "network-vif-deleted", "tag": "9a59b326-0a1d-474c-a0f3-5064920c5723", "status": "completed", "code": 200}]} {{(pid=110180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 15:11:19.684161 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dd6d9b07-469b-4c2b-9aa9-70588c6ed42d {{(pid=110180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 15:11:19.684161 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa797872-1479-4a34-8363-11a3067269bd', 'name': 'network-vif-deleted', 'tag': '9a59b326-0a1d-474c-a0f3-5064920c5723', 'status': 'completed', 'code': 200} Mar 02 15:11:19.703046 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28731766-4307-4989-b7bb-dd440df8027d None None] Checking router: b4d95977-025d-41c2-973e-cde076edf386 for host: dv-cinder-831439-3-iscsi {{(pid=110181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 15:11:19.712780 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28731766-4307-4989-b7bb-dd440df8027d None None] Routers {'b4d95977-025d-41c2-973e-cde076edf386'} bound to L3 agent in host dv-cinder-831439-3-iscsi {{(pid=110181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 15:11:19.713548 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-28731766-4307-4989-b7bb-dd440df8027d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831439-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T14:48:11Z,description=,heartbeat_timestamp=2022-03-02T15:11:11Z,host='dv-cinder-831439-3-iscsi',id=4b7d4a90-2987-419a-b6cd-7624b7dba065,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T14:48:12Z,topic='l3_agent')) {'router_ids': ['b4d95977-025d-41c2-973e-cde076edf386'], 'active': True} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:11:19.735840 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-734d8f1a-2ed3-42a3-b29f-2281600f445e req-9e59ad5e-9af2-4042-af98-c6469695bd54 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa797872-1479-4a34-8363-11a3067269bd HTTP/1.1" status: 200 len: 210 time: 0.0274420 Mar 02 15:11:19.823685 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvr_db [None req-28731766-4307-4989-b7bb-dd440df8027d None None] Set router b4d95977-025d-41c2-973e-cde076edf386 gateway port host: dv-cinder-831439-3-iscsi {{(pid=110181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 15:11:20.025071 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-28731766-4307-4989-b7bb-dd440df8027d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d95977-025d-41c2-973e-cde076edf386', 'name': 'tempest-TestVolumeBootPattern-1765529585-router', 'tenant_id': '7de5f8ffc29449a8970c42522a6efe67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '23bb7610-0d04-423c-93a6-4bbff4c99431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T15:07:33Z', 'updated_at': '2022-03-02T15:07:36Z', 'revision_number': 4, 'project_id': '7de5f8ffc29449a8970c42522a6efe67', 'gw_port': {'id': '23bb7610-0d04-423c-93a6-4bbff4c99431', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:5b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d95977-025d-41c2-973e-cde076edf386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:07:34Z', 'updated_at': '2022-03-02T15:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi', '_interfaces': [{'id': '2f60fe98-703d-40dc-b085-a6bd9dd5d22a', 'name': '', 'network_id': 'c205c27c-cdfe-46e1-b04c-d672de0d3fe3', 'tenant_id': '7de5f8ffc29449a8970c42522a6efe67', 'mac_address': 'fa:16:3e:88:f4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d95977-025d-41c2-973e-cde076edf386', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '61ac6005-af56-475d-a05a-68a49febcf55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:07:36Z', 'updated_at': '2022-03-02T15:07:41Z', 'revision_number': 5, 'project_id': '7de5f8ffc29449a8970c42522a6efe67', 'subnets': [{'id': '61ac6005-af56-475d-a05a-68a49febcf55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831439-3-iscsi', False) {} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:11:20.052155 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28731766-4307-4989-b7bb-dd440df8027d None None] The sync data for ids ['b4d95977-025d-41c2-973e-cde076edf386'] in dv-cinder-831439-3-iscsi is: [{'id': 'b4d95977-025d-41c2-973e-cde076edf386', 'name': 'tempest-TestVolumeBootPattern-1765529585-router', 'tenant_id': '7de5f8ffc29449a8970c42522a6efe67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '23bb7610-0d04-423c-93a6-4bbff4c99431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T15:07:33Z', 'updated_at': '2022-03-02T15:07:36Z', 'revision_number': 4, 'project_id': '7de5f8ffc29449a8970c42522a6efe67', 'gw_port': {'id': '23bb7610-0d04-423c-93a6-4bbff4c99431', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:5b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d95977-025d-41c2-973e-cde076edf386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:07:34Z', 'updated_at': '2022-03-02T15:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi', '_interfaces': [{'id': '2f60fe98-703d-40dc-b085-a6bd9dd5d22a', 'name': '', 'network_id': 'c205c27c-cdfe-46e1-b04c-d672de0d3fe3', 'tenant_id': '7de5f8ffc29449a8970c42522a6efe67', 'mac_address': 'fa:16:3e:88:f4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d95977-025d-41c2-973e-cde076edf386', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '61ac6005-af56-475d-a05a-68a49febcf55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:07:36Z', 'updated_at': '2022-03-02T15:07:41Z', 'revision_number': 5, 'project_id': '7de5f8ffc29449a8970c42522a6efe67', 'subnets': [{'id': '61ac6005-af56-475d-a05a-68a49febcf55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 15:11:20.272450 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3f8d8f-f6c8-4f87-aebf-75c30deb774a None None] New status for floating IP e66bf422-80bb-46b2-9fe8-491d48f4a514: DOWN {{(pid=110182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 15:11:20.843180 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-e3c81ebb-b092-42d9-90e6-28ff92190a9a req-a5ed5710-5721-4134-b5e0-a6ff7f4e327a tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa797872-1479-4a34-8363-11a3067269bd HTTP/1.1" status: 200 len: 210 time: 0.0264804 Mar 02 15:11:22.035777 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Device 9a59b326-0a1d-474c-a0f3-5064920c5723 no longer exists at agent hyperv_hv-cinder-83143 {{(pid=110181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 15:11:22.054829 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] No Port match for: 9a59b326-0a1d-474c-a0f3-5064920c5723 {{(pid=110181) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 15:11:22.055173 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Device 9a59b326-0a1d-474c-a0f3-5064920c5723 not bound to the agent host hv-cinder-83143 {{(pid=110181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 15:11:22.099139 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-cf15a19c-6711-480a-9e19-8332184a8eb6 req-7e1283b4-106c-4b2f-a199-d3a8a11b7c2a tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-596334692&fields=id&tenant_id=7de5f8ffc29449a8970c42522a6efe67 HTTP/1.1" status: 200 len: 267 time: 0.0439136 Mar 02 15:11:22.206198 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf15a19c-6711-480a-9e19-8332184a8eb6 req-4018ec8d-737d-4210-b0af-0e109fca7406 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:11:22.207709 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-cf15a19c-6711-480a-9e19-8332184a8eb6 req-4018ec8d-737d-4210-b0af-0e109fca7406 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/networks?id=c205c27c-cdfe-46e1-b04c-d672de0d3fe3 HTTP/1.1" status: 200 len: 812 time: 0.1019440 Mar 02 15:11:22.226053 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-cf15a19c-6711-480a-9e19-8332184a8eb6 req-abc2d540-d1a8-4925-ae01-0038007a2fd3 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/quotas/7de5f8ffc29449a8970c42522a6efe67 HTTP/1.1" status: 200 len: 375 time: 0.0095313 Mar 02 15:11:22.283001 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-cf15a19c-6711-480a-9e19-8332184a8eb6 req-49ce2ff1-5145-4709-99cb-22198a54498e tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=7de5f8ffc29449a8970c42522a6efe67&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520337 Mar 02 15:11:22.380793 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-cf15a19c-6711-480a-9e19-8332184a8eb6 req-3bc5e2e5-e007-4728-8e85-47979b33a895 service neutron] 10.222.0.52 "GET /v2.0/networks/c205c27c-cdfe-46e1-b04c-d672de0d3fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857213 Mar 02 15:11:22.468991 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-cf15a19c-6711-480a-9e19-8332184a8eb6 req-05d22e50-8b9f-48bc-83ef-1e8b77b8b261 service neutron] 10.222.0.52 "GET /v2.0/networks/c205c27c-cdfe-46e1-b04c-d672de0d3fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818117 Mar 02 15:11:23.021396 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-b8713186-7f26-4df2-89c7-69af2afa4d40 req-30aa4fc8-8c78-4150-8183-4f14cdcbd611 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/ports?device_id=814171a9-1e03-4687-8479-d130483fc08f HTTP/1.1" status: 200 len: 210 time: 0.0322568 Mar 02 15:11:24.116495 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-bb915da0-497a-4a87-a65f-8985c9a51536 req-8bab8d86-d01e-4eb4-8a57-dda6b5a14074 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/ports?device_id=814171a9-1e03-4687-8479-d130483fc08f HTTP/1.1" status: 200 len: 210 time: 0.0282381 Mar 02 15:11:25.211642 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-b7877c3b-578f-491a-94b8-9adae76fefd3 req-66b0ebec-577d-4adf-841d-0cd6dc071974 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/ports?device_id=814171a9-1e03-4687-8479-d130483fc08f HTTP/1.1" status: 200 len: 210 time: 0.0278521 Mar 02 15:11:25.495985 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf15a19c-6711-480a-9e19-8332184a8eb6 req-f1be866a-1e42-4592-9d99-3fb90a7b3593 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:11:25.497413 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-cf15a19c-6711-480a-9e19-8332184a8eb6 req-f1be866a-1e42-4592-9d99-3fb90a7b3593 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.55 "GET /v2.0/networks?id=c205c27c-cdfe-46e1-b04c-d672de0d3fe3 HTTP/1.1" status: 200 len: 812 time: 0.1009488 Mar 02 15:11:25.569903 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-cf15a19c-6711-480a-9e19-8332184a8eb6 req-ed2ffc3a-e82d-4444-91ff-2224f2a674f1 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7de5f8ffc29449a8970c42522a6efe67 HTTP/1.1" status: 200 len: 379 time: 0.0565426 Mar 02 15:11:25.578785 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.v2.base [req-cf15a19c-6711-480a-9e19-8332184a8eb6 req-4f28c3f6-66cb-4713-b454-9477c5806129 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Request body: {'port': {'device_id': '814171a9-1e03-4687-8479-d130483fc08f', 'network_id': 'c205c27c-cdfe-46e1-b04c-d672de0d3fe3', 'admin_state_up': True, 'tenant_id': '7de5f8ffc29449a8970c42522a6efe67', 'security_groups': ['1f5f6a4f-30e7-4345-96b4-f256fb04ec25']}} {{(pid=110180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 15:11:25.798853 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf15a19c-6711-480a-9e19-8332184a8eb6 req-4f28c3f6-66cb-4713-b454-9477c5806129 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Made reservation on behalf of 7de5f8ffc29449a8970c42522a6efe67 for: {'port': 1} {{(pid=110180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 15:11:25.802392 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-cf15a19c-6711-480a-9e19-8332184a8eb6 req-4f28c3f6-66cb-4713-b454-9477c5806129 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (None), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:11:25.936099 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.db_base_plugin_common [req-cf15a19c-6711-480a-9e19-8332184a8eb6 req-4f28c3f6-66cb-4713-b454-9477c5806129 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Allocated IP 172.20.0.6 (c205c27c-cdfe-46e1-b04c-d672de0d3fe3/61ac6005-af56-475d-a05a-68a49febcf55/bf450849-cf9c-4bea-b9db-fb7892cd1581) {{(pid=110180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 15:11:26.076064 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-cf15a19c-6711-480a-9e19-8332184a8eb6 req-4f28c3f6-66cb-4713-b454-9477c5806129 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Publish callbacks [] for port (bf450849-cf9c-4bea-b9db-fb7892cd1581), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:11:26.223491 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-cf15a19c-6711-480a-9e19-8332184a8eb6 req-4f28c3f6-66cb-4713-b454-9477c5806129 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757345480668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672616'] for port (bf450849-cf9c-4bea-b9db-fb7892cd1581), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:11:26.266789 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf15a19c-6711-480a-9e19-8332184a8eb6 req-4f28c3f6-66cb-4713-b454-9477c5806129 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Network c205c27c-cdfe-46e1-b04c-d672de0d3fe3 is already hosted by enough agents. {{(pid=110180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 15:11:26.269845 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.base_scheduler [req-cf15a19c-6711-480a-9e19-8332184a8eb6 req-4f28c3f6-66cb-4713-b454-9477c5806129 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Resources bound (agent type, host, resource id): {{(pid=110180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 15:11:26.273662 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf15a19c-6711-480a-9e19-8332184a8eb6 req-4f28c3f6-66cb-4713-b454-9477c5806129 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Received port after_create {{(pid=110180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 15:11:26.312854 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f28c3f6-66cb-4713-b454-9477c5806129 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Pushing event updated for resources: {'Port': ['ID=bf450849-cf9c-4bea-b9db-fb7892cd1581,revision_number=1']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:11:26.355242 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf15a19c-6711-480a-9e19-8332184a8eb6 req-4f28c3f6-66cb-4713-b454-9477c5806129 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:11:26.355832 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-cf15a19c-6711-480a-9e19-8332184a8eb6 req-4f28c3f6-66cb-4713-b454-9477c5806129 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221961'] for port (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:11:26.383335 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718f35f0-8be4-4df4-9532-44b22c05f8a0 req-49fe6b45-42b4-433b-a2be-01a415b297a3 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:11:26.384917 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-718f35f0-8be4-4df4-9532-44b22c05f8a0 req-49fe6b45-42b4-433b-a2be-01a415b297a3 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/ports?device_id=814171a9-1e03-4687-8479-d130483fc08f HTTP/1.1" status: 200 len: 931 time: 0.0853267 Mar 02 15:11:26.441410 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-718f35f0-8be4-4df4-9532-44b22c05f8a0 req-6dcf8324-11a6-408f-a459-036f3d7e0e15 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f5f6a4f-30e7-4345-96b4-f256fb04ec25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506208 Mar 02 15:11:26.448363 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-cf15a19c-6711-480a-9e19-8332184a8eb6 req-4f28c3f6-66cb-4713-b454-9477c5806129 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8739748 Mar 02 15:11:26.466861 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.v2.base [req-cf15a19c-6711-480a-9e19-8332184a8eb6 req-9d65f3aa-9868-41e4-84f6-5a956f5097da service neutron] Request body: {'port': {'device_id': '814171a9-1e03-4687-8479-d130483fc08f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83143'}} {{(pid=110180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 15:11:26.526807 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-cf15a19c-6711-480a-9e19-8332184a8eb6 req-9d65f3aa-9868-41e4-84f6-5a956f5097da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (bf450849-cf9c-4bea-b9db-fb7892cd1581), before_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:11:26.553781 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-bc1775a7-6ab3-434e-8fcf-1bb1ed99ac23 None None] Provisioning complete for port bf450849-cf9c-4bea-b9db-fb7892cd1581 triggered by entity DHCP. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 15:11:26.554504 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-bc1775a7-6ab3-434e-8fcf-1bb1ed99ac23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (bf450849-cf9c-4bea-b9db-fb7892cd1581), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:11:26.591889 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-bc1775a7-6ab3-434e-8fcf-1bb1ed99ac23 None None] Port bf450849-cf9c-4bea-b9db-fb7892cd1581 cannot update to ACTIVE because it is not bound. {{(pid=110181) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 15:11:26.809142 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.notifiers.nova [req-cf15a19c-6711-480a-9e19-8332184a8eb6 req-9d65f3aa-9868-41e4-84f6-5a956f5097da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf450849-cf9c-4bea-b9db-fb7892cd1581 {{(pid=110180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 15:11:26.816703 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-cf15a19c-6711-480a-9e19-8332184a8eb6 req-9d65f3aa-9868-41e4-84f6-5a956f5097da service neutron] Publish callbacks [] for port (bf450849-cf9c-4bea-b9db-fb7892cd1581), precommit_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:11:26.829413 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.provisioning_blocks [req-cf15a19c-6711-480a-9e19-8332184a8eb6 req-9d65f3aa-9868-41e4-84f6-5a956f5097da service neutron] Transition to ACTIVE for port object bf450849-cf9c-4bea-b9db-fb7892cd1581 will not be triggered until provisioned by entity L2. {{(pid=110180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 15:11:26.901424 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-cf15a19c-6711-480a-9e19-8332184a8eb6 req-9d65f3aa-9868-41e4-84f6-5a956f5097da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3672609'] for port (bf450849-cf9c-4bea-b9db-fb7892cd1581), after_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:11:26.962973 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d65f3aa-9868-41e4-84f6-5a956f5097da service neutron] Pushing event updated for resources: {'Port': ['ID=bf450849-cf9c-4bea-b9db-fb7892cd1581,revision_number=2']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:11:27.045435 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.managers [req-cf15a19c-6711-480a-9e19-8332184a8eb6 req-9d65f3aa-9868-41e4-84f6-5a956f5097da service neutron] Attempting to bind port bf450849-cf9c-4bea-b9db-fb7892cd1581 on host hv-cinder-83143 for vnic_type normal with profile {{(pid=110180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 15:11:27.045770 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.managers [req-cf15a19c-6711-480a-9e19-8332184a8eb6 req-9d65f3aa-9868-41e4-84f6-5a956f5097da service neutron] Attempting to bind port bf450849-cf9c-4bea-b9db-fb7892cd1581 by drivers openvswitch,hyperv on host hv-cinder-83143 at level 0 using segments [{'id': 'd942a0b3-5f48-46e2-b373-8a0ebab50251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'c205c27c-cdfe-46e1-b04c-d672de0d3fe3'}] {{(pid=110180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 15:11:27.046102 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf15a19c-6711-480a-9e19-8332184a8eb6 req-9d65f3aa-9868-41e4-84f6-5a956f5097da service neutron] Attempting to bind port bf450849-cf9c-4bea-b9db-fb7892cd1581 on network c205c27c-cdfe-46e1-b04c-d672de0d3fe3 {{(pid=110180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 15:11:27.051291 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf15a19c-6711-480a-9e19-8332184a8eb6 req-9d65f3aa-9868-41e4-84f6-5a956f5097da service neutron] Port bf450849-cf9c-4bea-b9db-fb7892cd1581 on network c205c27c-cdfe-46e1-b04c-d672de0d3fe3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83143 {{(pid=110180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 15:11:27.051638 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf15a19c-6711-480a-9e19-8332184a8eb6 req-9d65f3aa-9868-41e4-84f6-5a956f5097da service neutron] Attempting to bind port bf450849-cf9c-4bea-b9db-fb7892cd1581 on network c205c27c-cdfe-46e1-b04c-d672de0d3fe3 {{(pid=110180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 15:11:27.056718 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf15a19c-6711-480a-9e19-8332184a8eb6 req-9d65f3aa-9868-41e4-84f6-5a956f5097da service neutron] Checking agent: {'id': 'a761fe19-4045-45cc-a7c7-f029a0c82591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83143', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 14, 54, 53), 'started_at': datetime.datetime(2022, 3, 2, 14, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 15, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 15:11:27.064310 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf15a19c-6711-480a-9e19-8332184a8eb6 req-9d65f3aa-9868-41e4-84f6-5a956f5097da service neutron] Checking segment: {'id': 'd942a0b3-5f48-46e2-b373-8a0ebab50251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'c205c27c-cdfe-46e1-b04c-d672de0d3fe3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 15:11:27.064310 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf15a19c-6711-480a-9e19-8332184a8eb6 req-9d65f3aa-9868-41e4-84f6-5a956f5097da service neutron] Bound using segment: {'id': 'd942a0b3-5f48-46e2-b373-8a0ebab50251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'c205c27c-cdfe-46e1-b04c-d672de0d3fe3'} {{(pid=110180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 15:11:27.064310 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.managers [req-cf15a19c-6711-480a-9e19-8332184a8eb6 req-9d65f3aa-9868-41e4-84f6-5a956f5097da service neutron] Bound port: bf450849-cf9c-4bea-b9db-fb7892cd1581, host: hv-cinder-83143, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd942a0b3-5f48-46e2-b373-8a0ebab50251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'c205c27c-cdfe-46e1-b04c-d672de0d3fe3'}}] {{(pid=110180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 15:11:27.064310 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-cf15a19c-6711-480a-9e19-8332184a8eb6 req-9d65f3aa-9868-41e4-84f6-5a956f5097da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (bf450849-cf9c-4bea-b9db-fb7892cd1581), before_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:11:27.132243 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.db [req-cf15a19c-6711-480a-9e19-8332184a8eb6 req-9d65f3aa-9868-41e4-84f6-5a956f5097da service neutron] For port bf450849-cf9c-4bea-b9db-fb7892cd1581, host hv-cinder-83143, cleared binding levels {{(pid=110180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 15:11:27.135655 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.db [req-cf15a19c-6711-480a-9e19-8332184a8eb6 req-9d65f3aa-9868-41e4-84f6-5a956f5097da service neutron] For port bf450849-cf9c-4bea-b9db-fb7892cd1581, host hv-cinder-83143, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=bf450849-cf9c-4bea-b9db-fb7892cd1581,segment=NetworkSegment(d942a0b3-5f48-46e2-b373-8a0ebab50251),segment_id=d942a0b3-5f48-46e2-b373-8a0ebab50251)] {{(pid=110180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 15:11:27.246015 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-cf15a19c-6711-480a-9e19-8332184a8eb6 req-9d65f3aa-9868-41e4-84f6-5a956f5097da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3672609'] for port (bf450849-cf9c-4bea-b9db-fb7892cd1581), after_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:11:27.282589 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf15a19c-6711-480a-9e19-8332184a8eb6 req-9d65f3aa-9868-41e4-84f6-5a956f5097da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:11:27.283248 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-cf15a19c-6711-480a-9e19-8332184a8eb6 req-9d65f3aa-9868-41e4-84f6-5a956f5097da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221961'] for port (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:11:27.286408 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (a761fe19-4045-45cc-a7c7-f029a0c82591), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:11:27.286563 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-cf15a19c-6711-480a-9e19-8332184a8eb6 req-9d65f3aa-9868-41e4-84f6-5a956f5097da service neutron] 10.222.0.55 "PUT /v2.0/ports/bf450849-cf9c-4bea-b9db-fb7892cd1581 HTTP/1.1" status: 200 len: 1093 time: 0.8225889 Mar 02 15:11:27.286563 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '814171a9-1e03-4687-8479-d130483fc08f', 'tag': 'bf450849-cf9c-4bea-b9db-fb7892cd1581'}] {{(pid=110180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 15:11:27.287709 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d4cb776884cbbf8177075bc934a95f6bdaf5bba346c2d7fc75eae3cda02a5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae50bc9-cfb4-495a-a611-3237ede36e52" -d '{"events": [{"name": "network-changed", "server_uuid": "814171a9-1e03-4687-8479-d130483fc08f", "tag": "bf450849-cf9c-4bea-b9db-fb7892cd1581"}]}' {{(pid=110180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 15:11:27.318661 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d65f3aa-9868-41e4-84f6-5a956f5097da service neutron] Pushing event updated for resources: {'Port': ['ID=bf450849-cf9c-4bea-b9db-fb7892cd1581,revision_number=3']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:11:27.330852 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 15:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd100210-352b-40a5-8de0-31b961ad1d36 x-openstack-request-id: req-fd100210-352b-40a5-8de0-31b961ad1d36 {{(pid=110180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 15:11:27.331154 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "814171a9-1e03-4687-8479-d130483fc08f", "tag": "bf450849-cf9c-4bea-b9db-fb7892cd1581", "status": "completed", "code": 200}]} {{(pid=110180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 15:11:27.331420 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fd100210-352b-40a5-8de0-31b961ad1d36 {{(pid=110180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 15:11:27.331870 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '814171a9-1e03-4687-8479-d130483fc08f', 'tag': 'bf450849-cf9c-4bea-b9db-fb7892cd1581', 'status': 'completed', 'code': 200} Mar 02 15:11:27.425132 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae50bc9-cfb4-495a-a611-3237ede36e52 req-eed62cee-0f42-4059-b453-cb7c102c0f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:11:27.426635 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-8ae50bc9-cfb4-495a-a611-3237ede36e52 req-eed62cee-0f42-4059-b453-cb7c102c0f7c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7de5f8ffc29449a8970c42522a6efe67&device_id=814171a9-1e03-4687-8479-d130483fc08f HTTP/1.1" status: 200 len: 1127 time: 0.0490482 Mar 02 15:11:27.567004 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae50bc9-cfb4-495a-a611-3237ede36e52 req-d86f2f7a-09ac-4aed-84af-70c6655ec82e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:11:27.568432 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-8ae50bc9-cfb4-495a-a611-3237ede36e52 req-d86f2f7a-09ac-4aed-84af-70c6655ec82e service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=7de5f8ffc29449a8970c42522a6efe67&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1280940 Mar 02 15:11:27.593912 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44174bc-0b6c-4ad7-9c8c-51653179333f req-d847d70f-bec3-48cf-a1d4-67badd7679a4 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:11:27.595457 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-d44174bc-0b6c-4ad7-9c8c-51653179333f req-d847d70f-bec3-48cf-a1d4-67badd7679a4 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/ports?device_id=814171a9-1e03-4687-8479-d130483fc08f HTTP/1.1" status: 200 len: 943 time: 0.0868156 Mar 02 15:11:27.699605 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-d44174bc-0b6c-4ad7-9c8c-51653179333f req-1b8defe5-be66-48c1-aa27-e5b73127f90a tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f5f6a4f-30e7-4345-96b4-f256fb04ec25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936427 Mar 02 15:11:27.716206 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae50bc9-cfb4-495a-a611-3237ede36e52 req-22e9ff7e-b849-45e1-8ff4-d61bc101fc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:11:27.717785 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-8ae50bc9-cfb4-495a-a611-3237ede36e52 req-22e9ff7e-b849-45e1-8ff4-d61bc101fc1f service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1434751 Mar 02 15:11:27.840625 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf15a19c-6711-480a-9e19-8332184a8eb6 req-b41b4ef3-25e0-4e96-8f34-87d42e422731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:11:27.842131 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-cf15a19c-6711-480a-9e19-8332184a8eb6 req-b41b4ef3-25e0-4e96-8f34-87d42e422731 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7de5f8ffc29449a8970c42522a6efe67&device_id=814171a9-1e03-4687-8479-d130483fc08f HTTP/1.1" status: 200 len: 1127 time: 0.0450768 Mar 02 15:11:27.893077 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-cf15a19c-6711-480a-9e19-8332184a8eb6 req-3975b7be-19a4-49ef-a3f3-8218e0f65a76 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf450849-cf9c-4bea-b9db-fb7892cd1581 HTTP/1.1" status: 200 len: 217 time: 0.0353451 Mar 02 15:11:27.946507 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf15a19c-6711-480a-9e19-8332184a8eb6 req-3639b9ca-a323-4453-8a41-517e4ff142fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:11:27.948014 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-cf15a19c-6711-480a-9e19-8332184a8eb6 req-3639b9ca-a323-4453-8a41-517e4ff142fe service neutron] 10.222.0.55 "GET /v2.0/subnets?id=61ac6005-af56-475d-a05a-68a49febcf55 HTTP/1.1" status: 200 len: 851 time: 0.0490820 Mar 02 15:11:27.997410 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf15a19c-6711-480a-9e19-8332184a8eb6 req-157b86b1-616c-4c0f-8a59-958d6cb86576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:11:27.998819 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-cf15a19c-6711-480a-9e19-8332184a8eb6 req-157b86b1-616c-4c0f-8a59-958d6cb86576 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c205c27c-cdfe-46e1-b04c-d672de0d3fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442815 Mar 02 15:11:28.095230 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-cf15a19c-6711-480a-9e19-8332184a8eb6 req-bf0c8c7d-296b-4194-b742-26be5104e229 service neutron] 10.222.0.55 "GET /v2.0/networks/c205c27c-cdfe-46e1-b04c-d672de0d3fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904608 Mar 02 15:11:28.190789 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-cf15a19c-6711-480a-9e19-8332184a8eb6 req-405b40c3-6d17-4b54-8445-bf0c54c767fe service neutron] 10.222.0.55 "GET /v2.0/networks/c205c27c-cdfe-46e1-b04c-d672de0d3fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889039 Mar 02 15:11:28.822867 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c192e5-31a5-47d8-a1cd-a44194af6ab3 req-fba14d80-0ce4-42bd-81a3-ede10833f4e2 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:11:28.824425 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-97c192e5-31a5-47d8-a1cd-a44194af6ab3 req-fba14d80-0ce4-42bd-81a3-ede10833f4e2 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/ports?device_id=814171a9-1e03-4687-8479-d130483fc08f HTTP/1.1" status: 200 len: 943 time: 0.0545294 Mar 02 15:11:28.875209 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-97c192e5-31a5-47d8-a1cd-a44194af6ab3 req-a38292a0-7612-43d6-a4a3-0a94ab098191 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f5f6a4f-30e7-4345-96b4-f256fb04ec25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433064 Mar 02 15:11:29.997774 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54513198-9726-46c7-a2d4-469740100d4c req-0780bf76-ce4e-449e-9fb9-ffc65e09474d tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:11:29.999297 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-54513198-9726-46c7-a2d4-469740100d4c req-0780bf76-ce4e-449e-9fb9-ffc65e09474d tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/ports?device_id=814171a9-1e03-4687-8479-d130483fc08f HTTP/1.1" status: 200 len: 943 time: 0.0565746 Mar 02 15:11:30.049219 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-54513198-9726-46c7-a2d4-469740100d4c req-7dfb5582-41c5-4dc3-846b-244b94eae55a tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f5f6a4f-30e7-4345-96b4-f256fb04ec25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444989 Mar 02 15:11:31.170324 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3fb310-8319-407a-bcd6-1528f015e94d req-c4e9dc18-f8f1-4ecb-81d1-d2fdea23d717 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:11:31.171771 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-da3fb310-8319-407a-bcd6-1528f015e94d req-c4e9dc18-f8f1-4ecb-81d1-d2fdea23d717 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/ports?device_id=814171a9-1e03-4687-8479-d130483fc08f HTTP/1.1" status: 200 len: 943 time: 0.0564861 Mar 02 15:11:31.222192 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-da3fb310-8319-407a-bcd6-1528f015e94d req-4c14c99d-05f2-4b2b-ab5b-41d6c3c19b0b tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f5f6a4f-30e7-4345-96b4-f256fb04ec25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433776 Mar 02 15:11:32.345324 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b588058-bfc2-4983-8ca2-04d6807f795f req-6b4aa4e7-e5a1-4428-b88c-a8e20af331ae tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:11:32.346934 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-2b588058-bfc2-4983-8ca2-04d6807f795f req-6b4aa4e7-e5a1-4428-b88c-a8e20af331ae tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/ports?device_id=814171a9-1e03-4687-8479-d130483fc08f HTTP/1.1" status: 200 len: 943 time: 0.0562303 Mar 02 15:11:32.403132 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-2b588058-bfc2-4983-8ca2-04d6807f795f req-bc0373a1-e819-4abb-a7ee-442885dabc13 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f5f6a4f-30e7-4345-96b4-f256fb04ec25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491149 Mar 02 15:11:33.527302 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5011eb-1b74-43c0-bf4c-b7491aadedf8 req-a5429a8b-9ea9-4b69-a9d7-9cf0e6a59413 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:11:33.528835 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-df5011eb-1b74-43c0-bf4c-b7491aadedf8 req-a5429a8b-9ea9-4b69-a9d7-9cf0e6a59413 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/ports?device_id=814171a9-1e03-4687-8479-d130483fc08f HTTP/1.1" status: 200 len: 943 time: 0.0571017 Mar 02 15:11:33.579981 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-df5011eb-1b74-43c0-bf4c-b7491aadedf8 req-d99e98a6-bc76-4c7e-a550-0bfd96b5ea80 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f5f6a4f-30e7-4345-96b4-f256fb04ec25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452416 Mar 02 15:11:34.696132 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade1de96-0bb9-4f59-bc34-e8eb23d371cc req-1074ed00-2703-4dba-8062-384f1d4fe6e3 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:11:34.697605 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ade1de96-0bb9-4f59-bc34-e8eb23d371cc req-1074ed00-2703-4dba-8062-384f1d4fe6e3 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/ports?device_id=814171a9-1e03-4687-8479-d130483fc08f HTTP/1.1" status: 200 len: 943 time: 0.0527718 Mar 02 15:11:34.745077 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ade1de96-0bb9-4f59-bc34-e8eb23d371cc req-9c81bcd0-d717-4dc7-aaa7-c3cc1d89005e tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f5f6a4f-30e7-4345-96b4-f256fb04ec25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419524 Mar 02 15:11:35.865529 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faebd261-8672-4b50-ab66-dc37f0f1442e req-83cb87b5-0125-4fd4-8416-8e7bfa09f666 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:11:35.867038 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-faebd261-8672-4b50-ab66-dc37f0f1442e req-83cb87b5-0125-4fd4-8416-8e7bfa09f666 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/ports?device_id=814171a9-1e03-4687-8479-d130483fc08f HTTP/1.1" status: 200 len: 943 time: 0.0566008 Mar 02 15:11:35.869898 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.agents_db [None req-b044b9bd-a670-44c5-b22a-8886b11808d8 None None] Agent healthcheck: found 6 active agents {{(pid=110182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 15:11:35.914247 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-faebd261-8672-4b50-ab66-dc37f0f1442e req-493d8a8c-82e5-4c59-ab05-ff5b64ab03a5 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f5f6a4f-30e7-4345-96b4-f256fb04ec25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413537 Mar 02 15:11:36.149499 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Device bf450849-cf9c-4bea-b9db-fb7892cd1581 details requested by agent hyperv_hv-cinder-83143 with host hv-cinder-83143 {{(pid=110181) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 15:11:36.247588 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] For port bf450849-cf9c-4bea-b9db-fb7892cd1581, host hv-cinder-83143, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=bf450849-cf9c-4bea-b9db-fb7892cd1581,segment=NetworkSegment(d942a0b3-5f48-46e2-b373-8a0ebab50251),segment_id=d942a0b3-5f48-46e2-b373-8a0ebab50251)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:11:36.259400 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Returning: {'device': 'bf450849-cf9c-4bea-b9db-fb7892cd1581', 'network_id': 'c205c27c-cdfe-46e1-b04c-d672de0d3fe3', 'port_id': 'bf450849-cf9c-4bea-b9db-fb7892cd1581', 'mac_address': 'fa:16:3e:ae:89:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61ac6005-af56-475d-a05a-68a49febcf55', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110181) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 15:11:36.294774 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Current status of the port bf450849-cf9c-4bea-b9db-fb7892cd1581 is: DOWN; New status is: BUILD {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 15:11:36.295162 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (bf450849-cf9c-4bea-b9db-fb7892cd1581), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:11:36.308828 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.notifiers.nova [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf450849-cf9c-4bea-b9db-fb7892cd1581 {{(pid=110181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 15:11:36.326900 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] For port bf450849-cf9c-4bea-b9db-fb7892cd1581, host hv-cinder-83143, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=bf450849-cf9c-4bea-b9db-fb7892cd1581,segment=NetworkSegment(d942a0b3-5f48-46e2-b373-8a0ebab50251),segment_id=d942a0b3-5f48-46e2-b373-8a0ebab50251)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:11:36.398289 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (bf450849-cf9c-4bea-b9db-fb7892cd1581), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:11:36.449594 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Pushing event updated for resources: {'Port': ['ID=bf450849-cf9c-4bea-b9db-fb7892cd1581,revision_number=4']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:11:37.031623 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82925ca-8f16-4655-96dc-a11ec67e6ded req-34847059-8443-4d65-b3e2-49d023a395b4 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:11:37.033166 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-d82925ca-8f16-4655-96dc-a11ec67e6ded req-34847059-8443-4d65-b3e2-49d023a395b4 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/ports?device_id=814171a9-1e03-4687-8479-d130483fc08f HTTP/1.1" status: 200 len: 944 time: 0.0542262 Mar 02 15:11:37.083832 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-d82925ca-8f16-4655-96dc-a11ec67e6ded req-b3ea4135-b21c-46d2-b05f-3d39f919be7f tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f5f6a4f-30e7-4345-96b4-f256fb04ec25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447931 Mar 02 15:11:38.200190 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf46d76a-8d7e-40b9-8d8d-0214dabd162b req-1d5c76e4-68e8-4958-92ad-18677dc8185f tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:11:38.200898 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-cf46d76a-8d7e-40b9-8d8d-0214dabd162b req-1d5c76e4-68e8-4958-92ad-18677dc8185f tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/ports?device_id=814171a9-1e03-4687-8479-d130483fc08f HTTP/1.1" status: 200 len: 944 time: 0.0521295 Mar 02 15:11:38.251962 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-cf46d76a-8d7e-40b9-8d8d-0214dabd162b req-d15f4eaa-465a-499b-96ab-3425c7a96113 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f5f6a4f-30e7-4345-96b4-f256fb04ec25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449345 Mar 02 15:11:38.702969 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-31d3c5cf-a490-4410-92dd-155852d6b678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (dc3a6147-3194-47be-b33a-76a9a2a48933), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:11:39.372583 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd93e700-f96d-4c7e-a5c7-eaeccd7fc97f req-117bc017-2242-4ecb-a0c7-4b41f0459ac0 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:11:39.374053 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-dd93e700-f96d-4c7e-a5c7-eaeccd7fc97f req-117bc017-2242-4ecb-a0c7-4b41f0459ac0 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/ports?device_id=814171a9-1e03-4687-8479-d130483fc08f HTTP/1.1" status: 200 len: 944 time: 0.0527973 Mar 02 15:11:39.423067 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-dd93e700-f96d-4c7e-a5c7-eaeccd7fc97f req-b5799858-2480-4463-ad38-4a6f00cbaba8 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f5f6a4f-30e7-4345-96b4-f256fb04ec25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434444 Mar 02 15:11:40.478840 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] get_ports_and_sgs() called for port_ids ['bf450849-cf9c-4bea-b9db-fb7892cd1581'] {{(pid=110181) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 15:11:40.544099 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a64d40-d244-415f-836f-b7e97f877c7b req-22a557bd-5047-4cb8-9257-542c06ae308b tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:11:40.546651 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-42a64d40-d244-415f-836f-b7e97f877c7b req-22a557bd-5047-4cb8-9257-542c06ae308b tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/ports?device_id=814171a9-1e03-4687-8479-d130483fc08f HTTP/1.1" status: 200 len: 944 time: 0.0550785 Mar 02 15:11:40.595672 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-42a64d40-d244-415f-836f-b7e97f877c7b req-00ee0b7e-6178-4760-8518-eff59c964058 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f5f6a4f-30e7-4345-96b4-f256fb04ec25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430269 Mar 02 15:11:41.125460 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-f9c9240b-b7d8-40b4-a5ce-5ab95d16f8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (4b7d4a90-2987-419a-b6cd-7624b7dba065), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:11:41.717952 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f194ac-f02e-403c-8b0a-a2e83e7cf91a req-a6e7439c-ad4f-4ae6-ab1f-cae8d8183f17 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:11:41.719447 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-57f194ac-f02e-403c-8b0a-a2e83e7cf91a req-a6e7439c-ad4f-4ae6-ab1f-cae8d8183f17 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/ports?device_id=814171a9-1e03-4687-8479-d130483fc08f HTTP/1.1" status: 200 len: 944 time: 0.0564859 Mar 02 15:11:41.769760 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-57f194ac-f02e-403c-8b0a-a2e83e7cf91a req-7314931c-9aea-4963-b506-326394a68e67 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f5f6a4f-30e7-4345-96b4-f256fb04ec25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446429 Mar 02 15:11:42.153835 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-8c265469-93de-451d-a227-73ff998d8f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (bfbb2626-1130-458a-80a5-4632d76fa057), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:11:42.889253 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd43433-5cb5-4df3-8da9-884d782616fd req-3d42593d-793f-4ea1-b3a0-8f5f75ff9e51 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:11:42.890721 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-3fd43433-5cb5-4df3-8da9-884d782616fd req-3d42593d-793f-4ea1-b3a0-8f5f75ff9e51 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/ports?device_id=814171a9-1e03-4687-8479-d130483fc08f HTTP/1.1" status: 200 len: 944 time: 0.0535913 Mar 02 15:11:42.942008 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-3fd43433-5cb5-4df3-8da9-884d782616fd req-463f4e6e-4684-445f-81fc-7bb3805b94b0 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f5f6a4f-30e7-4345-96b4-f256fb04ec25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450490 Mar 02 15:11:43.183308 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Device bf450849-cf9c-4bea-b9db-fb7892cd1581 up at agent hyperv_hv-cinder-83143 {{(pid=110181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 15:11:43.285707 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Provisioning for port bf450849-cf9c-4bea-b9db-fb7892cd1581 completed by entity L2. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 15:11:43.289332 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Provisioning complete for port bf450849-cf9c-4bea-b9db-fb7892cd1581 triggered by entity L2. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 15:11:43.289763 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (bf450849-cf9c-4bea-b9db-fb7892cd1581), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:11:43.368059 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Current status of the port bf450849-cf9c-4bea-b9db-fb7892cd1581 is: BUILD; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 15:11:43.368488 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (bf450849-cf9c-4bea-b9db-fb7892cd1581), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:11:43.391166 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '814171a9-1e03-4687-8479-d130483fc08f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf450849-cf9c-4bea-b9db-fb7892cd1581'}] {{(pid=110181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 15:11:43.393815 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6faebeedf0149bd95a8e5aac95437523d12653d92db1e1e7ce78ae8719853609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74479186-43c4-47d3-8de4-27e9fe7d2bf5" -d '{"events": [{"server_uuid": "814171a9-1e03-4687-8479-d130483fc08f", "name": "network-vif-plugged", "status": "completed", "tag": "bf450849-cf9c-4bea-b9db-fb7892cd1581"}]}' {{(pid=110181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 15:11:43.405595 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] For port bf450849-cf9c-4bea-b9db-fb7892cd1581, host hv-cinder-83143, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=bf450849-cf9c-4bea-b9db-fb7892cd1581,segment=NetworkSegment(d942a0b3-5f48-46e2-b373-8a0ebab50251),segment_id=d942a0b3-5f48-46e2-b373-8a0ebab50251)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:11:43.430644 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 15:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1382668-83ab-4404-8809-f6b5b4ddce6b x-openstack-request-id: req-a1382668-83ab-4404-8809-f6b5b4ddce6b {{(pid=110181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 15:11:43.430943 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "814171a9-1e03-4687-8479-d130483fc08f", "name": "network-vif-plugged", "status": "completed", "tag": "bf450849-cf9c-4bea-b9db-fb7892cd1581", "code": 200}]} {{(pid=110181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 15:11:43.431195 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a1382668-83ab-4404-8809-f6b5b4ddce6b {{(pid=110181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 15:11:43.431635 dv-cinder-831439-3-iscsi neutron-server[110181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '814171a9-1e03-4687-8479-d130483fc08f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf450849-cf9c-4bea-b9db-fb7892cd1581', 'code': 200} Mar 02 15:11:43.496384 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (bf450849-cf9c-4bea-b9db-fb7892cd1581), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:11:43.545838 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Pushing event updated for resources: {'Port': ['ID=bf450849-cf9c-4bea-b9db-fb7892cd1581,revision_number=5']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:11:43.650583 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-9cfe1c82-1e01-4346-89c5-c3e1093f4022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (b9ce56f8-3527-4dd9-b024-9df7b3f4c018), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:11:44.061640 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ed4976-c65d-4d39-8c8b-682501bcb452 req-74c91607-d925-4b87-af87-bab4edd6014d tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:11:44.063128 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-e8ed4976-c65d-4d39-8c8b-682501bcb452 req-74c91607-d925-4b87-af87-bab4edd6014d tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/ports?device_id=814171a9-1e03-4687-8479-d130483fc08f HTTP/1.1" status: 200 len: 945 time: 0.0563514 Mar 02 15:11:44.112228 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-e8ed4976-c65d-4d39-8c8b-682501bcb452 req-ab23c520-0d9a-4cf6-b0d0-42fc9fd6d51e tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f5f6a4f-30e7-4345-96b4-f256fb04ec25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423810 Mar 02 15:11:44.925780 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (3a73802c-5f14-4c1f-8439-e74c4c90063b), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:11:45.248971 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab3d91f-5598-44ec-af26-baf53a9f7f4c req-867e50d1-8400-4ef9-827d-51e9ffc49d4a tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:11:45.250354 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-0ab3d91f-5598-44ec-af26-baf53a9f7f4c req-867e50d1-8400-4ef9-827d-51e9ffc49d4a tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/ports?device_id=814171a9-1e03-4687-8479-d130483fc08f HTTP/1.1" status: 200 len: 945 time: 0.0629661 Mar 02 15:11:45.298221 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-0ab3d91f-5598-44ec-af26-baf53a9f7f4c req-27f51fc8-30b6-4573-838a-c0cfd7d05e14 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f5f6a4f-30e7-4345-96b4-f256fb04ec25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414429 Mar 02 15:11:45.827341 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dce0f8-1dd5-461e-bdae-17e1dfe17eba req-37ca3bb8-b437-4468-b180-84fd4914abd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:11:45.828851 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-e1dce0f8-1dd5-461e-bdae-17e1dfe17eba req-37ca3bb8-b437-4468-b180-84fd4914abd0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=814171a9-1e03-4687-8479-d130483fc08f HTTP/1.1" status: 200 len: 1129 time: 0.0422387 Mar 02 15:11:45.878225 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-e1dce0f8-1dd5-461e-bdae-17e1dfe17eba req-2b78f3ad-c7f0-4a33-84ff-b21a6f98199b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1f5f6a4f-30e7-4345-96b4-f256fb04ec25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412107 Mar 02 15:11:46.415474 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01761bd-6626-4ee4-9de0-8352bc1547a0 req-e89c149e-b878-4625-8775-5efc0c92f48d tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:11:46.416874 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-e01761bd-6626-4ee4-9de0-8352bc1547a0 req-e89c149e-b878-4625-8775-5efc0c92f48d tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/ports?device_id=814171a9-1e03-4687-8479-d130483fc08f HTTP/1.1" status: 200 len: 945 time: 0.0535698 Mar 02 15:11:46.468196 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-e01761bd-6626-4ee4-9de0-8352bc1547a0 req-07a6a22c-67df-4e99-97d0-d134660e985d tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f5f6a4f-30e7-4345-96b4-f256fb04ec25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457621 Mar 02 15:11:47.593582 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8a5f4a-1bde-4049-a3b6-b31df8aca088 req-fd2a153a-0794-4985-af18-9f9d2a7f1386 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:11:47.595121 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-4d8a5f4a-1bde-4049-a3b6-b31df8aca088 req-fd2a153a-0794-4985-af18-9f9d2a7f1386 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/ports?device_id=814171a9-1e03-4687-8479-d130483fc08f HTTP/1.1" status: 200 len: 945 time: 0.0547781 Mar 02 15:11:47.647025 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-4d8a5f4a-1bde-4049-a3b6-b31df8aca088 req-0203ef18-a99e-45f5-9700-304e94fabe5f tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f5f6a4f-30e7-4345-96b4-f256fb04ec25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452271 Mar 02 15:11:48.775221 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7a4812-6a8d-44b1-a0d4-abbac49478a5 req-b1001e7c-5ae0-439e-b2b6-41bdc3f1ec63 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:11:48.776679 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-8c7a4812-6a8d-44b1-a0d4-abbac49478a5 req-b1001e7c-5ae0-439e-b2b6-41bdc3f1ec63 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/ports?device_id=814171a9-1e03-4687-8479-d130483fc08f HTTP/1.1" status: 200 len: 945 time: 0.0627987 Mar 02 15:11:48.824866 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-8c7a4812-6a8d-44b1-a0d4-abbac49478a5 req-b1cdd82d-51a5-4447-9219-f35c10ecdaad tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f5f6a4f-30e7-4345-96b4-f256fb04ec25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426540 Mar 02 15:11:48.947278 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fadca9b-3dcc-4b52-8897-b894c7e4d9c1 req-9dc7b11b-94b9-4800-a4da-a375dbc708c9 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:11:48.948761 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-4fadca9b-3dcc-4b52-8897-b894c7e4d9c1 req-9dc7b11b-94b9-4800-a4da-a375dbc708c9 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/ports?device_id=814171a9-1e03-4687-8479-d130483fc08f HTTP/1.1" status: 200 len: 945 time: 0.0556419 Mar 02 15:11:48.996689 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-4fadca9b-3dcc-4b52-8897-b894c7e4d9c1 req-d8c7d441-c1cf-41f9-8ce5-87f74caeb303 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f5f6a4f-30e7-4345-96b4-f256fb04ec25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424228 Mar 02 15:11:49.018944 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 35694) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:11:49.071526 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b413ee36-5693-4c90-be27-e224caf3803f tempest-TestVolumeBootPattern-1672899081 tempest-TestVolumeBootPattern-1672899081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:11:49.071526 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-b413ee36-5693-4c90-be27-e224caf3803f tempest-TestVolumeBootPattern-1672899081 tempest-TestVolumeBootPattern-1672899081-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=814171a9-1e03-4687-8479-d130483fc08f HTTP/1.1" status: 200 len: 1124 time: 0.0438316 Mar 02 15:11:49.073732 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 35696) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:11:49.078171 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.v2.base [None req-3d824a18-152a-450f-8d91-d72628a81b1b tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Request body: {'floatingip': {'floating_network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'port_id': 'bf450849-cf9c-4bea-b9db-fb7892cd1581', 'tenant_id': '7de5f8ffc29449a8970c42522a6efe67', 'fixed_ip_address': '172.20.0.6'}} {{(pid=110180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 15:11:49.302931 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3d824a18-152a-450f-8d91-d72628a81b1b tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:11:49.402569 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3d824a18-152a-450f-8d91-d72628a81b1b tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (None), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:11:49.508829 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.db_base_plugin_common [None req-3d824a18-152a-450f-8d91-d72628a81b1b tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Allocated IP 172.27.0.16 (ed71569c-47b6-4b42-b6b3-c541700724bf/701fb87e-0ea2-4d8d-8228-0af980cd437a/14a0886c-59ed-42eb-8262-da054d4d5958) {{(pid=110180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 15:11:49.609965 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3d824a18-152a-450f-8d91-d72628a81b1b tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Publish callbacks [] for port (14a0886c-59ed-42eb-8262-da054d4d5958), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:11:49.685724 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3d824a18-152a-450f-8d91-d72628a81b1b tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757345480668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672616'] for port (14a0886c-59ed-42eb-8262-da054d4d5958), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:11:49.723489 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d824a18-152a-450f-8d91-d72628a81b1b tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Network ed71569c-47b6-4b42-b6b3-c541700724bf is already hosted by enough agents. {{(pid=110180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 15:11:49.726309 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.base_scheduler [None req-3d824a18-152a-450f-8d91-d72628a81b1b tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Resources bound (agent type, host, resource id): {{(pid=110180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 15:11:49.729859 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d824a18-152a-450f-8d91-d72628a81b1b tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Received port after_create {{(pid=110180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 15:11:49.756881 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d824a18-152a-450f-8d91-d72628a81b1b tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Pushing event updated for resources: {'Port': ['ID=14a0886c-59ed-42eb-8262-da054d4d5958,revision_number=1']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:11:49.769863 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d824a18-152a-450f-8d91-d72628a81b1b tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:11:49.770219 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d824a18-152a-450f-8d91-d72628a81b1b tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:11:49.770564 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d824a18-152a-450f-8d91-d72628a81b1b tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:11:49.770905 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d824a18-152a-450f-8d91-d72628a81b1b tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:11:49.771239 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d824a18-152a-450f-8d91-d72628a81b1b tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:11:49.771569 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d824a18-152a-450f-8d91-d72628a81b1b tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:11:49.771921 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d824a18-152a-450f-8d91-d72628a81b1b tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:11:49.772252 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d824a18-152a-450f-8d91-d72628a81b1b tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:11:49.772580 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d824a18-152a-450f-8d91-d72628a81b1b tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:11:49.772910 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d824a18-152a-450f-8d91-d72628a81b1b tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:11:49.773234 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d824a18-152a-450f-8d91-d72628a81b1b tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:11:49.773555 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d824a18-152a-450f-8d91-d72628a81b1b tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:11:49.773875 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d824a18-152a-450f-8d91-d72628a81b1b tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:11:50.116076 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3d824a18-152a-450f-8d91-d72628a81b1b tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Publish callbacks [] for floatingip (3dcd00e0-7806-4597-b6d2-40aa86a0dd92), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:11:50.283344 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3d824a18-152a-450f-8d91-d72628a81b1b tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (14a0886c-59ed-42eb-8262-da054d4d5958), before_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:11:50.431383 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3d824a18-152a-450f-8d91-d72628a81b1b tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Publish callbacks [] for port (14a0886c-59ed-42eb-8262-da054d4d5958), precommit_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:11:50.490572 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3d824a18-152a-450f-8d91-d72628a81b1b tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3672609'] for port (14a0886c-59ed-42eb-8262-da054d4d5958), after_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:11:50.560994 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d824a18-152a-450f-8d91-d72628a81b1b tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Pushing event updated for resources: {'Port': ['ID=14a0886c-59ed-42eb-8262-da054d4d5958,revision_number=2']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:11:50.573659 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3d824a18-152a-450f-8d91-d72628a81b1b tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559821'] for floatingip (3dcd00e0-7806-4597-b6d2-40aa86a0dd92), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:11:50.674879 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.db.l3_db [None req-3d824a18-152a-450f-8d91-d72628a81b1b tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Floating IP 3dcd00e0-7806-4597-b6d2-40aa86a0dd92 associated. External IP: 172.27.0.16, port: bf450849-cf9c-4bea-b9db-fb7892cd1581. Mar 02 15:11:50.880946 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d824a18-152a-450f-8d91-d72628a81b1b tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Router b4d95977-025d-41c2-973e-cde076edf386 has already been hosted by L3 agent 4b7d4a90-2987-419a-b6cd-7624b7dba065 {{(pid=110180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 15:11:50.997103 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d824a18-152a-450f-8d91-d72628a81b1b tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Notify agent at l3_agent.dv-cinder-831439-3-iscsi the message routers_updated {{(pid=110180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 15:11:51.007695 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766b85c8-f535-49dc-9a30-1d4438d49500 None None] Sync routers for ids ['b4d95977-025d-41c2-973e-cde076edf386'] in dv-cinder-831439-3-iscsi {{(pid=110181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 15:11:51.020453 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766b85c8-f535-49dc-9a30-1d4438d49500 None None] Routers {'b4d95977-025d-41c2-973e-cde076edf386'} bound to L3 agent in host dv-cinder-831439-3-iscsi {{(pid=110181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 15:11:51.027482 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-766b85c8-f535-49dc-9a30-1d4438d49500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831439-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T14:48:11Z,description=,heartbeat_timestamp=2022-03-02T15:11:41Z,host='dv-cinder-831439-3-iscsi',id=4b7d4a90-2987-419a-b6cd-7624b7dba065,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T14:48:12Z,topic='l3_agent')) {'router_ids': ['b4d95977-025d-41c2-973e-cde076edf386'], 'active': True} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:11:51.081807 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3d824a18-152a-450f-8d91-d72628a81b1b tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221961'] for floatingip (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:11:51.358315 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvr_db [None req-766b85c8-f535-49dc-9a30-1d4438d49500 None None] Set router b4d95977-025d-41c2-973e-cde076edf386 gateway port host: dv-cinder-831439-3-iscsi {{(pid=110181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 15:11:51.472583 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-3d824a18-152a-450f-8d91-d72628a81b1b tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3969505 Mar 02 15:11:51.473403 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '814171a9-1e03-4687-8479-d130483fc08f', 'tag': 'bf450849-cf9c-4bea-b9db-fb7892cd1581'}] {{(pid=110180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 15:11:51.475339 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d4cb776884cbbf8177075bc934a95f6bdaf5bba346c2d7fc75eae3cda02a5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c7e08f0-5cf1-4012-b31c-6c7ab39535d6" -d '{"events": [{"name": "network-changed", "server_uuid": "814171a9-1e03-4687-8479-d130483fc08f", "tag": "bf450849-cf9c-4bea-b9db-fb7892cd1581"}]}' {{(pid=110180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 15:11:51.516461 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 15:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b84b8b26-de10-4833-8115-bd8329666511 x-openstack-request-id: req-b84b8b26-de10-4833-8115-bd8329666511 {{(pid=110180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 15:11:51.516867 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "814171a9-1e03-4687-8479-d130483fc08f", "tag": "bf450849-cf9c-4bea-b9db-fb7892cd1581", "status": "completed", "code": 200}]} {{(pid=110180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 15:11:51.517129 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b84b8b26-de10-4833-8115-bd8329666511 {{(pid=110180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 15:11:51.517523 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '814171a9-1e03-4687-8479-d130483fc08f', 'tag': 'bf450849-cf9c-4bea-b9db-fb7892cd1581', 'status': 'completed', 'code': 200} Mar 02 15:11:51.603553 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-766b85c8-f535-49dc-9a30-1d4438d49500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d95977-025d-41c2-973e-cde076edf386', 'name': 'tempest-TestVolumeBootPattern-1765529585-router', 'tenant_id': '7de5f8ffc29449a8970c42522a6efe67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '23bb7610-0d04-423c-93a6-4bbff4c99431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T15:07:33Z', 'updated_at': '2022-03-02T15:07:36Z', 'revision_number': 4, 'project_id': '7de5f8ffc29449a8970c42522a6efe67', 'gw_port': {'id': '23bb7610-0d04-423c-93a6-4bbff4c99431', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:5b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d95977-025d-41c2-973e-cde076edf386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:07:34Z', 'updated_at': '2022-03-02T15:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi', '_floatingips': [{'id': '3dcd00e0-7806-4597-b6d2-40aa86a0dd92', 'tenant_id': '7de5f8ffc29449a8970c42522a6efe67', 'floating_ip_address': '172.27.0.16', 'floating_network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'router_id': 'b4d95977-025d-41c2-973e-cde076edf386', 'port_id': 'bf450849-cf9c-4bea-b9db-fb7892cd1581', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c205c27c-cdfe-46e1-b04c-d672de0d3fe3', 'mac_address': 'fa:16:3e:ae:89:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814171a9-1e03-4687-8479-d130483fc08f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T15:11:49Z', 'updated_at': '2022-03-02T15:11:49Z', 'revision_number': 0, 'project_id': '7de5f8ffc29449a8970c42522a6efe67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f60fe98-703d-40dc-b085-a6bd9dd5d22a', 'name': '', 'network_id': 'c205c27c-cdfe-46e1-b04c-d672de0d3fe3', 'tenant_id': '7de5f8ffc29449a8970c42522a6efe67', 'mac_address': 'fa:16:3e:88:f4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d95977-025d-41c2-973e-cde076edf386', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '61ac6005-af56-475d-a05a-68a49febcf55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:07:36Z', 'updated_at': '2022-03-02T15:07:41Z', 'revision_number': 5, 'project_id': '7de5f8ffc29449a8970c42522a6efe67', 'subnets': [{'id': '61ac6005-af56-475d-a05a-68a49febcf55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831439-3-iscsi', False) {} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:11:51.630647 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766b85c8-f535-49dc-9a30-1d4438d49500 None None] Checking router: b4d95977-025d-41c2-973e-cde076edf386 for host: dv-cinder-831439-3-iscsi {{(pid=110181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 15:11:51.639519 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766b85c8-f535-49dc-9a30-1d4438d49500 None None] Routers {'b4d95977-025d-41c2-973e-cde076edf386'} bound to L3 agent in host dv-cinder-831439-3-iscsi {{(pid=110181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 15:11:51.640180 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-766b85c8-f535-49dc-9a30-1d4438d49500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831439-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T14:48:11Z,description=,heartbeat_timestamp=2022-03-02T15:11:41Z,host='dv-cinder-831439-3-iscsi',id=4b7d4a90-2987-419a-b6cd-7624b7dba065,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T14:48:12Z,topic='l3_agent')) {'router_ids': ['b4d95977-025d-41c2-973e-cde076edf386'], 'active': True} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:11:51.748482 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvr_db [None req-766b85c8-f535-49dc-9a30-1d4438d49500 None None] Set router b4d95977-025d-41c2-973e-cde076edf386 gateway port host: dv-cinder-831439-3-iscsi {{(pid=110181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 15:11:51.976888 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-766b85c8-f535-49dc-9a30-1d4438d49500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d95977-025d-41c2-973e-cde076edf386', 'name': 'tempest-TestVolumeBootPattern-1765529585-router', 'tenant_id': '7de5f8ffc29449a8970c42522a6efe67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '23bb7610-0d04-423c-93a6-4bbff4c99431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T15:07:33Z', 'updated_at': '2022-03-02T15:07:36Z', 'revision_number': 4, 'project_id': '7de5f8ffc29449a8970c42522a6efe67', 'gw_port': {'id': '23bb7610-0d04-423c-93a6-4bbff4c99431', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:5b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d95977-025d-41c2-973e-cde076edf386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:07:34Z', 'updated_at': '2022-03-02T15:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi', '_floatingips': [{'id': '3dcd00e0-7806-4597-b6d2-40aa86a0dd92', 'tenant_id': '7de5f8ffc29449a8970c42522a6efe67', 'floating_ip_address': '172.27.0.16', 'floating_network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'router_id': 'b4d95977-025d-41c2-973e-cde076edf386', 'port_id': 'bf450849-cf9c-4bea-b9db-fb7892cd1581', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c205c27c-cdfe-46e1-b04c-d672de0d3fe3', 'mac_address': 'fa:16:3e:ae:89:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814171a9-1e03-4687-8479-d130483fc08f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T15:11:49Z', 'updated_at': '2022-03-02T15:11:49Z', 'revision_number': 0, 'project_id': '7de5f8ffc29449a8970c42522a6efe67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f60fe98-703d-40dc-b085-a6bd9dd5d22a', 'name': '', 'network_id': 'c205c27c-cdfe-46e1-b04c-d672de0d3fe3', 'tenant_id': '7de5f8ffc29449a8970c42522a6efe67', 'mac_address': 'fa:16:3e:88:f4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d95977-025d-41c2-973e-cde076edf386', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '61ac6005-af56-475d-a05a-68a49febcf55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:07:36Z', 'updated_at': '2022-03-02T15:07:41Z', 'revision_number': 5, 'project_id': '7de5f8ffc29449a8970c42522a6efe67', 'subnets': [{'id': '61ac6005-af56-475d-a05a-68a49febcf55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831439-3-iscsi', False) {} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:11:52.004620 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766b85c8-f535-49dc-9a30-1d4438d49500 None None] The sync data for ids ['b4d95977-025d-41c2-973e-cde076edf386'] in dv-cinder-831439-3-iscsi is: [{'id': 'b4d95977-025d-41c2-973e-cde076edf386', 'name': 'tempest-TestVolumeBootPattern-1765529585-router', 'tenant_id': '7de5f8ffc29449a8970c42522a6efe67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '23bb7610-0d04-423c-93a6-4bbff4c99431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T15:07:33Z', 'updated_at': '2022-03-02T15:07:36Z', 'revision_number': 4, 'project_id': '7de5f8ffc29449a8970c42522a6efe67', 'gw_port': {'id': '23bb7610-0d04-423c-93a6-4bbff4c99431', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:5b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d95977-025d-41c2-973e-cde076edf386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:07:34Z', 'updated_at': '2022-03-02T15:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi', '_floatingips': [{'id': '3dcd00e0-7806-4597-b6d2-40aa86a0dd92', 'tenant_id': '7de5f8ffc29449a8970c42522a6efe67', 'floating_ip_address': '172.27.0.16', 'floating_network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'router_id': 'b4d95977-025d-41c2-973e-cde076edf386', 'port_id': 'bf450849-cf9c-4bea-b9db-fb7892cd1581', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c205c27c-cdfe-46e1-b04c-d672de0d3fe3', 'mac_address': 'fa:16:3e:ae:89:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814171a9-1e03-4687-8479-d130483fc08f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T15:11:49Z', 'updated_at': '2022-03-02T15:11:49Z', 'revision_number': 0, 'project_id': '7de5f8ffc29449a8970c42522a6efe67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f60fe98-703d-40dc-b085-a6bd9dd5d22a', 'name': '', 'network_id': 'c205c27c-cdfe-46e1-b04c-d672de0d3fe3', 'tenant_id': '7de5f8ffc29449a8970c42522a6efe67', 'mac_address': 'fa:16:3e:88:f4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d95977-025d-41c2-973e-cde076edf386', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '61ac6005-af56-475d-a05a-68a49febcf55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:07:36Z', 'updated_at': '2022-03-02T15:07:41Z', 'revision_number': 5, 'project_id': '7de5f8ffc29449a8970c42522a6efe67', 'subnets': [{'id': '61ac6005-af56-475d-a05a-68a49febcf55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 15:11:52.172653 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7e08f0-5cf1-4012-b31c-6c7ab39535d6 req-9f6962c1-83a4-4c7b-b27b-846aa9790978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:11:52.174123 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6c7e08f0-5cf1-4012-b31c-6c7ab39535d6 req-9f6962c1-83a4-4c7b-b27b-846aa9790978 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7de5f8ffc29449a8970c42522a6efe67&device_id=814171a9-1e03-4687-8479-d130483fc08f HTTP/1.1" status: 200 len: 1129 time: 0.0468762 Mar 02 15:11:52.211791 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595951cc-04a5-4152-ac30-932f47068435 None None] New status for floating IP 3dcd00e0-7806-4597-b6d2-40aa86a0dd92: ACTIVE {{(pid=110182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 15:11:52.271926 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7e08f0-5cf1-4012-b31c-6c7ab39535d6 req-d0af895b-6b18-48fe-a933-58ca67374f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:11:52.273643 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6c7e08f0-5cf1-4012-b31c-6c7ab39535d6 req-d0af895b-6b18-48fe-a933-58ca67374f99 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c205c27c-cdfe-46e1-b04c-d672de0d3fe3 HTTP/1.1" status: 200 len: 913 time: 0.0936065 Mar 02 15:11:52.340220 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6c7e08f0-5cf1-4012-b31c-6c7ab39535d6 req-c4d966fa-1104-48e9-955b-6e16b1a46b52 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf450849-cf9c-4bea-b9db-fb7892cd1581 HTTP/1.1" status: 200 len: 998 time: 0.0595160 Mar 02 15:11:52.388885 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7e08f0-5cf1-4012-b31c-6c7ab39535d6 req-eb34e3f9-ef87-40ac-83c0-6ef169e13487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:11:52.390347 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6c7e08f0-5cf1-4012-b31c-6c7ab39535d6 req-eb34e3f9-ef87-40ac-83c0-6ef169e13487 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=61ac6005-af56-475d-a05a-68a49febcf55 HTTP/1.1" status: 200 len: 851 time: 0.0449228 Mar 02 15:11:52.441832 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7e08f0-5cf1-4012-b31c-6c7ab39535d6 req-a3a46146-3fdf-4677-b942-008b0f5c70db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:11:52.443352 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6c7e08f0-5cf1-4012-b31c-6c7ab39535d6 req-a3a46146-3fdf-4677-b942-008b0f5c70db service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c205c27c-cdfe-46e1-b04c-d672de0d3fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476096 Mar 02 15:11:52.533229 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6c7e08f0-5cf1-4012-b31c-6c7ab39535d6 req-69d6197c-845c-4600-96e9-6671814457cc service neutron] 10.222.0.55 "GET /v2.0/networks/c205c27c-cdfe-46e1-b04c-d672de0d3fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837624 Mar 02 15:11:52.629356 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6c7e08f0-5cf1-4012-b31c-6c7ab39535d6 req-21e6540a-0927-4625-b0e5-138240f99ae5 service neutron] 10.222.0.55 "GET /v2.0/networks/c205c27c-cdfe-46e1-b04c-d672de0d3fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861125 Mar 02 15:11:57.266367 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (a761fe19-4045-45cc-a7c7-f029a0c82591), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:12:00.462801 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6563e23b-dbc2-4eac-a5ac-9935101e6aa5 req-4b9b33ba-33d0-4686-839c-131cd4c49ab3 tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:12:00.464306 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6563e23b-dbc2-4eac-a5ac-9935101e6aa5 req-4b9b33ba-33d0-4686-839c-131cd4c49ab3 tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] 10.222.0.52 "GET /v2.0/ports?device_id=f69ff9cb-83af-411d-a3a5-faa7e8466875 HTTP/1.1" status: 200 len: 945 time: 0.0535855 Mar 02 15:12:00.511108 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6563e23b-dbc2-4eac-a5ac-9935101e6aa5 req-ed87cc39-b545-44f8-b24a-0827c8f573b4 tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] 10.222.0.52 "GET /v2.0/security-groups?id=437f4698-29b1-4b20-9bee-ef66070041c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411446 Mar 02 15:12:01.628225 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1efb646-9d95-4e5e-a296-466f79efbbce req-771aa43a-b2ff-4d8c-b53a-4a8563737e64 tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:12:01.630257 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-c1efb646-9d95-4e5e-a296-466f79efbbce req-771aa43a-b2ff-4d8c-b53a-4a8563737e64 tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] 10.222.0.52 "GET /v2.0/ports?device_id=f69ff9cb-83af-411d-a3a5-faa7e8466875 HTTP/1.1" status: 200 len: 945 time: 0.0513458 Mar 02 15:12:01.677284 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-c1efb646-9d95-4e5e-a296-466f79efbbce req-45fa9a82-d0f3-44b7-ba74-1c48a47ed481 tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] 10.222.0.52 "GET /v2.0/security-groups?id=437f4698-29b1-4b20-9bee-ef66070041c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408552 Mar 02 15:12:02.595114 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b62396-9476-4fe5-b76b-b76c6bf11657 req-345dea9f-62a8-4f7f-ad8e-42fd4f48f89a tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:12:02.596641 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-31b62396-9476-4fe5-b76b-b76c6bf11657 req-345dea9f-62a8-4f7f-ad8e-42fd4f48f89a tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] 10.222.0.55 "GET /v2.0/ports?device_id=f69ff9cb-83af-411d-a3a5-faa7e8466875 HTTP/1.1" status: 200 len: 945 time: 0.0580628 Mar 02 15:12:02.690232 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.plugin [req-31b62396-9476-4fe5-b76b-b76c6bf11657 req-a176a74b-6615-4d76-b022-03543fc710a6 tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] Deleting port d5be60e6-b99a-489f-b4a5-1a33d9e8b06c {{(pid=110180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 15:12:02.690945 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-31b62396-9476-4fe5-b76b-b76c6bf11657 req-a176a74b-6615-4d76-b022-03543fc710a6 tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757345981049'] for port (d5be60e6-b99a-489f-b4a5-1a33d9e8b06c), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:12:02.813379 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.db [req-31b62396-9476-4fe5-b76b-b76c6bf11657 req-a176a74b-6615-4d76-b022-03543fc710a6 tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] For port d5be60e6-b99a-489f-b4a5-1a33d9e8b06c, host hv-cinder-83143, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=d5be60e6-b99a-489f-b4a5-1a33d9e8b06c,segment=NetworkSegment(49d9310f-2b89-4ce5-8c6a-71fa8372b9a1),segment_id=49d9310f-2b89-4ce5-8c6a-71fa8372b9a1)] {{(pid=110180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:12:02.813741 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-31b62396-9476-4fe5-b76b-b76c6bf11657 req-a176a74b-6615-4d76-b022-03543fc710a6 tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port (d5be60e6-b99a-489f-b4a5-1a33d9e8b06c), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:12:02.833270 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffd544c-e330-49ff-99da-1bf839842b5e req-33008701-5d00-419f-b54e-0c3e6c8001ce tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:12:02.834769 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-bffd544c-e330-49ff-99da-1bf839842b5e req-33008701-5d00-419f-b54e-0c3e6c8001ce tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] 10.222.0.52 "GET /v2.0/ports?device_id=f69ff9cb-83af-411d-a3a5-faa7e8466875 HTTP/1.1" status: 200 len: 945 time: 0.0911555 Mar 02 15:12:02.838991 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.plugin [req-31b62396-9476-4fe5-b76b-b76c6bf11657 req-a176a74b-6615-4d76-b022-03543fc710a6 tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] Calling delete_port for d5be60e6-b99a-489f-b4a5-1a33d9e8b06c owned by compute:nova {{(pid=110180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 15:12:02.930426 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-bffd544c-e330-49ff-99da-1bf839842b5e req-d05330c0-cf0f-4a33-bb94-d1b09ed5846a tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] 10.222.0.52 "GET /v2.0/security-groups?id=437f4698-29b1-4b20-9bee-ef66070041c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894482 Mar 02 15:12:03.067978 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-31b62396-9476-4fe5-b76b-b76c6bf11657 req-a176a74b-6615-4d76-b022-03543fc710a6 tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757345984732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757345480677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672616'] for port (d5be60e6-b99a-489f-b4a5-1a33d9e8b06c), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:12:03.098028 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a176a74b-6615-4d76-b022-03543fc710a6 tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] Pushing event deleted for resources: {'Port': ['ID=d5be60e6-b99a-489f-b4a5-1a33d9e8b06c,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:12:03.102396 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] get_ports_and_sgs() called for port_ids ['d5be60e6-b99a-489f-b4a5-1a33d9e8b06c'] {{(pid=110181) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 15:12:03.151137 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.l3_dvrscheduler_db [req-31b62396-9476-4fe5-b76b-b76c6bf11657 req-a176a74b-6615-4d76-b022-03543fc710a6 tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] No DVR routers for this DVR port d5be60e6-b99a-489f-b4a5-1a33d9e8b06c on host hv-cinder-83143 {{(pid=110180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 15:12:03.155496 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-31b62396-9476-4fe5-b76b-b76c6bf11657 req-a176a74b-6615-4d76-b022-03543fc710a6 tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221961'] for port (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:12:03.157252 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-31b62396-9476-4fe5-b76b-b76c6bf11657 req-a176a74b-6615-4d76-b022-03543fc710a6 tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] 10.222.0.55 "DELETE /v2.0/ports/d5be60e6-b99a-489f-b4a5-1a33d9e8b06c HTTP/1.1" status: 204 len: 173 time: 0.5555940 Mar 02 15:12:03.157766 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f69ff9cb-83af-411d-a3a5-faa7e8466875', 'name': 'network-vif-deleted', 'tag': 'd5be60e6-b99a-489f-b4a5-1a33d9e8b06c'}] {{(pid=110180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 15:12:03.160726 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d4cb776884cbbf8177075bc934a95f6bdaf5bba346c2d7fc75eae3cda02a5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d55ca50a-5a4f-4c97-a1c3-f8b2cde468b3" -d '{"events": [{"server_uuid": "f69ff9cb-83af-411d-a3a5-faa7e8466875", "name": "network-vif-deleted", "tag": "d5be60e6-b99a-489f-b4a5-1a33d9e8b06c"}]}' {{(pid=110180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 15:12:03.198072 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 15:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58e7f088-5539-45ae-96a3-51847fa81909 x-openstack-request-id: req-58e7f088-5539-45ae-96a3-51847fa81909 {{(pid=110180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 15:12:03.198434 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f69ff9cb-83af-411d-a3a5-faa7e8466875", "name": "network-vif-deleted", "tag": "d5be60e6-b99a-489f-b4a5-1a33d9e8b06c", "status": "completed", "code": 200}]} {{(pid=110180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 15:12:03.199017 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-58e7f088-5539-45ae-96a3-51847fa81909 {{(pid=110180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 15:12:03.199443 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f69ff9cb-83af-411d-a3a5-faa7e8466875', 'name': 'network-vif-deleted', 'tag': 'd5be60e6-b99a-489f-b4a5-1a33d9e8b06c', 'status': 'completed', 'code': 200} Mar 02 15:12:04.038120 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-02bee8b1-d7ad-4951-a89a-76fde2f3deee req-7373f92c-cab6-40ae-b28f-2ea2825c24d5 tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] 10.222.0.52 "GET /v2.0/ports?device_id=f69ff9cb-83af-411d-a3a5-faa7e8466875 HTTP/1.1" status: 200 len: 210 time: 0.0280390 Mar 02 15:12:08.117596 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Device d5be60e6-b99a-489f-b4a5-1a33d9e8b06c no longer exists at agent hyperv_hv-cinder-83143 {{(pid=110181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 15:12:08.138473 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] No Port match for: d5be60e6-b99a-489f-b4a5-1a33d9e8b06c {{(pid=110181) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 15:12:08.138818 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Device d5be60e6-b99a-489f-b4a5-1a33d9e8b06c not bound to the agent host hv-cinder-83143 {{(pid=110181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 15:12:08.679232 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-9133eeae-b4af-4482-bc1b-49dbdec83436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (dc3a6147-3194-47be-b33a-76a9a2a48933), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:12:11.050107 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-ed04dbb2-595f-453d-bd4f-0ccae962a230 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (4b7d4a90-2987-419a-b6cd-7624b7dba065), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:12:12.147540 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-8c265469-93de-451d-a227-73ff998d8f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (bfbb2626-1130-458a-80a5-4632d76fa057), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:12:12.869908 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.agents_db [None req-b044b9bd-a670-44c5-b22a-8886b11808d8 None None] Agent healthcheck: found 6 active agents {{(pid=110182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 15:12:13.661697 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-9cfe1c82-1e01-4346-89c5-c3e1093f4022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (b9ce56f8-3527-4dd9-b024-9df7b3f4c018), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:12:14.907699 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (3a73802c-5f14-4c1f-8439-e74c4c90063b), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:12:17.923288 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f723b4c-c953-4d0b-9019-fd690398f136 req-a4ae429f-a274-410d-be31-7d006083eace tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:12:17.924780 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-4f723b4c-c953-4d0b-9019-fd690398f136 req-a4ae429f-a274-410d-be31-7d006083eace tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] 10.222.0.52 "GET /v2.0/networks?id=9dc5a964-7d40-46ef-957a-f7e0ac46272d HTTP/1.1" status: 200 len: 813 time: 0.1027441 Mar 02 15:12:17.938886 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-4f723b4c-c953-4d0b-9019-fd690398f136 req-d2723070-e8e0-44af-bc7a-5e0863ee49d8 tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] 10.222.0.52 "GET /v2.0/quotas/44e61c3f757940c0bc5ab3e2419d351c HTTP/1.1" status: 200 len: 375 time: 0.0088243 Mar 02 15:12:17.970580 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-4f723b4c-c953-4d0b-9019-fd690398f136 req-06115510-3edc-42ac-9eca-243aadac5b92 tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=44e61c3f757940c0bc5ab3e2419d351c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267999 Mar 02 15:12:18.059161 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-4f723b4c-c953-4d0b-9019-fd690398f136 req-babb21ad-157f-45b4-b1cb-25d996f6f493 service neutron] 10.222.0.52 "GET /v2.0/networks/9dc5a964-7d40-46ef-957a-f7e0ac46272d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813034 Mar 02 15:12:18.152139 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-4f723b4c-c953-4d0b-9019-fd690398f136 req-a22b4808-b391-42c0-87d4-cfd42c9ebba5 service neutron] 10.222.0.52 "GET /v2.0/networks/9dc5a964-7d40-46ef-957a-f7e0ac46272d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878959 Mar 02 15:12:18.481902 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-429f6704-adda-4343-93da-442904504139 req-5cfefce7-c757-4ebc-ab63-b98846483f97 tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c1302e1-7280-4439-b43a-dab29b7fd80f HTTP/1.1" status: 200 len: 210 time: 0.1312697 Mar 02 15:12:19.577666 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-692b8d5c-e447-42d5-8a67-66565d67d676 req-0a29f056-e4cd-438b-9a89-33f435261325 tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c1302e1-7280-4439-b43a-dab29b7fd80f HTTP/1.1" status: 200 len: 210 time: 0.0283237 Mar 02 15:12:20.476400 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f723b4c-c953-4d0b-9019-fd690398f136 req-9bf49351-95e2-45f0-a6c9-5aa5125eee12 tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:12:20.478300 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-4f723b4c-c953-4d0b-9019-fd690398f136 req-9bf49351-95e2-45f0-a6c9-5aa5125eee12 tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] 10.222.0.55 "GET /v2.0/networks?id=9dc5a964-7d40-46ef-957a-f7e0ac46272d HTTP/1.1" status: 200 len: 813 time: 0.1029046 Mar 02 15:12:20.496412 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.v2.base [req-4f723b4c-c953-4d0b-9019-fd690398f136 req-0f47273e-292f-4063-aba2-a958cab6be9a tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] Request body: {'port': {'device_id': '1c1302e1-7280-4439-b43a-dab29b7fd80f', 'network_id': '9dc5a964-7d40-46ef-957a-f7e0ac46272d', 'admin_state_up': True, 'tenant_id': '44e61c3f757940c0bc5ab3e2419d351c'}} {{(pid=110180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 15:12:20.676586 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-73ca8186-3dc2-453a-84d5-c6977ac0e5e5 req-57995bfc-ced0-4444-a6cf-a54cc15a326f tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c1302e1-7280-4439-b43a-dab29b7fd80f HTTP/1.1" status: 200 len: 210 time: 0.0321386 Mar 02 15:12:20.677293 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f723b4c-c953-4d0b-9019-fd690398f136 req-0f47273e-292f-4063-aba2-a958cab6be9a tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] Made reservation on behalf of 44e61c3f757940c0bc5ab3e2419d351c for: {'port': 1} {{(pid=110180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 15:12:20.680470 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-4f723b4c-c953-4d0b-9019-fd690398f136 req-0f47273e-292f-4063-aba2-a958cab6be9a tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (None), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:12:20.804952 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.db_base_plugin_common [req-4f723b4c-c953-4d0b-9019-fd690398f136 req-0f47273e-292f-4063-aba2-a958cab6be9a tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] Allocated IP 172.20.0.6 (9dc5a964-7d40-46ef-957a-f7e0ac46272d/7ace574d-9c27-402c-8462-7ee2eaceb601/ab652dc9-f4b0-4345-85e7-09eedfe063c9) {{(pid=110180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 15:12:20.971078 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-4f723b4c-c953-4d0b-9019-fd690398f136 req-0f47273e-292f-4063-aba2-a958cab6be9a tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] Publish callbacks [] for port (ab652dc9-f4b0-4345-85e7-09eedfe063c9), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:12:21.078833 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-4f723b4c-c953-4d0b-9019-fd690398f136 req-0f47273e-292f-4063-aba2-a958cab6be9a tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757345480668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672616'] for port (ab652dc9-f4b0-4345-85e7-09eedfe063c9), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:12:21.122711 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f723b4c-c953-4d0b-9019-fd690398f136 req-0f47273e-292f-4063-aba2-a958cab6be9a tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] Network 9dc5a964-7d40-46ef-957a-f7e0ac46272d is already hosted by enough agents. {{(pid=110180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 15:12:21.125651 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.base_scheduler [req-4f723b4c-c953-4d0b-9019-fd690398f136 req-0f47273e-292f-4063-aba2-a958cab6be9a tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] Resources bound (agent type, host, resource id): {{(pid=110180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 15:12:21.129333 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f723b4c-c953-4d0b-9019-fd690398f136 req-0f47273e-292f-4063-aba2-a958cab6be9a tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] Received port after_create {{(pid=110180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 15:12:21.137636 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f47273e-292f-4063-aba2-a958cab6be9a tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] Pushing event updated for resources: {'Port': ['ID=ab652dc9-f4b0-4345-85e7-09eedfe063c9,revision_number=1']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:12:21.185896 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f723b4c-c953-4d0b-9019-fd690398f136 req-0f47273e-292f-4063-aba2-a958cab6be9a tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:12:21.186491 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-4f723b4c-c953-4d0b-9019-fd690398f136 req-0f47273e-292f-4063-aba2-a958cab6be9a tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221961'] for port (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:12:21.257094 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-4f723b4c-c953-4d0b-9019-fd690398f136 req-0f47273e-292f-4063-aba2-a958cab6be9a tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7645357 Mar 02 15:12:21.274703 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.v2.base [req-4f723b4c-c953-4d0b-9019-fd690398f136 req-c7e4c142-5df5-4787-a6d6-cb2b5fcfcd98 service neutron] Request body: {'port': {'device_id': '1c1302e1-7280-4439-b43a-dab29b7fd80f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83143'}} {{(pid=110180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 15:12:21.338781 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-4f723b4c-c953-4d0b-9019-fd690398f136 req-c7e4c142-5df5-4787-a6d6-cb2b5fcfcd98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (ab652dc9-f4b0-4345-85e7-09eedfe063c9), before_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:12:21.600681 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.notifiers.nova [req-4f723b4c-c953-4d0b-9019-fd690398f136 req-c7e4c142-5df5-4787-a6d6-cb2b5fcfcd98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab652dc9-f4b0-4345-85e7-09eedfe063c9 {{(pid=110180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 15:12:21.608548 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-4f723b4c-c953-4d0b-9019-fd690398f136 req-c7e4c142-5df5-4787-a6d6-cb2b5fcfcd98 service neutron] Publish callbacks [] for port (ab652dc9-f4b0-4345-85e7-09eedfe063c9), precommit_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:12:21.620565 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.provisioning_blocks [req-4f723b4c-c953-4d0b-9019-fd690398f136 req-c7e4c142-5df5-4787-a6d6-cb2b5fcfcd98 service neutron] Transition to ACTIVE for port object ab652dc9-f4b0-4345-85e7-09eedfe063c9 will not be triggered until provisioned by entity L2. {{(pid=110180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 15:12:21.701134 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-4f723b4c-c953-4d0b-9019-fd690398f136 req-c7e4c142-5df5-4787-a6d6-cb2b5fcfcd98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3672609'] for port (ab652dc9-f4b0-4345-85e7-09eedfe063c9), after_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:12:21.762140 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e4c142-5df5-4787-a6d6-cb2b5fcfcd98 service neutron] Pushing event updated for resources: {'Port': ['ID=ab652dc9-f4b0-4345-85e7-09eedfe063c9,revision_number=2']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:12:21.857265 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee23fbd9-48ee-4c09-802d-866a7fb5e892 req-31213ec1-9598-496f-ba81-917919c13e3e tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:12:21.858689 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ee23fbd9-48ee-4c09-802d-866a7fb5e892 req-31213ec1-9598-496f-ba81-917919c13e3e tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c1302e1-7280-4439-b43a-dab29b7fd80f HTTP/1.1" status: 200 len: 943 time: 0.1107030 Mar 02 15:12:21.863132 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.managers [req-4f723b4c-c953-4d0b-9019-fd690398f136 req-c7e4c142-5df5-4787-a6d6-cb2b5fcfcd98 service neutron] Attempting to bind port ab652dc9-f4b0-4345-85e7-09eedfe063c9 on host hv-cinder-83143 for vnic_type normal with profile {{(pid=110180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 15:12:21.863468 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.managers [req-4f723b4c-c953-4d0b-9019-fd690398f136 req-c7e4c142-5df5-4787-a6d6-cb2b5fcfcd98 service neutron] Attempting to bind port ab652dc9-f4b0-4345-85e7-09eedfe063c9 by drivers openvswitch,hyperv on host hv-cinder-83143 at level 0 using segments [{'id': '49d9310f-2b89-4ce5-8c6a-71fa8372b9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9dc5a964-7d40-46ef-957a-f7e0ac46272d'}] {{(pid=110180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 15:12:21.863856 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f723b4c-c953-4d0b-9019-fd690398f136 req-c7e4c142-5df5-4787-a6d6-cb2b5fcfcd98 service neutron] Attempting to bind port ab652dc9-f4b0-4345-85e7-09eedfe063c9 on network 9dc5a964-7d40-46ef-957a-f7e0ac46272d {{(pid=110180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 15:12:21.874531 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f723b4c-c953-4d0b-9019-fd690398f136 req-c7e4c142-5df5-4787-a6d6-cb2b5fcfcd98 service neutron] Port ab652dc9-f4b0-4345-85e7-09eedfe063c9 on network 9dc5a964-7d40-46ef-957a-f7e0ac46272d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83143 {{(pid=110180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 15:12:21.874860 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f723b4c-c953-4d0b-9019-fd690398f136 req-c7e4c142-5df5-4787-a6d6-cb2b5fcfcd98 service neutron] Attempting to bind port ab652dc9-f4b0-4345-85e7-09eedfe063c9 on network 9dc5a964-7d40-46ef-957a-f7e0ac46272d {{(pid=110180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 15:12:21.886851 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f723b4c-c953-4d0b-9019-fd690398f136 req-c7e4c142-5df5-4787-a6d6-cb2b5fcfcd98 service neutron] Checking agent: {'id': 'a761fe19-4045-45cc-a7c7-f029a0c82591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83143', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 14, 54, 53), 'started_at': datetime.datetime(2022, 3, 2, 14, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 15, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 15:12:21.887190 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f723b4c-c953-4d0b-9019-fd690398f136 req-c7e4c142-5df5-4787-a6d6-cb2b5fcfcd98 service neutron] Checking segment: {'id': '49d9310f-2b89-4ce5-8c6a-71fa8372b9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9dc5a964-7d40-46ef-957a-f7e0ac46272d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 15:12:21.887571 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f723b4c-c953-4d0b-9019-fd690398f136 req-c7e4c142-5df5-4787-a6d6-cb2b5fcfcd98 service neutron] Bound using segment: {'id': '49d9310f-2b89-4ce5-8c6a-71fa8372b9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9dc5a964-7d40-46ef-957a-f7e0ac46272d'} {{(pid=110180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 15:12:21.888028 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.managers [req-4f723b4c-c953-4d0b-9019-fd690398f136 req-c7e4c142-5df5-4787-a6d6-cb2b5fcfcd98 service neutron] Bound port: ab652dc9-f4b0-4345-85e7-09eedfe063c9, host: hv-cinder-83143, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49d9310f-2b89-4ce5-8c6a-71fa8372b9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9dc5a964-7d40-46ef-957a-f7e0ac46272d'}}] {{(pid=110180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 15:12:21.888389 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-4f723b4c-c953-4d0b-9019-fd690398f136 req-c7e4c142-5df5-4787-a6d6-cb2b5fcfcd98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (ab652dc9-f4b0-4345-85e7-09eedfe063c9), before_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:12:21.950162 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ee23fbd9-48ee-4c09-802d-866a7fb5e892 req-2b50d36b-e373-4032-b403-f6704e3d1a3c tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] 10.222.0.52 "GET /v2.0/security-groups?id=437f4698-29b1-4b20-9bee-ef66070041c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840354 Mar 02 15:12:21.974948 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.db [req-4f723b4c-c953-4d0b-9019-fd690398f136 req-c7e4c142-5df5-4787-a6d6-cb2b5fcfcd98 service neutron] For port ab652dc9-f4b0-4345-85e7-09eedfe063c9, host hv-cinder-83143, cleared binding levels {{(pid=110180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 15:12:21.978708 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.db [req-4f723b4c-c953-4d0b-9019-fd690398f136 req-c7e4c142-5df5-4787-a6d6-cb2b5fcfcd98 service neutron] For port ab652dc9-f4b0-4345-85e7-09eedfe063c9, host hv-cinder-83143, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=ab652dc9-f4b0-4345-85e7-09eedfe063c9,segment=NetworkSegment(49d9310f-2b89-4ce5-8c6a-71fa8372b9a1),segment_id=49d9310f-2b89-4ce5-8c6a-71fa8372b9a1)] {{(pid=110180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 15:12:22.112685 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-4f723b4c-c953-4d0b-9019-fd690398f136 req-c7e4c142-5df5-4787-a6d6-cb2b5fcfcd98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3672609'] for port (ab652dc9-f4b0-4345-85e7-09eedfe063c9), after_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:12:22.150534 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f723b4c-c953-4d0b-9019-fd690398f136 req-c7e4c142-5df5-4787-a6d6-cb2b5fcfcd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:12:22.151147 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-4f723b4c-c953-4d0b-9019-fd690398f136 req-c7e4c142-5df5-4787-a6d6-cb2b5fcfcd98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221961'] for port (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:12:22.152689 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-4f723b4c-c953-4d0b-9019-fd690398f136 req-c7e4c142-5df5-4787-a6d6-cb2b5fcfcd98 service neutron] 10.222.0.55 "PUT /v2.0/ports/ab652dc9-f4b0-4345-85e7-09eedfe063c9 HTTP/1.1" status: 200 len: 1093 time: 0.8821013 Mar 02 15:12:22.164469 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c1302e1-7280-4439-b43a-dab29b7fd80f', 'tag': 'ab652dc9-f4b0-4345-85e7-09eedfe063c9'}] {{(pid=110180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 15:12:22.164469 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d4cb776884cbbf8177075bc934a95f6bdaf5bba346c2d7fc75eae3cda02a5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0251e29c-771a-491f-9eb0-35c0300ea490" -d '{"events": [{"name": "network-changed", "server_uuid": "1c1302e1-7280-4439-b43a-dab29b7fd80f", "tag": "ab652dc9-f4b0-4345-85e7-09eedfe063c9"}]}' {{(pid=110180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 15:12:22.177263 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e4c142-5df5-4787-a6d6-cb2b5fcfcd98 service neutron] Pushing event updated for resources: {'Port': ['ID=ab652dc9-f4b0-4345-85e7-09eedfe063c9,revision_number=3']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:12:22.191843 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 15:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aafb14c-2bec-45d7-a6d8-d1cc98ab7710 x-openstack-request-id: req-1aafb14c-2bec-45d7-a6d8-d1cc98ab7710 {{(pid=110180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 15:12:22.195525 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c1302e1-7280-4439-b43a-dab29b7fd80f", "tag": "ab652dc9-f4b0-4345-85e7-09eedfe063c9", "status": "completed", "code": 200}]} {{(pid=110180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 15:12:22.195525 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1aafb14c-2bec-45d7-a6d8-d1cc98ab7710 {{(pid=110180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 15:12:22.195525 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c1302e1-7280-4439-b43a-dab29b7fd80f', 'tag': 'ab652dc9-f4b0-4345-85e7-09eedfe063c9', 'status': 'completed', 'code': 200} Mar 02 15:12:22.284783 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0251e29c-771a-491f-9eb0-35c0300ea490 req-07080257-0335-403b-9bcd-c57833ab059b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:12:22.286276 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-0251e29c-771a-491f-9eb0-35c0300ea490 req-07080257-0335-403b-9bcd-c57833ab059b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=44e61c3f757940c0bc5ab3e2419d351c&device_id=1c1302e1-7280-4439-b43a-dab29b7fd80f HTTP/1.1" status: 200 len: 1127 time: 0.0460904 Mar 02 15:12:22.390233 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0251e29c-771a-491f-9eb0-35c0300ea490 req-8559b269-c51a-4d49-9bbd-6eb404e8273e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:12:22.391584 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-0251e29c-771a-491f-9eb0-35c0300ea490 req-8559b269-c51a-4d49-9bbd-6eb404e8273e service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=44e61c3f757940c0bc5ab3e2419d351c&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0920916 Mar 02 15:12:22.484566 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0251e29c-771a-491f-9eb0-35c0300ea490 req-26db3293-4177-4e64-942f-d8016ba4acd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:12:22.486024 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-0251e29c-771a-491f-9eb0-35c0300ea490 req-26db3293-4177-4e64-942f-d8016ba4acd2 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0890691 Mar 02 15:12:22.586423 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f723b4c-c953-4d0b-9019-fd690398f136 req-4b55e08c-fdaa-4492-a508-739fef34f244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:12:22.587919 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-4f723b4c-c953-4d0b-9019-fd690398f136 req-4b55e08c-fdaa-4492-a508-739fef34f244 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=44e61c3f757940c0bc5ab3e2419d351c&device_id=1c1302e1-7280-4439-b43a-dab29b7fd80f HTTP/1.1" status: 200 len: 1127 time: 0.0442095 Mar 02 15:12:22.633678 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-4f723b4c-c953-4d0b-9019-fd690398f136 req-62c4978b-a4f6-44e9-bdae-f3d314fec7c5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab652dc9-f4b0-4345-85e7-09eedfe063c9 HTTP/1.1" status: 200 len: 217 time: 0.0332875 Mar 02 15:12:22.684088 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f723b4c-c953-4d0b-9019-fd690398f136 req-c6db610a-2bdf-49c4-92bd-3c03b730bdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:12:22.685427 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-4f723b4c-c953-4d0b-9019-fd690398f136 req-c6db610a-2bdf-49c4-92bd-3c03b730bdcf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7ace574d-9c27-402c-8462-7ee2eaceb601 HTTP/1.1" status: 200 len: 853 time: 0.0457733 Mar 02 15:12:22.714720 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-4f723b4c-c953-4d0b-9019-fd690398f136 req-604003a8-5f08-4552-a24e-0af792024fe7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9dc5a964-7d40-46ef-957a-f7e0ac46272d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240960 Mar 02 15:12:22.799030 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-4f723b4c-c953-4d0b-9019-fd690398f136 req-1a85cc7d-8139-4b95-8690-28419311d616 service neutron] 10.222.0.55 "GET /v2.0/networks/9dc5a964-7d40-46ef-957a-f7e0ac46272d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788438 Mar 02 15:12:22.888236 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-4f723b4c-c953-4d0b-9019-fd690398f136 req-1f6d2d7d-a5cb-4c98-804f-8634b960ca6a service neutron] 10.222.0.55 "GET /v2.0/networks/9dc5a964-7d40-46ef-957a-f7e0ac46272d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833311 Mar 02 15:12:23.071932 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c1e63-870b-4b42-855a-c5a9fce6a3fd req-92a2e957-c371-44bf-8b44-ad888f221982 tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:12:23.073465 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-754c1e63-870b-4b42-855a-c5a9fce6a3fd req-92a2e957-c371-44bf-8b44-ad888f221982 tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c1302e1-7280-4439-b43a-dab29b7fd80f HTTP/1.1" status: 200 len: 943 time: 0.0536892 Mar 02 15:12:23.121378 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-754c1e63-870b-4b42-855a-c5a9fce6a3fd req-3a18bcde-7bbe-4918-8680-ea5e2ba79b2a tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] 10.222.0.52 "GET /v2.0/security-groups?id=437f4698-29b1-4b20-9bee-ef66070041c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421574 Mar 02 15:12:24.242208 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48209ad1-78b2-404d-a9d1-8633a5051cca req-0a9356dd-9ba0-42f4-b0f5-3745a817b9de tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:12:24.243741 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-48209ad1-78b2-404d-a9d1-8633a5051cca req-0a9356dd-9ba0-42f4-b0f5-3745a817b9de tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c1302e1-7280-4439-b43a-dab29b7fd80f HTTP/1.1" status: 200 len: 943 time: 0.0536039 Mar 02 15:12:24.295722 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-48209ad1-78b2-404d-a9d1-8633a5051cca req-33823946-7906-46cc-8b2a-c7152be6eadd tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] 10.222.0.52 "GET /v2.0/security-groups?id=437f4698-29b1-4b20-9bee-ef66070041c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462954 Mar 02 15:12:25.410333 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6619044c-d9c7-4e92-bc4e-68b14ef51bae req-65d69ae0-76d1-4490-a021-321db89b005c tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:12:25.411760 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6619044c-d9c7-4e92-bc4e-68b14ef51bae req-65d69ae0-76d1-4490-a021-321db89b005c tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c1302e1-7280-4439-b43a-dab29b7fd80f HTTP/1.1" status: 200 len: 943 time: 0.0513504 Mar 02 15:12:25.462555 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6619044c-d9c7-4e92-bc4e-68b14ef51bae req-715a0da8-723d-45f4-b97e-8345d809f568 tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] 10.222.0.52 "GET /v2.0/security-groups?id=437f4698-29b1-4b20-9bee-ef66070041c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445418 Mar 02 15:12:26.580010 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c551410-8ab3-46f9-97d1-02ae5e0ff9a5 req-e3002283-5c25-4ec3-9ea4-7c9caeef1dca tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:12:26.581445 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-2c551410-8ab3-46f9-97d1-02ae5e0ff9a5 req-e3002283-5c25-4ec3-9ea4-7c9caeef1dca tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c1302e1-7280-4439-b43a-dab29b7fd80f HTTP/1.1" status: 200 len: 943 time: 0.0513563 Mar 02 15:12:26.627990 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-2c551410-8ab3-46f9-97d1-02ae5e0ff9a5 req-266a9e7a-a95b-4f17-993a-e9dab54506d9 tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] 10.222.0.52 "GET /v2.0/security-groups?id=437f4698-29b1-4b20-9bee-ef66070041c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406513 Mar 02 15:12:27.255701 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (a761fe19-4045-45cc-a7c7-f029a0c82591), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:12:27.396025 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Device ab652dc9-f4b0-4345-85e7-09eedfe063c9 details requested by agent hyperv_hv-cinder-83143 with host hv-cinder-83143 {{(pid=110181) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 15:12:27.491829 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] For port ab652dc9-f4b0-4345-85e7-09eedfe063c9, host hv-cinder-83143, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=ab652dc9-f4b0-4345-85e7-09eedfe063c9,segment=NetworkSegment(49d9310f-2b89-4ce5-8c6a-71fa8372b9a1),segment_id=49d9310f-2b89-4ce5-8c6a-71fa8372b9a1)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:12:27.503810 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Returning: {'device': 'ab652dc9-f4b0-4345-85e7-09eedfe063c9', 'network_id': '9dc5a964-7d40-46ef-957a-f7e0ac46272d', 'port_id': 'ab652dc9-f4b0-4345-85e7-09eedfe063c9', 'mac_address': 'fa:16:3e:de:e1:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ace574d-9c27-402c-8462-7ee2eaceb601', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110181) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 15:12:27.539974 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Current status of the port ab652dc9-f4b0-4345-85e7-09eedfe063c9 is: DOWN; New status is: BUILD {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 15:12:27.540362 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (ab652dc9-f4b0-4345-85e7-09eedfe063c9), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:12:27.552978 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.notifiers.nova [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab652dc9-f4b0-4345-85e7-09eedfe063c9 {{(pid=110181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 15:12:27.575990 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] For port ab652dc9-f4b0-4345-85e7-09eedfe063c9, host hv-cinder-83143, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=ab652dc9-f4b0-4345-85e7-09eedfe063c9,segment=NetworkSegment(49d9310f-2b89-4ce5-8c6a-71fa8372b9a1),segment_id=49d9310f-2b89-4ce5-8c6a-71fa8372b9a1)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:12:27.666982 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (ab652dc9-f4b0-4345-85e7-09eedfe063c9), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:12:27.717343 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Pushing event updated for resources: {'Port': ['ID=ab652dc9-f4b0-4345-85e7-09eedfe063c9,revision_number=4']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:12:27.724275 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:12:27.724628 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:12:27.724972 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:12:27.725313 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:12:27.725644 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:12:27.725971 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:12:27.726303 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:12:27.726629 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:12:27.726951 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:12:27.727324 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:12:27.727662 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:12:27.727988 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:12:27.728308 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:12:27.753446 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3b2c6a-a6b7-431f-b04c-e6a4bfdaa460 req-d7d29dfe-1cf7-4ec6-ac85-c91526cf795f tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:12:27.754914 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ae3b2c6a-a6b7-431f-b04c-e6a4bfdaa460 req-d7d29dfe-1cf7-4ec6-ac85-c91526cf795f tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c1302e1-7280-4439-b43a-dab29b7fd80f HTTP/1.1" status: 200 len: 944 time: 0.0598645 Mar 02 15:12:27.801538 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ae3b2c6a-a6b7-431f-b04c-e6a4bfdaa460 req-63628a4c-21bf-47d3-b08d-a3deb63812e3 tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] 10.222.0.52 "GET /v2.0/security-groups?id=437f4698-29b1-4b20-9bee-ef66070041c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405524 Mar 02 15:12:28.138148 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] get_ports_and_sgs() called for port_ids ['ab652dc9-f4b0-4345-85e7-09eedfe063c9'] {{(pid=110181) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 15:12:28.920038 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182db264-8460-4e9b-aca8-5aa0bcc9943f req-60895330-05da-41d8-89e4-5de26cbd0baf tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:12:28.921479 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-182db264-8460-4e9b-aca8-5aa0bcc9943f req-60895330-05da-41d8-89e4-5de26cbd0baf tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c1302e1-7280-4439-b43a-dab29b7fd80f HTTP/1.1" status: 200 len: 944 time: 0.0528114 Mar 02 15:12:28.967524 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-182db264-8460-4e9b-aca8-5aa0bcc9943f req-823ac1a7-866f-43ee-b9e1-53bc08e82313 tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] 10.222.0.52 "GET /v2.0/security-groups?id=437f4698-29b1-4b20-9bee-ef66070041c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403590 Mar 02 15:12:29.417931 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Device ab652dc9-f4b0-4345-85e7-09eedfe063c9 up at agent hyperv_hv-cinder-83143 {{(pid=110181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 15:12:29.552670 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Provisioning for port ab652dc9-f4b0-4345-85e7-09eedfe063c9 completed by entity L2. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 15:12:29.556892 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Provisioning complete for port ab652dc9-f4b0-4345-85e7-09eedfe063c9 triggered by entity L2. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 15:12:29.559269 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (ab652dc9-f4b0-4345-85e7-09eedfe063c9), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:12:29.639419 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Current status of the port ab652dc9-f4b0-4345-85e7-09eedfe063c9 is: BUILD; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 15:12:29.639834 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (ab652dc9-f4b0-4345-85e7-09eedfe063c9), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:12:29.662349 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c1302e1-7280-4439-b43a-dab29b7fd80f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab652dc9-f4b0-4345-85e7-09eedfe063c9'}] {{(pid=110181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 15:12:29.664624 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6faebeedf0149bd95a8e5aac95437523d12653d92db1e1e7ce78ae8719853609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e61a972b-d3a5-417b-937d-f6e13169743d" -d '{"events": [{"server_uuid": "1c1302e1-7280-4439-b43a-dab29b7fd80f", "name": "network-vif-plugged", "status": "completed", "tag": "ab652dc9-f4b0-4345-85e7-09eedfe063c9"}]}' {{(pid=110181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 15:12:29.677561 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] For port ab652dc9-f4b0-4345-85e7-09eedfe063c9, host hv-cinder-83143, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=ab652dc9-f4b0-4345-85e7-09eedfe063c9,segment=NetworkSegment(49d9310f-2b89-4ce5-8c6a-71fa8372b9a1),segment_id=49d9310f-2b89-4ce5-8c6a-71fa8372b9a1)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:12:29.702438 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 15:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-906991df-4db7-40a1-b4d7-19daed724b5a x-openstack-request-id: req-906991df-4db7-40a1-b4d7-19daed724b5a {{(pid=110181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 15:12:29.702438 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c1302e1-7280-4439-b43a-dab29b7fd80f", "name": "network-vif-plugged", "status": "completed", "tag": "ab652dc9-f4b0-4345-85e7-09eedfe063c9", "code": 200}]} {{(pid=110181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 15:12:29.702438 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-906991df-4db7-40a1-b4d7-19daed724b5a {{(pid=110181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 15:12:29.702438 dv-cinder-831439-3-iscsi neutron-server[110181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c1302e1-7280-4439-b43a-dab29b7fd80f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab652dc9-f4b0-4345-85e7-09eedfe063c9', 'code': 200} Mar 02 15:12:29.746694 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (ab652dc9-f4b0-4345-85e7-09eedfe063c9), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:12:29.798198 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Pushing event updated for resources: {'Port': ['ID=ab652dc9-f4b0-4345-85e7-09eedfe063c9,revision_number=5']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:12:30.037628 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4223c877-812a-4aa5-b330-87cbb1fb21e0 req-3d4a29a7-5129-4cde-8ee0-6be0c99488d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:12:30.039147 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-4223c877-812a-4aa5-b330-87cbb1fb21e0 req-3d4a29a7-5129-4cde-8ee0-6be0c99488d3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1c1302e1-7280-4439-b43a-dab29b7fd80f HTTP/1.1" status: 200 len: 1129 time: 0.0468183 Mar 02 15:12:30.109538 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-4223c877-812a-4aa5-b330-87cbb1fb21e0 req-6574070b-54b2-4fbe-8018-792ecbf5de5a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=437f4698-29b1-4b20-9bee-ef66070041c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631461 Mar 02 15:12:30.120186 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ecc737-beb3-4146-af9f-53f6da0660d4 req-6f9ccf97-b7b0-4e13-8220-46e228f89cdd tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:12:30.121584 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-02ecc737-beb3-4146-af9f-53f6da0660d4 req-6f9ccf97-b7b0-4e13-8220-46e228f89cdd tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c1302e1-7280-4439-b43a-dab29b7fd80f HTTP/1.1" status: 200 len: 945 time: 0.0878532 Mar 02 15:12:30.168782 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-02ecc737-beb3-4146-af9f-53f6da0660d4 req-f86d739a-a6f6-48d7-b58b-26d371a5bba2 tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] 10.222.0.52 "GET /v2.0/security-groups?id=437f4698-29b1-4b20-9bee-ef66070041c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415850 Mar 02 15:12:31.288468 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3735cc-b220-4384-9a05-dfc2f57e9200 req-e3cf6140-ae20-4d73-b4dd-7ab57adceabd tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:12:31.289924 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ed3735cc-b220-4384-9a05-dfc2f57e9200 req-e3cf6140-ae20-4d73-b4dd-7ab57adceabd tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c1302e1-7280-4439-b43a-dab29b7fd80f HTTP/1.1" status: 200 len: 945 time: 0.0519218 Mar 02 15:12:31.334492 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ed3735cc-b220-4384-9a05-dfc2f57e9200 req-c71476e9-e057-4064-8256-432f0907eb40 tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] 10.222.0.52 "GET /v2.0/security-groups?id=437f4698-29b1-4b20-9bee-ef66070041c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390816 Mar 02 15:12:32.453804 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7113fb0-6f4a-4b94-8a16-31895516b555 req-3c18fbbb-c6ff-4eec-8317-95300845231b tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:12:32.455169 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-d7113fb0-6f4a-4b94-8a16-31895516b555 req-3c18fbbb-c6ff-4eec-8317-95300845231b tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c1302e1-7280-4439-b43a-dab29b7fd80f HTTP/1.1" status: 200 len: 945 time: 0.0556068 Mar 02 15:12:32.501826 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-d7113fb0-6f4a-4b94-8a16-31895516b555 req-8ccb8215-5d3d-478b-a8d9-a3b3801292c0 tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] 10.222.0.52 "GET /v2.0/security-groups?id=437f4698-29b1-4b20-9bee-ef66070041c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411351 Mar 02 15:12:38.666370 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-1b5fd65c-0d20-4465-8b6f-2ae1aa577c87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (dc3a6147-3194-47be-b33a-76a9a2a48933), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:12:41.066885 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-39f88728-65c7-4b76-aa97-1299f8df981e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (4b7d4a90-2987-419a-b6cd-7624b7dba065), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:12:41.639841 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [req-6602b38f-ef4d-4ad9-a6b0-19d979fe8318 req-9590df6f-c96d-4016-b094-23468d2afa8f service neutron] (110179) timed out ('10.222.0.55', 60718) {{(pid=110179) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 02 15:12:42.203988 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-8c265469-93de-451d-a227-73ff998d8f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (bfbb2626-1130-458a-80a5-4632d76fa057), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:12:43.660803 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-9cfe1c82-1e01-4346-89c5-c3e1093f4022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (b9ce56f8-3527-4dd9-b024-9df7b3f4c018), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:12:44.940904 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (3a73802c-5f14-4c1f-8439-e74c4c90063b), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:12:49.869230 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.agents_db [None req-b044b9bd-a670-44c5-b22a-8886b11808d8 None None] Agent healthcheck: found 6 active agents {{(pid=110182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 15:12:57.346232 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (a761fe19-4045-45cc-a7c7-f029a0c82591), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:00.386643 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f713690c-eae3-43c8-b61f-27f3df127b18 req-184c1404-df5b-495f-9e2b-ad814d8d019a tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:13:00.388246 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-f713690c-eae3-43c8-b61f-27f3df127b18 req-184c1404-df5b-495f-9e2b-ad814d8d019a tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c1302e1-7280-4439-b43a-dab29b7fd80f HTTP/1.1" status: 200 len: 945 time: 0.0568683 Mar 02 15:13:00.437332 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-f713690c-eae3-43c8-b61f-27f3df127b18 req-932beeb4-d850-4df3-a57b-1812e4a8545e tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] 10.222.0.52 "GET /v2.0/security-groups?id=437f4698-29b1-4b20-9bee-ef66070041c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427852 Mar 02 15:13:01.565849 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bec1f60-53a4-443b-8728-220762c33e8d req-7ef7f396-60b8-490b-b73c-d0aa63429875 tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:13:01.567451 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6bec1f60-53a4-443b-8728-220762c33e8d req-7ef7f396-60b8-490b-b73c-d0aa63429875 tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c1302e1-7280-4439-b43a-dab29b7fd80f HTTP/1.1" status: 200 len: 945 time: 0.0581157 Mar 02 15:13:01.614722 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6bec1f60-53a4-443b-8728-220762c33e8d req-6a061595-7183-4aba-a56e-4fefdcd76d4e tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] 10.222.0.52 "GET /v2.0/security-groups?id=437f4698-29b1-4b20-9bee-ef66070041c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415940 Mar 02 15:13:02.455572 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea1b586-5319-4660-be69-d0f0d677eca7 req-6b61b32c-08ee-4043-942f-2f04bce3de49 tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:13:02.456985 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6ea1b586-5319-4660-be69-d0f0d677eca7 req-6b61b32c-08ee-4043-942f-2f04bce3de49 tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c1302e1-7280-4439-b43a-dab29b7fd80f HTTP/1.1" status: 200 len: 945 time: 0.0538433 Mar 02 15:13:02.559459 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.plugin [req-6ea1b586-5319-4660-be69-d0f0d677eca7 req-76d6fe44-10bb-45c7-b916-9f2b1fb788b4 tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] Deleting port ab652dc9-f4b0-4345-85e7-09eedfe063c9 {{(pid=110180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 15:13:02.559828 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-6ea1b586-5319-4660-be69-d0f0d677eca7 req-76d6fe44-10bb-45c7-b916-9f2b1fb788b4 tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757345981049'] for port (ab652dc9-f4b0-4345-85e7-09eedfe063c9), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:02.654118 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.db [req-6ea1b586-5319-4660-be69-d0f0d677eca7 req-76d6fe44-10bb-45c7-b916-9f2b1fb788b4 tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] For port ab652dc9-f4b0-4345-85e7-09eedfe063c9, host hv-cinder-83143, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=ab652dc9-f4b0-4345-85e7-09eedfe063c9,segment=NetworkSegment(49d9310f-2b89-4ce5-8c6a-71fa8372b9a1),segment_id=49d9310f-2b89-4ce5-8c6a-71fa8372b9a1)] {{(pid=110180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:13:02.654746 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-6ea1b586-5319-4660-be69-d0f0d677eca7 req-76d6fe44-10bb-45c7-b916-9f2b1fb788b4 tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port (ab652dc9-f4b0-4345-85e7-09eedfe063c9), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:02.668331 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.plugin [req-6ea1b586-5319-4660-be69-d0f0d677eca7 req-76d6fe44-10bb-45c7-b916-9f2b1fb788b4 tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] Calling delete_port for ab652dc9-f4b0-4345-85e7-09eedfe063c9 owned by compute:nova {{(pid=110180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 15:13:02.795642 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a0aef7-a031-48e3-b4e9-9b42b7a2b2d3 req-bef62312-eb97-4aee-9f3c-cd34e5659e3d tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:13:02.795642 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-c7a0aef7-a031-48e3-b4e9-9b42b7a2b2d3 req-bef62312-eb97-4aee-9f3c-cd34e5659e3d tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c1302e1-7280-4439-b43a-dab29b7fd80f HTTP/1.1" status: 200 len: 945 time: 0.1079774 Mar 02 15:13:02.873613 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-c7a0aef7-a031-48e3-b4e9-9b42b7a2b2d3 req-465f5258-c54f-4a12-8aeb-0b0ffe6fac87 tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] 10.222.0.52 "GET /v2.0/security-groups?id=437f4698-29b1-4b20-9bee-ef66070041c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752783 Mar 02 15:13:02.940658 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-6ea1b586-5319-4660-be69-d0f0d677eca7 req-76d6fe44-10bb-45c7-b916-9f2b1fb788b4 tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757345984732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757345480677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672616'] for port (ab652dc9-f4b0-4345-85e7-09eedfe063c9), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:02.973577 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d6fe44-10bb-45c7-b916-9f2b1fb788b4 tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] Pushing event deleted for resources: {'Port': ['ID=ab652dc9-f4b0-4345-85e7-09eedfe063c9,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:13:02.977273 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] get_ports_and_sgs() called for port_ids ['ab652dc9-f4b0-4345-85e7-09eedfe063c9'] {{(pid=110181) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 15:13:02.985398 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d6fe44-10bb-45c7-b916-9f2b1fb788b4 tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:13:02.985749 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d6fe44-10bb-45c7-b916-9f2b1fb788b4 tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:13:02.986779 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d6fe44-10bb-45c7-b916-9f2b1fb788b4 tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:13:02.987117 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d6fe44-10bb-45c7-b916-9f2b1fb788b4 tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:13:02.987453 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d6fe44-10bb-45c7-b916-9f2b1fb788b4 tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:13:02.987804 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d6fe44-10bb-45c7-b916-9f2b1fb788b4 tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:13:02.988268 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d6fe44-10bb-45c7-b916-9f2b1fb788b4 tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:13:02.988707 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d6fe44-10bb-45c7-b916-9f2b1fb788b4 tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:13:02.988839 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d6fe44-10bb-45c7-b916-9f2b1fb788b4 tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:13:02.989080 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d6fe44-10bb-45c7-b916-9f2b1fb788b4 tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:13:02.990021 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d6fe44-10bb-45c7-b916-9f2b1fb788b4 tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:13:02.990021 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d6fe44-10bb-45c7-b916-9f2b1fb788b4 tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:13:02.990021 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d6fe44-10bb-45c7-b916-9f2b1fb788b4 tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:13:03.024867 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ea1b586-5319-4660-be69-d0f0d677eca7 req-76d6fe44-10bb-45c7-b916-9f2b1fb788b4 tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] No DVR routers for this DVR port ab652dc9-f4b0-4345-85e7-09eedfe063c9 on host hv-cinder-83143 {{(pid=110180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 15:13:03.027419 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-6ea1b586-5319-4660-be69-d0f0d677eca7 req-76d6fe44-10bb-45c7-b916-9f2b1fb788b4 tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221961'] for port (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:03.030697 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6ea1b586-5319-4660-be69-d0f0d677eca7 req-76d6fe44-10bb-45c7-b916-9f2b1fb788b4 tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] 10.222.0.55 "DELETE /v2.0/ports/ab652dc9-f4b0-4345-85e7-09eedfe063c9 HTTP/1.1" status: 204 len: 173 time: 0.5632896 Mar 02 15:13:03.039005 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c1302e1-7280-4439-b43a-dab29b7fd80f', 'name': 'network-vif-deleted', 'tag': 'ab652dc9-f4b0-4345-85e7-09eedfe063c9'}] {{(pid=110180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 15:13:03.039005 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d4cb776884cbbf8177075bc934a95f6bdaf5bba346c2d7fc75eae3cda02a5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7081a3ca-a568-408a-8646-2e6ce4207858" -d '{"events": [{"server_uuid": "1c1302e1-7280-4439-b43a-dab29b7fd80f", "name": "network-vif-deleted", "tag": "ab652dc9-f4b0-4345-85e7-09eedfe063c9"}]}' {{(pid=110180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 15:13:03.071806 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 15:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da735e1d-e5c3-4215-84c6-4097bb6bc3f1 x-openstack-request-id: req-da735e1d-e5c3-4215-84c6-4097bb6bc3f1 {{(pid=110180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 15:13:03.072099 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c1302e1-7280-4439-b43a-dab29b7fd80f", "name": "network-vif-deleted", "tag": "ab652dc9-f4b0-4345-85e7-09eedfe063c9", "status": "completed", "code": 200}]} {{(pid=110180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 15:13:03.072347 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-da735e1d-e5c3-4215-84c6-4097bb6bc3f1 {{(pid=110180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 15:13:03.072740 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c1302e1-7280-4439-b43a-dab29b7fd80f', 'name': 'network-vif-deleted', 'tag': 'ab652dc9-f4b0-4345-85e7-09eedfe063c9', 'status': 'completed', 'code': 200} Mar 02 15:13:03.987598 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-e0cc3299-63e7-4c2d-bee4-1426435d31f9 req-8697da06-b958-43f3-9554-d18b04ed5adf tempest-VolumesSnapshotTestJSON-635042690 tempest-VolumesSnapshotTestJSON-635042690-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c1302e1-7280-4439-b43a-dab29b7fd80f HTTP/1.1" status: 200 len: 210 time: 0.0279269 Mar 02 15:13:05.670430 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Device ab652dc9-f4b0-4345-85e7-09eedfe063c9 no longer exists at agent hyperv_hv-cinder-83143 {{(pid=110181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 15:13:05.693640 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] No Port match for: ab652dc9-f4b0-4345-85e7-09eedfe063c9 {{(pid=110181) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 15:13:05.693972 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Device ab652dc9-f4b0-4345-85e7-09eedfe063c9 not bound to the agent host hv-cinder-83143 {{(pid=110181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 15:13:07.442414 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-fd7c7a85-c049-4dce-8b31-7035e170c77d req-9d213e85-d743-4c45-b226-658d69867a5a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=814171a9-1e03-4687-8479-d130483fc08f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0874615 Mar 02 15:13:07.546885 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7c7a85-c049-4dce-8b31-7035e170c77d req-dfea5b62-f440-4b23-bf56-71a268df98e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:13:07.549011 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-fd7c7a85-c049-4dce-8b31-7035e170c77d req-dfea5b62-f440-4b23-bf56-71a268df98e7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7de5f8ffc29449a8970c42522a6efe67&device_id=814171a9-1e03-4687-8479-d130483fc08f HTTP/1.1" status: 200 len: 1129 time: 0.0484178 Mar 02 15:13:07.647361 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7c7a85-c049-4dce-8b31-7035e170c77d req-bec2c6a5-6c00-4519-84a4-7a7dbfe47d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:13:07.648761 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-fd7c7a85-c049-4dce-8b31-7035e170c77d req-bec2c6a5-6c00-4519-84a4-7a7dbfe47d19 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c205c27c-cdfe-46e1-b04c-d672de0d3fe3 HTTP/1.1" status: 200 len: 913 time: 0.0816984 Mar 02 15:13:07.719083 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-fd7c7a85-c049-4dce-8b31-7035e170c77d req-9ce55ec4-56e4-4015-b4bf-72d45615072a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf450849-cf9c-4bea-b9db-fb7892cd1581 HTTP/1.1" status: 200 len: 1000 time: 0.0627916 Mar 02 15:13:07.764891 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7c7a85-c049-4dce-8b31-7035e170c77d req-86d42b40-effd-44c9-87e6-14c303a48e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:13:07.766365 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-fd7c7a85-c049-4dce-8b31-7035e170c77d req-86d42b40-effd-44c9-87e6-14c303a48e60 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=61ac6005-af56-475d-a05a-68a49febcf55 HTTP/1.1" status: 200 len: 851 time: 0.0428345 Mar 02 15:13:07.814388 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7c7a85-c049-4dce-8b31-7035e170c77d req-da41f0ed-f8f2-4d43-b68b-2e570d05fb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:13:07.815916 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-fd7c7a85-c049-4dce-8b31-7035e170c77d req-da41f0ed-f8f2-4d43-b68b-2e570d05fb73 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c205c27c-cdfe-46e1-b04c-d672de0d3fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439694 Mar 02 15:13:07.905919 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-fd7c7a85-c049-4dce-8b31-7035e170c77d req-26098fd9-5cfd-4b9a-9461-42a1149eee64 service neutron] 10.222.0.55 "GET /v2.0/networks/c205c27c-cdfe-46e1-b04c-d672de0d3fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843167 Mar 02 15:13:07.994555 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-fd7c7a85-c049-4dce-8b31-7035e170c77d req-6257b44d-dc6a-4415-93db-f788a317df52 service neutron] 10.222.0.55 "GET /v2.0/networks/c205c27c-cdfe-46e1-b04c-d672de0d3fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821440 Mar 02 15:13:08.637119 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-934189dd-7b68-4948-ac56-3908c0769111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (dc3a6147-3194-47be-b33a-76a9a2a48933), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:11.043013 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-97419c30-553d-4e8b-9ba6-5b3b03f8ca57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (4b7d4a90-2987-419a-b6cd-7624b7dba065), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:12.174774 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-8c265469-93de-451d-a227-73ff998d8f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (bfbb2626-1130-458a-80a5-4632d76fa057), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:13.648593 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-9cfe1c82-1e01-4346-89c5-c3e1093f4022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (b9ce56f8-3527-4dd9-b024-9df7b3f4c018), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:14.928613 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (3a73802c-5f14-4c1f-8439-e74c4c90063b), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:26.871086 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.agents_db [None req-b044b9bd-a670-44c5-b22a-8886b11808d8 None None] Agent healthcheck: found 6 active agents {{(pid=110182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 15:13:27.322443 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (a761fe19-4045-45cc-a7c7-f029a0c82591), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:35.156376 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 36122) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:13:35.200604 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c6a0a78-fb05-46ad-9bcf-c47f496c1c7d admin admin] Deleting subnet 7ace574d-9c27-402c-8462-7ee2eaceb601 {{(pid=110180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 15:13:35.203851 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-4c6a0a78-fb05-46ad-9bcf-c47f496c1c7d admin admin] Publish callbacks [] for subnet (7ace574d-9c27-402c-8462-7ee2eaceb601), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:35.241482 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-4c6a0a78-fb05-46ad-9bcf-c47f496c1c7d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59158857'] for subnet (7ace574d-9c27-402c-8462-7ee2eaceb601), precommit_delete_associations {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:35.280983 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-4c6a0a78-fb05-46ad-9bcf-c47f496c1c7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16092520'] for subnet (7ace574d-9c27-402c-8462-7ee2eaceb601), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:35.402918 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-4c6a0a78-fb05-46ad-9bcf-c47f496c1c7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16092519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3672603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58812373'] for subnet (7ace574d-9c27-402c-8462-7ee2eaceb601), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:35.426122 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6a0a78-fb05-46ad-9bcf-c47f496c1c7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ace574d-9c27-402c-8462-7ee2eaceb601,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:13:35.433468 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-4c6a0a78-fb05-46ad-9bcf-c47f496c1c7d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:35.436699 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-4c6a0a78-fb05-46ad-9bcf-c47f496c1c7d admin admin] 10.222.0.52 "DELETE /v2.0/subnets/7ace574d-9c27-402c-8462-7ee2eaceb601 HTTP/1.1" status: 204 len: 168 time: 0.2793200 Mar 02 15:13:35.439333 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 36124) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:13:35.511598 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-208ada4c-7b37-49ed-834b-7a87f4a3c1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16148883'] for network (9dc5a964-7d40-46ef-957a-f7e0ac46272d), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:35.874902 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-208ada4c-7b37-49ed-834b-7a87f4a3c1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16057747', 'neutron.services.segments.db._delete_segments_for_network-8757345970333'] for network (9dc5a964-7d40-46ef-957a-f7e0ac46272d), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:35.894334 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.services.segments.db [None req-208ada4c-7b37-49ed-834b-7a87f4a3c1c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dc5a964-7d40-46ef-957a-f7e0ac46272d']}} {{(pid=110180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:13:35.903496 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.services.segments.db [None req-208ada4c-7b37-49ed-834b-7a87f4a3c1c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49d9310f-2b89-4ce5-8c6a-71fa8372b9a1') {'for_net_delete': True} {{(pid=110180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:13:35.903836 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.services.segments.db [None req-208ada4c-7b37-49ed-834b-7a87f4a3c1c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49d9310f-2b89-4ce5-8c6a-71fa8372b9a1') {} {{(pid=110180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:13:35.914117 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-208ada4c-7b37-49ed-834b-7a87f4a3c1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757345974950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59158878'] for segment (49d9310f-2b89-4ce5-8c6a-71fa8372b9a1), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:35.927111 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-208ada4c-7b37-49ed-834b-7a87f4a3c1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16119287'] for segment (49d9310f-2b89-4ce5-8c6a-71fa8372b9a1), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:35.933682 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-208ada4c-7b37-49ed-834b-7a87f4a3c1c0 admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=110180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 15:13:35.934065 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-208ada4c-7b37-49ed-834b-7a87f4a3c1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16119287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3672773'] for segment (49d9310f-2b89-4ce5-8c6a-71fa8372b9a1), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:35.935731 dv-cinder-831439-3-iscsi neutron-server[110180]: Traceback (most recent call last): Mar 02 15:13:35.935731 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 15:13:35.935731 dv-cinder-831439-3-iscsi neutron-server[110180]: timer() Mar 02 15:13:35.935731 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 15:13:35.935731 dv-cinder-831439-3-iscsi neutron-server[110180]: cb(*args, **kw) Mar 02 15:13:35.935731 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 15:13:35.935731 dv-cinder-831439-3-iscsi neutron-server[110180]: return func(*args, **kwargs) Mar 02 15:13:35.935731 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 15:13:35.935731 dv-cinder-831439-3-iscsi neutron-server[110180]: self._notify() Mar 02 15:13:35.935731 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 15:13:35.935731 dv-cinder-831439-3-iscsi neutron-server[110180]: self.callback(batched_events) Mar 02 15:13:35.935731 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 15:13:35.935731 dv-cinder-831439-3-iscsi neutron-server[110180]: event.method(event) Mar 02 15:13:35.935731 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 15:13:35.935731 dv-cinder-831439-3-iscsi neutron-server[110180]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 15:13:35.935731 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 15:13:35.935731 dv-cinder-831439-3-iscsi neutron-server[110180]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 15:13:35.935731 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 15:13:35.935731 dv-cinder-831439-3-iscsi neutron-server[110180]: return f(self, *a, **k) Mar 02 15:13:35.935731 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 15:13:35.935731 dv-cinder-831439-3-iscsi neutron-server[110180]: return self._get(url).json() Mar 02 15:13:35.935731 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 15:13:35.935731 dv-cinder-831439-3-iscsi neutron-server[110180]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 15:13:35.935731 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 15:13:35.935731 dv-cinder-831439-3-iscsi neutron-server[110180]: return self.request(url, 'GET', **kwargs) Mar 02 15:13:35.935731 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 15:13:35.935731 dv-cinder-831439-3-iscsi neutron-server[110180]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 15:13:35.935731 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 15:13:35.935731 dv-cinder-831439-3-iscsi neutron-server[110180]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 15:13:35.935731 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 15:13:35.935731 dv-cinder-831439-3-iscsi neutron-server[110180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 15:13:35.935731 dv-cinder-831439-3-iscsi neutron-server[110180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 15:13:36.070875 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-208ada4c-7b37-49ed-834b-7a87f4a3c1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16057834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559807'] for network (9dc5a964-7d40-46ef-957a-f7e0ac46272d), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:36.076515 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-208ada4c-7b37-49ed-834b-7a87f4a3c1c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16231659'] for network (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:36.079721 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-208ada4c-7b37-49ed-834b-7a87f4a3c1c0 admin admin] 10.222.0.52 "DELETE /v2.0/networks/9dc5a964-7d40-46ef-957a-f7e0ac46272d HTTP/1.1" status: 204 len: 168 time: 0.6394186 Mar 02 15:13:36.091554 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208ada4c-7b37-49ed-834b-7a87f4a3c1c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=9dc5a964-7d40-46ef-957a-f7e0ac46272d,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:13:36.439556 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 36128) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:13:36.480012 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-a32774bd-0a1e-4f3b-9b36-d95700c4b974 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=44e61c3f757940c0bc5ab3e2419d351c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390844 Mar 02 15:13:36.482303 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 36130) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:13:36.529402 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-63ca7666-b986-405c-8097-781820fd4456 admin admin] Publish callbacks [] for security_group (437f4698-29b1-4b20-9bee-ef66070041c1), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:36.550491 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-63ca7666-b986-405c-8097-781820fd4456 admin admin] Publish callbacks [] for security_group (437f4698-29b1-4b20-9bee-ef66070041c1), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:36.682399 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-63ca7666-b986-405c-8097-781820fd4456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (437f4698-29b1-4b20-9bee-ef66070041c1), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:36.684990 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-63ca7666-b986-405c-8097-781820fd4456 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:36.686173 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-63ca7666-b986-405c-8097-781820fd4456 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/437f4698-29b1-4b20-9bee-ef66070041c1 HTTP/1.1" status: 204 len: 168 time: 0.2029173 Mar 02 15:13:36.695559 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ca7666-b986-405c-8097-781820fd4456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=437f4698-29b1-4b20-9bee-ef66070041c1,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:13:37.722431 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 36152) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:13:37.817040 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.v2.base [None req-26dbf2dc-ffb4-45ff-be98-19372df71502 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1473390916-network', 'tenant_id': '46bbdd855e2d4c8a9beb15282ad1e7e3'}} {{(pid=110180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 15:13:37.899222 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26dbf2dc-ffb4-45ff-be98-19372df71502 admin admin] Made reservation on behalf of 46bbdd855e2d4c8a9beb15282ad1e7e3 for: {'network': 1} {{(pid=110180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 15:13:37.901606 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-26dbf2dc-ffb4-45ff-be98-19372df71502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for network (None), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:37.910380 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-26dbf2dc-ffb4-45ff-be98-19372df71502 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:37.983288 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-26dbf2dc-ffb4-45ff-be98-19372df71502 admin admin] Publish callbacks [] for security_group (3f244d27-a6e7-42c9-a27f-886a3c39076e), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:38.048162 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-26dbf2dc-ffb4-45ff-be98-19372df71502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (3f244d27-a6e7-42c9-a27f-886a3c39076e), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:38.074227 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26dbf2dc-ffb4-45ff-be98-19372df71502 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=110180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 15:13:38.085401 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dbf2dc-ffb4-45ff-be98-19372df71502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f244d27-a6e7-42c9-a27f-886a3c39076e,revision_number=1']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:13:38.091513 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-26dbf2dc-ffb4-45ff-be98-19372df71502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16119287'] for segment (0b911c62-dfcf-44f6-b5c5-97e04836d45f), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:38.091884 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.db.segments_db [None req-26dbf2dc-ffb4-45ff-be98-19372df71502 admin admin] Added segment 0b911c62-dfcf-44f6-b5c5-97e04836d45f of type vlan for network e8d499f9-b14f-433d-9367-68a7fb5ba184 Mar 02 15:13:38.140103 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-26dbf2dc-ffb4-45ff-be98-19372df71502 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757345464387'] for network (e8d499f9-b14f-433d-9367-68a7fb5ba184), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:38.253921 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-26dbf2dc-ffb4-45ff-be98-19372df71502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677'] for network (e8d499f9-b14f-433d-9367-68a7fb5ba184), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:38.254945 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26dbf2dc-ffb4-45ff-be98-19372df71502 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:13:38.255528 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-26dbf2dc-ffb4-45ff-be98-19372df71502 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16231659'] for network (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:38.317044 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dbf2dc-ffb4-45ff-be98-19372df71502 admin admin] Pushing event updated for resources: {'Network': ['ID=e8d499f9-b14f-433d-9367-68a7fb5ba184,revision_number=1']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:13:38.327082 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Network e8d499f9-b14f-433d-9367-68a7fb5ba184 details requested by agent ovs-agent-dv-cinder-831439-3-iscsi with host dv-cinder-831439-3-iscsi {{(pid=110181) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 15:13:38.399158 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-26dbf2dc-ffb4-45ff-be98-19372df71502 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6755896 Mar 02 15:13:38.401989 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 36156) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:13:38.406747 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.v2.base [None req-6d4cc162-ecf5-4697-aec8-4236ee2efb41 admin admin] Request body: {'subnet': {'network_id': 'e8d499f9-b14f-433d-9367-68a7fb5ba184', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1473390916-subnet', 'tenant_id': '46bbdd855e2d4c8a9beb15282ad1e7e3', 'ip_version': 4}} {{(pid=110180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 15:13:38.528062 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d4cc162-ecf5-4697-aec8-4236ee2efb41 admin admin] Made reservation on behalf of 46bbdd855e2d4c8a9beb15282ad1e7e3 for: {'subnet': 1} {{(pid=110180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 15:13:38.530576 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-6d4cc162-ecf5-4697-aec8-4236ee2efb41 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58812414'] for subnet (None), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:38.699517 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-b0b7f2a7-cc43-4595-923c-f383c83ac267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (dc3a6147-3194-47be-b33a-76a9a2a48933), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:38.779487 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-6d4cc162-ecf5-4697-aec8-4236ee2efb41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3672668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58812364'] for subnet (055f5c85-44f0-4aeb-9d85-3321dc948f68), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:38.835526 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4cc162-ecf5-4697-aec8-4236ee2efb41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=055f5c85-44f0-4aeb-9d85-3321dc948f68,revision_number=0']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:13:38.844805 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4cc162-ecf5-4697-aec8-4236ee2efb41 admin admin] Checking segment: {'id': '0b911c62-dfcf-44f6-b5c5-97e04836d45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e8d499f9-b14f-433d-9367-68a7fb5ba184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 15:13:38.845171 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4cc162-ecf5-4697-aec8-4236ee2efb41 admin admin] Network hostable DHCP agents. Network: e8d499f9-b14f-433d-9367-68a7fb5ba184, hostable agents: ['dc3a6147-3194-47be-b33a-76a9a2a48933'], hosted agents: [] {{(pid=110180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 15:13:38.922528 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4cc162-ecf5-4697-aec8-4236ee2efb41 admin admin] Network e8d499f9-b14f-433d-9367-68a7fb5ba184 is scheduled to be hosted by DHCP agent dc3a6147-3194-47be-b33a-76a9a2a48933 with binding_index 1 {{(pid=110180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 15:13:39.042373 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.base_scheduler [None req-6d4cc162-ecf5-4697-aec8-4236ee2efb41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831439-3-iscsi, e8d499f9-b14f-433d-9367-68a7fb5ba184) {{(pid=110180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 15:13:39.047294 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4cc162-ecf5-4697-aec8-4236ee2efb41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:13:39.052120 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-6d4cc162-ecf5-4697-aec8-4236ee2efb41 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:39.052865 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02243cdc-b9eb-4c16-ae86-3d5da0c77451 None None] Network e8d499f9-b14f-433d-9367-68a7fb5ba184 requested from dv-cinder-831439-3-iscsi {{(pid=110181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 15:13:39.158644 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2447406d-d3db-4a90-ba0a-5a49f59e8845 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f7ea2e6-afbe-59ed-88ad-785bacde5fc6-e8d499f9-b14f-433d-9367-68a7fb5ba184', 'network_id': 'e8d499f9-b14f-433d-9367-68a7fb5ba184', 'project_id': '46bbdd855e2d4c8a9beb15282ad1e7e3', 'fixed_ips': [{'subnet_id': '055f5c85-44f0-4aeb-9d85-3321dc948f68'}]}} from dv-cinder-831439-3-iscsi. {{(pid=110181) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 02 15:13:39.161196 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-2447406d-d3db-4a90-ba0a-5a49f59e8845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (None), before_create {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:39.163384 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 36158) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:13:39.168609 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.v2.base [None req-9f0ccca8-6000-42ae-8315-98bbce07004f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1473390916-router', 'tenant_id': '46bbdd855e2d4c8a9beb15282ad1e7e3', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf'}}} {{(pid=110179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 15:13:39.172505 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-6d4cc162-ecf5-4697-aec8-4236ee2efb41 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7694020 Mar 02 15:13:39.284348 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-9f0ccca8-6000-42ae-8315-98bbce07004f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6330'] for router (55359091-46e5-4379-b976-49ddf8d0d587), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:39.285705 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-9f0ccca8-6000-42ae-8315-98bbce07004f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-562153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557622', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6321'] for router (55359091-46e5-4379-b976-49ddf8d0d587), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:39.303824 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.db_base_plugin_common [None req-2447406d-d3db-4a90-ba0a-5a49f59e8845 None None] Allocated IP 172.20.0.2 (e8d499f9-b14f-433d-9367-68a7fb5ba184/055f5c85-44f0-4aeb-9d85-3321dc948f68/2d307c78-0f9a-4cdb-bec8-fe5df7eedd32) {{(pid=110181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 15:13:39.340651 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-9f0ccca8-6000-42ae-8315-98bbce07004f admin admin] Publish callbacks [] for router_controller (55359091-46e5-4379-b976-49ddf8d0d587), precommit_add_association {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:39.532513 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-9f0ccca8-6000-42ae-8315-98bbce07004f admin admin] Publish callbacks [] for router_gateway (55359091-46e5-4379-b976-49ddf8d0d587), precommit_update {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:39.603293 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-2447406d-d3db-4a90-ba0a-5a49f59e8845 None None] Publish callbacks [] for port (2d307c78-0f9a-4cdb-bec8-fe5df7eedd32), precommit_create {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:39.677519 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-2447406d-d3db-4a90-ba0a-5a49f59e8845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757345480668'] for port (2d307c78-0f9a-4cdb-bec8-fe5df7eedd32), after_create {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:39.726968 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2447406d-d3db-4a90-ba0a-5a49f59e8845 None None] Network e8d499f9-b14f-433d-9367-68a7fb5ba184 is already hosted by enough agents. {{(pid=110181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 15:13:39.730348 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.scheduler.base_scheduler [None req-2447406d-d3db-4a90-ba0a-5a49f59e8845 None None] Resources bound (agent type, host, resource id): {{(pid=110181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 15:13:39.733102 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2447406d-d3db-4a90-ba0a-5a49f59e8845 None None] Received port after_create {{(pid=110181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 15:13:39.746019 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2447406d-d3db-4a90-ba0a-5a49f59e8845 None None] Pushing event updated for resources: {'Port': ['ID=2d307c78-0f9a-4cdb-bec8-fe5df7eedd32,revision_number=1']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:13:39.770527 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2447406d-d3db-4a90-ba0a-5a49f59e8845 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:13:39.770897 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2447406d-d3db-4a90-ba0a-5a49f59e8845 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:13:39.771233 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2447406d-d3db-4a90-ba0a-5a49f59e8845 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:13:39.772549 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2447406d-d3db-4a90-ba0a-5a49f59e8845 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:13:39.772549 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2447406d-d3db-4a90-ba0a-5a49f59e8845 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:13:39.772948 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2447406d-d3db-4a90-ba0a-5a49f59e8845 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:13:39.773246 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2447406d-d3db-4a90-ba0a-5a49f59e8845 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:13:39.773579 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2447406d-d3db-4a90-ba0a-5a49f59e8845 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:13:39.773920 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2447406d-d3db-4a90-ba0a-5a49f59e8845 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:13:39.774251 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2447406d-d3db-4a90-ba0a-5a49f59e8845 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:13:39.774586 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2447406d-d3db-4a90-ba0a-5a49f59e8845 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:13:39.774914 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2447406d-d3db-4a90-ba0a-5a49f59e8845 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:13:39.775240 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2447406d-d3db-4a90-ba0a-5a49f59e8845 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:13:39.808467 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.managers [None req-2447406d-d3db-4a90-ba0a-5a49f59e8845 None None] Attempting to bind port 2d307c78-0f9a-4cdb-bec8-fe5df7eedd32 on host dv-cinder-831439-3-iscsi for vnic_type normal with profile {{(pid=110181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 15:13:39.812005 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.managers [None req-2447406d-d3db-4a90-ba0a-5a49f59e8845 None None] Attempting to bind port 2d307c78-0f9a-4cdb-bec8-fe5df7eedd32 by drivers openvswitch,hyperv on host dv-cinder-831439-3-iscsi at level 0 using segments [{'id': '0b911c62-dfcf-44f6-b5c5-97e04836d45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e8d499f9-b14f-433d-9367-68a7fb5ba184'}] {{(pid=110181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 15:13:39.812005 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2447406d-d3db-4a90-ba0a-5a49f59e8845 None None] Attempting to bind port 2d307c78-0f9a-4cdb-bec8-fe5df7eedd32 on network e8d499f9-b14f-433d-9367-68a7fb5ba184 {{(pid=110181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 15:13:39.815476 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2447406d-d3db-4a90-ba0a-5a49f59e8845 None None] Checking agent: {'id': '3a73802c-5f14-4c1f-8439-e74c4c90063b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831439-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 14, 48, 15), 'started_at': datetime.datetime(2022, 3, 2, 14, 48, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 15, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831439-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 15:13:39.815898 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2447406d-d3db-4a90-ba0a-5a49f59e8845 None None] Checking segment: {'id': '0b911c62-dfcf-44f6-b5c5-97e04836d45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e8d499f9-b14f-433d-9367-68a7fb5ba184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 15:13:39.816312 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-2447406d-d3db-4a90-ba0a-5a49f59e8845 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:39.816711 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2447406d-d3db-4a90-ba0a-5a49f59e8845 None None] Bound using segment: {'id': '0b911c62-dfcf-44f6-b5c5-97e04836d45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e8d499f9-b14f-433d-9367-68a7fb5ba184'} {{(pid=110181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 15:13:39.817206 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.managers [None req-2447406d-d3db-4a90-ba0a-5a49f59e8845 None None] Bound port: 2d307c78-0f9a-4cdb-bec8-fe5df7eedd32, host: dv-cinder-831439-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b911c62-dfcf-44f6-b5c5-97e04836d45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e8d499f9-b14f-433d-9367-68a7fb5ba184'}}] {{(pid=110181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 15:13:39.817681 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-2447406d-d3db-4a90-ba0a-5a49f59e8845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (2d307c78-0f9a-4cdb-bec8-fe5df7eedd32), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:39.856607 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-9f0ccca8-6000-42ae-8315-98bbce07004f admin admin] Publish callbacks [] for router_gateway (55359091-46e5-4379-b976-49ddf8d0d587), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:39.876998 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-9f0ccca8-6000-42ae-8315-98bbce07004f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (None), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:39.894010 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-2447406d-d3db-4a90-ba0a-5a49f59e8845 None None] For port 2d307c78-0f9a-4cdb-bec8-fe5df7eedd32, host dv-cinder-831439-3-iscsi, cleared binding levels {{(pid=110181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 15:13:39.904865 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-2447406d-d3db-4a90-ba0a-5a49f59e8845 None None] For port 2d307c78-0f9a-4cdb-bec8-fe5df7eedd32, host dv-cinder-831439-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831439-3-iscsi',level=0,port_id=2d307c78-0f9a-4cdb-bec8-fe5df7eedd32,segment=NetworkSegment(0b911c62-dfcf-44f6-b5c5-97e04836d45f),segment_id=0b911c62-dfcf-44f6-b5c5-97e04836d45f)] {{(pid=110181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 15:13:39.980802 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.db.db_base_plugin_common [None req-9f0ccca8-6000-42ae-8315-98bbce07004f admin admin] Allocated IP 172.27.0.108 (ed71569c-47b6-4b42-b6b3-c541700724bf/701fb87e-0ea2-4d8d-8228-0af980cd437a/e1207eac-149a-4b7b-b767-e47f31a228da) {{(pid=110179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 15:13:39.991924 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-2447406d-d3db-4a90-ba0a-5a49f59e8845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (2d307c78-0f9a-4cdb-bec8-fe5df7eedd32), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:40.055892 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2447406d-d3db-4a90-ba0a-5a49f59e8845 None None] Pushing event updated for resources: {'Port': ['ID=2d307c78-0f9a-4cdb-bec8-fe5df7eedd32,revision_number=2']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:13:40.104105 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-9f0ccca8-6000-42ae-8315-98bbce07004f admin admin] Publish callbacks [] for port (e1207eac-149a-4b7b-b767-e47f31a228da), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:40.254781 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-9f0ccca8-6000-42ae-8315-98bbce07004f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757345480668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3822761'] for port (e1207eac-149a-4b7b-b767-e47f31a228da), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:40.297589 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0ccca8-6000-42ae-8315-98bbce07004f admin admin] Network ed71569c-47b6-4b42-b6b3-c541700724bf is already hosted by enough agents. {{(pid=110179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 15:13:40.300799 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.scheduler.base_scheduler [None req-9f0ccca8-6000-42ae-8315-98bbce07004f admin admin] Resources bound (agent type, host, resource id): {{(pid=110179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 15:13:40.304208 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0ccca8-6000-42ae-8315-98bbce07004f admin admin] Received port after_create {{(pid=110179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 15:13:40.334031 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0ccca8-6000-42ae-8315-98bbce07004f admin admin] Pushing event updated for resources: {'Port': ['ID=e1207eac-149a-4b7b-b767-e47f31a228da,revision_number=1']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:13:40.344935 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0ccca8-6000-42ae-8315-98bbce07004f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:13:40.345283 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0ccca8-6000-42ae-8315-98bbce07004f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:13:40.345629 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0ccca8-6000-42ae-8315-98bbce07004f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:13:40.345970 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0ccca8-6000-42ae-8315-98bbce07004f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:13:40.346304 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0ccca8-6000-42ae-8315-98bbce07004f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:13:40.346638 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0ccca8-6000-42ae-8315-98bbce07004f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:13:40.346967 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0ccca8-6000-42ae-8315-98bbce07004f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:13:40.347298 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0ccca8-6000-42ae-8315-98bbce07004f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:13:40.347641 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0ccca8-6000-42ae-8315-98bbce07004f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:13:40.348428 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0ccca8-6000-42ae-8315-98bbce07004f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:13:40.348428 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0ccca8-6000-42ae-8315-98bbce07004f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:13:40.348646 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0ccca8-6000-42ae-8315-98bbce07004f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:13:40.348919 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0ccca8-6000-42ae-8315-98bbce07004f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:13:40.605598 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Device 2d307c78-0f9a-4cdb-bec8-fe5df7eedd32 up at agent ovs-agent-dv-cinder-831439-3-iscsi {{(pid=110181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 15:13:40.657569 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Provisioning complete for port 2d307c78-0f9a-4cdb-bec8-fe5df7eedd32 triggered by entity L2. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 15:13:40.658244 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (2d307c78-0f9a-4cdb-bec8-fe5df7eedd32), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:40.686191 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-9f0ccca8-6000-42ae-8315-98bbce07004f admin admin] Publish callbacks [] for router_gateway (55359091-46e5-4379-b976-49ddf8d0d587), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:40.747828 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Current status of the port 2d307c78-0f9a-4cdb-bec8-fe5df7eedd32 is: DOWN; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 15:13:40.748365 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (2d307c78-0f9a-4cdb-bec8-fe5df7eedd32), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:40.788705 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] For port 2d307c78-0f9a-4cdb-bec8-fe5df7eedd32, host dv-cinder-831439-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831439-3-iscsi',level=0,port_id=2d307c78-0f9a-4cdb-bec8-fe5df7eedd32,segment=NetworkSegment(0b911c62-dfcf-44f6-b5c5-97e04836d45f),segment_id=0b911c62-dfcf-44f6-b5c5-97e04836d45f)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:13:40.877177 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (2d307c78-0f9a-4cdb-bec8-fe5df7eedd32), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:40.902024 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-9f0ccca8-6000-42ae-8315-98bbce07004f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557675'] for router (55359091-46e5-4379-b976-49ddf8d0d587), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:40.932349 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Pushing event updated for resources: {'Port': ['ID=2d307c78-0f9a-4cdb-bec8-fe5df7eedd32,revision_number=3']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:13:41.020180 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a0b6f1-1893-44d1-ac70-39072108f2fe None None] Network e8d499f9-b14f-433d-9367-68a7fb5ba184 requested from dv-cinder-831439-3-iscsi {{(pid=110181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 15:13:41.094910 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-17a6ec0f-eceb-41b5-9237-cf8ca3d94a5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (4b7d4a90-2987-419a-b6cd-7624b7dba065), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:41.132059 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-989c69ce-8531-4dfc-bf88-cdab8c5de0cd None None] Provisioning complete for port 2d307c78-0f9a-4cdb-bec8-fe5df7eedd32 triggered by entity DHCP. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 15:13:41.132438 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-989c69ce-8531-4dfc-bf88-cdab8c5de0cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (2d307c78-0f9a-4cdb-bec8-fe5df7eedd32), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:41.167580 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f0ccca8-6000-42ae-8315-98bbce07004f admin admin] Router 55359091-46e5-4379-b976-49ddf8d0d587 is scheduled to L3 agent 4b7d4a90-2987-419a-b6cd-7624b7dba065 with binding_index 1 {{(pid=110179) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 15:13:41.221443 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-989c69ce-8531-4dfc-bf88-cdab8c5de0cd None None] Current status of the port 2d307c78-0f9a-4cdb-bec8-fe5df7eedd32 is: ACTIVE; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 15:13:41.285394 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f0ccca8-6000-42ae-8315-98bbce07004f admin admin] Notify agent at l3_agent.dv-cinder-831439-3-iscsi the message routers_updated {{(pid=110179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 15:13:41.297095 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bfc4fc-e37e-4830-9123-af23a8bf5f54 None None] Sync routers for ids ['55359091-46e5-4379-b976-49ddf8d0d587'] in dv-cinder-831439-3-iscsi {{(pid=110181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 15:13:41.309730 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bfc4fc-e37e-4830-9123-af23a8bf5f54 None None] Routers {'55359091-46e5-4379-b976-49ddf8d0d587'} bound to L3 agent in host dv-cinder-831439-3-iscsi {{(pid=110181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 15:13:41.310610 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-b6bfc4fc-e37e-4830-9123-af23a8bf5f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831439-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T14:48:11Z,description=,heartbeat_timestamp=2022-03-02T15:13:41Z,host='dv-cinder-831439-3-iscsi',id=4b7d4a90-2987-419a-b6cd-7624b7dba065,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T14:48:12Z,topic='l3_agent')) {'router_ids': ['55359091-46e5-4379-b976-49ddf8d0d587'], 'active': True} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:13:41.370478 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-9f0ccca8-6000-42ae-8315-98bbce07004f admin admin] Publish callbacks [] for router (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:41.371791 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-9f0ccca8-6000-42ae-8315-98bbce07004f admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2073572 Mar 02 15:13:41.374680 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 36162) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:13:41.423833 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvr_db [None req-b6bfc4fc-e37e-4830-9123-af23a8bf5f54 None None] Set router 55359091-46e5-4379-b976-49ddf8d0d587 gateway port host: dv-cinder-831439-3-iscsi {{(pid=110181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 15:13:41.534631 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-2e0ca1bd-121d-4aec-838c-2c1ab28509aa None None] Provisioning complete for port 2d307c78-0f9a-4cdb-bec8-fe5df7eedd32 triggered by entity DHCP. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 15:13:41.534912 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-2e0ca1bd-121d-4aec-838c-2c1ab28509aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (2d307c78-0f9a-4cdb-bec8-fe5df7eedd32), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:41.668060 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-2e0ca1bd-121d-4aec-838c-2c1ab28509aa None None] Current status of the port 2d307c78-0f9a-4cdb-bec8-fe5df7eedd32 is: ACTIVE; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 15:13:41.684250 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-b6bfc4fc-e37e-4830-9123-af23a8bf5f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55359091-46e5-4379-b976-49ddf8d0d587', 'name': 'tempest-TestMinimumBasicScenario-1473390916-router', 'tenant_id': '46bbdd855e2d4c8a9beb15282ad1e7e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'e1207eac-149a-4b7b-b767-e47f31a228da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T15:13:39Z', 'updated_at': '2022-03-02T15:13:40Z', 'revision_number': 3, 'project_id': '46bbdd855e2d4c8a9beb15282ad1e7e3', 'gw_port': {'id': 'e1207eac-149a-4b7b-b767-e47f31a228da', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a7:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55359091-46e5-4379-b976-49ddf8d0d587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:13:39Z', 'updated_at': '2022-03-02T15:13:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi'}], 'dv-cinder-831439-3-iscsi', False) {} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:13:41.717785 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bfc4fc-e37e-4830-9123-af23a8bf5f54 None None] Checking router: 55359091-46e5-4379-b976-49ddf8d0d587 for host: dv-cinder-831439-3-iscsi {{(pid=110181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 15:13:41.718153 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bfc4fc-e37e-4830-9123-af23a8bf5f54 None None] Updating router 55359091-46e5-4379-b976-49ddf8d0d587 port e1207eac-149a-4b7b-b767-e47f31a228da binding host dv-cinder-831439-3-iscsi {{(pid=110181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 15:13:41.746109 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc4fc-e37e-4830-9123-af23a8bf5f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (e1207eac-149a-4b7b-b767-e47f31a228da), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:41.808266 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-564c7178-2924-4f5c-be01-e7f82d55458c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (None), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:41.970174 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.db_base_plugin_common [None req-564c7178-2924-4f5c-be01-e7f82d55458c admin admin] Allocated IP 172.20.0.1 (e8d499f9-b14f-433d-9367-68a7fb5ba184/055f5c85-44f0-4aeb-9d85-3321dc948f68/77cd3ada-c6d6-441e-b798-bec333daa46f) {{(pid=110180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 15:13:42.007026 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc4fc-e37e-4830-9123-af23a8bf5f54 None None] Publish callbacks [] for port (e1207eac-149a-4b7b-b767-e47f31a228da), precommit_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:42.081408 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-564c7178-2924-4f5c-be01-e7f82d55458c admin admin] Publish callbacks [] for port (77cd3ada-c6d6-441e-b798-bec333daa46f), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:42.117498 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc4fc-e37e-4830-9123-af23a8bf5f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (e1207eac-149a-4b7b-b767-e47f31a228da), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:42.177322 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.managers [None req-b6bfc4fc-e37e-4830-9123-af23a8bf5f54 None None] Attempting to bind port e1207eac-149a-4b7b-b767-e47f31a228da on host dv-cinder-831439-3-iscsi for vnic_type normal with profile {{(pid=110181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 15:13:42.177694 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.managers [None req-b6bfc4fc-e37e-4830-9123-af23a8bf5f54 None None] Attempting to bind port e1207eac-149a-4b7b-b767-e47f31a228da by drivers openvswitch,hyperv on host dv-cinder-831439-3-iscsi at level 0 using segments [{'id': '23151279-75ac-4f5a-99b2-c6146d92420f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf'}] {{(pid=110181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 15:13:42.178668 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bfc4fc-e37e-4830-9123-af23a8bf5f54 None None] Attempting to bind port e1207eac-149a-4b7b-b767-e47f31a228da on network ed71569c-47b6-4b42-b6b3-c541700724bf {{(pid=110181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 15:13:42.181533 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b09007c-59e2-434c-8433-5e221f630cd2 None None] Pushing event updated for resources: {'Port': ['ID=e1207eac-149a-4b7b-b767-e47f31a228da,revision_number=2']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:13:42.187480 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-8c265469-93de-451d-a227-73ff998d8f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (bfbb2626-1130-458a-80a5-4632d76fa057), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:42.188521 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bfc4fc-e37e-4830-9123-af23a8bf5f54 None None] Checking agent: {'id': '3a73802c-5f14-4c1f-8439-e74c4c90063b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831439-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 14, 48, 15), 'started_at': datetime.datetime(2022, 3, 2, 14, 48, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 15, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831439-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 15:13:42.189417 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bfc4fc-e37e-4830-9123-af23a8bf5f54 None None] Checking segment: {'id': '23151279-75ac-4f5a-99b2-c6146d92420f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 15:13:42.189417 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc4fc-e37e-4830-9123-af23a8bf5f54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:42.189654 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bfc4fc-e37e-4830-9123-af23a8bf5f54 None None] Bound using segment: {'id': '23151279-75ac-4f5a-99b2-c6146d92420f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf'} {{(pid=110181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 15:13:42.190095 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.managers [None req-b6bfc4fc-e37e-4830-9123-af23a8bf5f54 None None] Bound port: e1207eac-149a-4b7b-b767-e47f31a228da, host: dv-cinder-831439-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23151279-75ac-4f5a-99b2-c6146d92420f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf'}}] {{(pid=110181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 15:13:42.190470 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc4fc-e37e-4830-9123-af23a8bf5f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (e1207eac-149a-4b7b-b767-e47f31a228da), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:42.232542 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-564c7178-2924-4f5c-be01-e7f82d55458c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757345480668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672616'] for port (77cd3ada-c6d6-441e-b798-bec333daa46f), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:42.254812 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-b6bfc4fc-e37e-4830-9123-af23a8bf5f54 None None] For port e1207eac-149a-4b7b-b767-e47f31a228da, host dv-cinder-831439-3-iscsi, cleared binding levels {{(pid=110181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 15:13:42.258689 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-b6bfc4fc-e37e-4830-9123-af23a8bf5f54 None None] For port e1207eac-149a-4b7b-b767-e47f31a228da, host dv-cinder-831439-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831439-3-iscsi',level=0,port_id=e1207eac-149a-4b7b-b767-e47f31a228da,segment=NetworkSegment(23151279-75ac-4f5a-99b2-c6146d92420f),segment_id=23151279-75ac-4f5a-99b2-c6146d92420f)] {{(pid=110181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 15:13:42.276850 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564c7178-2924-4f5c-be01-e7f82d55458c admin admin] Network e8d499f9-b14f-433d-9367-68a7fb5ba184 is already hosted by enough agents. {{(pid=110180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 15:13:42.279956 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.base_scheduler [None req-564c7178-2924-4f5c-be01-e7f82d55458c admin admin] Resources bound (agent type, host, resource id): {{(pid=110180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 15:13:42.282518 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564c7178-2924-4f5c-be01-e7f82d55458c admin admin] Received port after_create {{(pid=110180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 15:13:42.311143 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564c7178-2924-4f5c-be01-e7f82d55458c admin admin] Pushing event updated for resources: {'Port': ['ID=77cd3ada-c6d6-441e-b798-bec333daa46f,revision_number=1']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:13:42.330339 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-564c7178-2924-4f5c-be01-e7f82d55458c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-559670'] for router_interface (55359091-46e5-4379-b976-49ddf8d0d587), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:42.392107 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-b6bfc4fc-e37e-4830-9123-af23a8bf5f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (e1207eac-149a-4b7b-b767-e47f31a228da), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:42.453994 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bfc4fc-e37e-4830-9123-af23a8bf5f54 None None] Routers {'55359091-46e5-4379-b976-49ddf8d0d587'} bound to L3 agent in host dv-cinder-831439-3-iscsi {{(pid=110181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 15:13:42.454741 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-b6bfc4fc-e37e-4830-9123-af23a8bf5f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831439-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T14:48:11Z,description=,heartbeat_timestamp=2022-03-02T15:13:41Z,host='dv-cinder-831439-3-iscsi',id=4b7d4a90-2987-419a-b6cd-7624b7dba065,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T14:48:12Z,topic='l3_agent')) {'router_ids': ['55359091-46e5-4379-b976-49ddf8d0d587'], 'active': True} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:13:42.501565 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b09007c-59e2-434c-8433-5e221f630cd2 None None] Pushing event updated for resources: {'Port': ['ID=e1207eac-149a-4b7b-b767-e47f31a228da,revision_number=3']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:13:42.529519 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-55cb3057-f3ae-4abf-b032-1029aa8bc53e None None] Provisioning complete for port 77cd3ada-c6d6-441e-b798-bec333daa46f triggered by entity DHCP. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 15:13:42.529903 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-55cb3057-f3ae-4abf-b032-1029aa8bc53e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (77cd3ada-c6d6-441e-b798-bec333daa46f), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:42.577228 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-564c7178-2924-4f5c-be01-e7f82d55458c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (77cd3ada-c6d6-441e-b798-bec333daa46f), before_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:42.583064 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Device 2d307c78-0f9a-4cdb-bec8-fe5df7eedd32 up at agent ovs-agent-dv-cinder-831439-3-iscsi {{(pid=110181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 15:13:42.646898 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-55cb3057-f3ae-4abf-b032-1029aa8bc53e None None] Port 77cd3ada-c6d6-441e-b798-bec333daa46f cannot update to ACTIVE because it is not bound. {{(pid=110181) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 15:13:42.650694 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvr_db [None req-b6bfc4fc-e37e-4830-9123-af23a8bf5f54 None None] Set router 55359091-46e5-4379-b976-49ddf8d0d587 gateway port host: dv-cinder-831439-3-iscsi {{(pid=110181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 15:13:42.748678 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-564c7178-2924-4f5c-be01-e7f82d55458c admin admin] Publish callbacks [] for port (77cd3ada-c6d6-441e-b798-bec333daa46f), precommit_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:42.763838 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Provisioning complete for port 2d307c78-0f9a-4cdb-bec8-fe5df7eedd32 triggered by entity L2. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 15:13:42.764382 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (2d307c78-0f9a-4cdb-bec8-fe5df7eedd32), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:42.842609 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-564c7178-2924-4f5c-be01-e7f82d55458c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3672609'] for port (77cd3ada-c6d6-441e-b798-bec333daa46f), after_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:42.897452 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Current status of the port 2d307c78-0f9a-4cdb-bec8-fe5df7eedd32 is: ACTIVE; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 15:13:42.912401 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-b6bfc4fc-e37e-4830-9123-af23a8bf5f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55359091-46e5-4379-b976-49ddf8d0d587', 'name': 'tempest-TestMinimumBasicScenario-1473390916-router', 'tenant_id': '46bbdd855e2d4c8a9beb15282ad1e7e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'e1207eac-149a-4b7b-b767-e47f31a228da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T15:13:39Z', 'updated_at': '2022-03-02T15:13:40Z', 'revision_number': 3, 'project_id': '46bbdd855e2d4c8a9beb15282ad1e7e3', 'gw_port': {'id': 'e1207eac-149a-4b7b-b767-e47f31a228da', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a7:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55359091-46e5-4379-b976-49ddf8d0d587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:13:39Z', 'updated_at': '2022-03-02T15:13:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi'}], 'dv-cinder-831439-3-iscsi', False) {} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:13:42.914186 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-564c7178-2924-4f5c-be01-e7f82d55458c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16231439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-558502'] for router_interface (55359091-46e5-4379-b976-49ddf8d0d587), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:42.916217 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564c7178-2924-4f5c-be01-e7f82d55458c admin admin] Pushing event updated for resources: {'Port': ['ID=77cd3ada-c6d6-441e-b798-bec333daa46f,revision_number=2']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:13:42.941381 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bfc4fc-e37e-4830-9123-af23a8bf5f54 None None] The sync data for ids ['55359091-46e5-4379-b976-49ddf8d0d587'] in dv-cinder-831439-3-iscsi is: [{'id': '55359091-46e5-4379-b976-49ddf8d0d587', 'name': 'tempest-TestMinimumBasicScenario-1473390916-router', 'tenant_id': '46bbdd855e2d4c8a9beb15282ad1e7e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'e1207eac-149a-4b7b-b767-e47f31a228da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T15:13:39Z', 'updated_at': '2022-03-02T15:13:40Z', 'revision_number': 3, 'project_id': '46bbdd855e2d4c8a9beb15282ad1e7e3', 'gw_port': {'id': 'e1207eac-149a-4b7b-b767-e47f31a228da', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a7:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55359091-46e5-4379-b976-49ddf8d0d587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:13:39Z', 'updated_at': '2022-03-02T15:13:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi'}] {{(pid=110181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 15:13:43.009730 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564c7178-2924-4f5c-be01-e7f82d55458c admin admin] Network e8d499f9-b14f-433d-9367-68a7fb5ba184 is already hosted by enough agents. {{(pid=110180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 15:13:43.011135 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.base_scheduler [None req-564c7178-2924-4f5c-be01-e7f82d55458c admin admin] Resources bound (agent type, host, resource id): {{(pid=110180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 15:13:43.173288 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-564c7178-2924-4f5c-be01-e7f82d55458c admin admin] Router 55359091-46e5-4379-b976-49ddf8d0d587 has already been hosted by L3 agent 4b7d4a90-2987-419a-b6cd-7624b7dba065 {{(pid=110180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 15:13:43.274474 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-f82803bc-bd86-49bd-9fab-3208a6dd52c9 None None] Provisioning complete for port 77cd3ada-c6d6-441e-b798-bec333daa46f triggered by entity DHCP. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 15:13:43.275095 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-f82803bc-bd86-49bd-9fab-3208a6dd52c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (77cd3ada-c6d6-441e-b798-bec333daa46f), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:43.314563 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-f82803bc-bd86-49bd-9fab-3208a6dd52c9 None None] Port 77cd3ada-c6d6-441e-b798-bec333daa46f cannot update to ACTIVE because it is not bound. {{(pid=110181) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 15:13:43.319066 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-564c7178-2924-4f5c-be01-e7f82d55458c admin admin] Notify agent at l3_agent.dv-cinder-831439-3-iscsi the message routers_updated {{(pid=110180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 15:13:43.324334 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-564c7178-2924-4f5c-be01-e7f82d55458c admin admin] 10.222.0.52 "PUT /v2.0/routers/55359091-46e5-4379-b976-49ddf8d0d587/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9485703 Mar 02 15:13:43.670535 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-9cfe1c82-1e01-4346-89c5-c3e1093f4022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (b9ce56f8-3527-4dd9-b024-9df7b3f4c018), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:44.128317 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 36178) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:13:44.133386 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.v2.base [None req-aebc375a-5113-455e-a446-ef6506ca75e4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-305486678-network', 'tenant_id': 'ee501b5b2b3f4b00a4a9902684b1661c'}} {{(pid=110179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 15:13:44.219011 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aebc375a-5113-455e-a446-ef6506ca75e4 admin admin] Made reservation on behalf of ee501b5b2b3f4b00a4a9902684b1661c for: {'network': 1} {{(pid=110179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 15:13:44.221493 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-aebc375a-5113-455e-a446-ef6506ca75e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for network (None), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:44.231066 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-aebc375a-5113-455e-a446-ef6506ca75e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:44.311302 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-aebc375a-5113-455e-a446-ef6506ca75e4 admin admin] Publish callbacks [] for security_group (1bbb237b-85de-48cc-a4df-31d8cb0b9217), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:44.452962 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-aebc375a-5113-455e-a446-ef6506ca75e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (1bbb237b-85de-48cc-a4df-31d8cb0b9217), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:44.481873 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aebc375a-5113-455e-a446-ef6506ca75e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=110179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 15:13:44.488476 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebc375a-5113-455e-a446-ef6506ca75e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bbb237b-85de-48cc-a4df-31d8cb0b9217,revision_number=1']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:13:44.494807 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-aebc375a-5113-455e-a446-ef6506ca75e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16119287'] for segment (64d76ae6-a9e9-4058-a9f0-757677628a0b), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:44.495200 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.db.segments_db [None req-aebc375a-5113-455e-a446-ef6506ca75e4 admin admin] Added segment 64d76ae6-a9e9-4058-a9f0-757677628a0b of type vlan for network 47c8389d-d5da-479f-8080-3ca953159f6c Mar 02 15:13:44.541347 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-aebc375a-5113-455e-a446-ef6506ca75e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757345464387'] for network (47c8389d-d5da-479f-8080-3ca953159f6c), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:44.599501 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Device e1207eac-149a-4b7b-b767-e47f31a228da up at agent ovs-agent-dv-cinder-831439-3-iscsi {{(pid=110181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 15:13:44.650984 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Provisioning complete for port e1207eac-149a-4b7b-b767-e47f31a228da triggered by entity L2. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 15:13:44.651435 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (e1207eac-149a-4b7b-b767-e47f31a228da), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:44.654129 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9935f438-273b-4796-b56e-c117ab9a4f7c None None] Sync routers for ids ['55359091-46e5-4379-b976-49ddf8d0d587'] in dv-cinder-831439-3-iscsi {{(pid=110182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 15:13:44.658936 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-aebc375a-5113-455e-a446-ef6506ca75e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677'] for network (47c8389d-d5da-479f-8080-3ca953159f6c), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:44.660223 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aebc375a-5113-455e-a446-ef6506ca75e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:13:44.660811 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-aebc375a-5113-455e-a446-ef6506ca75e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16231659'] for network (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:44.665489 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9935f438-273b-4796-b56e-c117ab9a4f7c None None] Routers {'55359091-46e5-4379-b976-49ddf8d0d587'} bound to L3 agent in host dv-cinder-831439-3-iscsi {{(pid=110182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 15:13:44.666116 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_hamode_db [None req-9935f438-273b-4796-b56e-c117ab9a4f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831439-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T14:48:11Z,description=,heartbeat_timestamp=2022-03-02T15:13:41Z,host='dv-cinder-831439-3-iscsi',id=4b7d4a90-2987-419a-b6cd-7624b7dba065,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T14:48:12Z,topic='l3_agent')) {'router_ids': ['55359091-46e5-4379-b976-49ddf8d0d587'], 'active': True} {{(pid=110182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:13:44.725002 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebc375a-5113-455e-a446-ef6506ca75e4 admin admin] Pushing event updated for resources: {'Network': ['ID=47c8389d-d5da-479f-8080-3ca953159f6c,revision_number=1']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:13:44.737065 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Network 47c8389d-d5da-479f-8080-3ca953159f6c details requested by agent ovs-agent-dv-cinder-831439-3-iscsi with host dv-cinder-831439-3-iscsi {{(pid=110181) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 15:13:44.782137 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_dvr_db [None req-9935f438-273b-4796-b56e-c117ab9a4f7c None None] Set router 55359091-46e5-4379-b976-49ddf8d0d587 gateway port host: dv-cinder-831439-3-iscsi {{(pid=110182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 15:13:44.856706 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-aebc375a-5113-455e-a446-ef6506ca75e4 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7271659 Mar 02 15:13:44.859952 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 36180) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:13:44.865398 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.v2.base [None req-7224a2d1-c782-4d7a-8149-147286a70195 admin admin] Request body: {'subnet': {'network_id': '47c8389d-d5da-479f-8080-3ca953159f6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-305486678-subnet', 'tenant_id': 'ee501b5b2b3f4b00a4a9902684b1661c', 'ip_version': 4}} {{(pid=110179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 15:13:44.916730 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Current status of the port e1207eac-149a-4b7b-b767-e47f31a228da is: DOWN; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 15:13:44.917864 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (e1207eac-149a-4b7b-b767-e47f31a228da), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:44.979375 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] For port e1207eac-149a-4b7b-b767-e47f31a228da, host dv-cinder-831439-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831439-3-iscsi',level=0,port_id=e1207eac-149a-4b7b-b767-e47f31a228da,segment=NetworkSegment(23151279-75ac-4f5a-99b2-c6146d92420f),segment_id=23151279-75ac-4f5a-99b2-c6146d92420f)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:13:45.008225 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7224a2d1-c782-4d7a-8149-147286a70195 admin admin] Made reservation on behalf of ee501b5b2b3f4b00a4a9902684b1661c for: {'subnet': 1} {{(pid=110179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 15:13:45.010684 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_hamode_db [None req-9935f438-273b-4796-b56e-c117ab9a4f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55359091-46e5-4379-b976-49ddf8d0d587', 'name': 'tempest-TestMinimumBasicScenario-1473390916-router', 'tenant_id': '46bbdd855e2d4c8a9beb15282ad1e7e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'e1207eac-149a-4b7b-b767-e47f31a228da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T15:13:39Z', 'updated_at': '2022-03-02T15:13:42Z', 'revision_number': 4, 'project_id': '46bbdd855e2d4c8a9beb15282ad1e7e3', 'gw_port': {'id': 'e1207eac-149a-4b7b-b767-e47f31a228da', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a7:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55359091-46e5-4379-b976-49ddf8d0d587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:13:39Z', 'updated_at': '2022-03-02T15:13:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi', '_interfaces': [{'id': '77cd3ada-c6d6-441e-b798-bec333daa46f', 'name': '', 'network_id': 'e8d499f9-b14f-433d-9367-68a7fb5ba184', 'tenant_id': '46bbdd855e2d4c8a9beb15282ad1e7e3', 'mac_address': 'fa:16:3e:61:88:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55359091-46e5-4379-b976-49ddf8d0d587', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '055f5c85-44f0-4aeb-9d85-3321dc948f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:13:41Z', 'updated_at': '2022-03-02T15:13:42Z', 'revision_number': 2, 'project_id': '46bbdd855e2d4c8a9beb15282ad1e7e3', 'subnets': [{'id': '055f5c85-44f0-4aeb-9d85-3321dc948f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831439-3-iscsi', False) {} {{(pid=110182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:13:45.012816 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-7224a2d1-c782-4d7a-8149-147286a70195 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3566905'] for subnet (None), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:45.041337 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9935f438-273b-4796-b56e-c117ab9a4f7c None None] Checking router: 55359091-46e5-4379-b976-49ddf8d0d587 for host: dv-cinder-831439-3-iscsi {{(pid=110182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 15:13:45.041690 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9935f438-273b-4796-b56e-c117ab9a4f7c None None] Updating router 55359091-46e5-4379-b976-49ddf8d0d587 port 77cd3ada-c6d6-441e-b798-bec333daa46f binding host dv-cinder-831439-3-iscsi {{(pid=110182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 15:13:45.071477 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron_lib.callbacks.manager [None req-9935f438-273b-4796-b56e-c117ab9a4f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (77cd3ada-c6d6-441e-b798-bec333daa46f), before_update {{(pid=110182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:45.128814 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (3a73802c-5f14-4c1f-8439-e74c4c90063b), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:45.130858 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (e1207eac-149a-4b7b-b767-e47f31a228da), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:45.186409 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Pushing event updated for resources: {'Port': ['ID=e1207eac-149a-4b7b-b767-e47f31a228da,revision_number=4']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:13:45.322395 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-7224a2d1-c782-4d7a-8149-147286a70195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3822813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3566859'] for subnet (e1ef6504-cc26-4b8d-8e8e-add44e27bb4f), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:45.357402 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron_lib.callbacks.manager [None req-9935f438-273b-4796-b56e-c117ab9a4f7c None None] Publish callbacks [] for port (77cd3ada-c6d6-441e-b798-bec333daa46f), precommit_update {{(pid=110182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:45.380691 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224a2d1-c782-4d7a-8149-147286a70195 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1ef6504-cc26-4b8d-8e8e-add44e27bb4f,revision_number=0']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:13:45.390690 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7224a2d1-c782-4d7a-8149-147286a70195 admin admin] Checking segment: {'id': '64d76ae6-a9e9-4058-a9f0-757677628a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '47c8389d-d5da-479f-8080-3ca953159f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 15:13:45.391219 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7224a2d1-c782-4d7a-8149-147286a70195 admin admin] Network hostable DHCP agents. Network: 47c8389d-d5da-479f-8080-3ca953159f6c, hostable agents: ['dc3a6147-3194-47be-b33a-76a9a2a48933'], hosted agents: [] {{(pid=110179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 15:13:45.436287 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron_lib.callbacks.manager [None req-9935f438-273b-4796-b56e-c117ab9a4f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (77cd3ada-c6d6-441e-b798-bec333daa46f), after_update {{(pid=110182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:45.485656 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9130acf-64e1-4b98-a5cb-45f5668016c5 None None] Pushing event updated for resources: {'Port': ['ID=77cd3ada-c6d6-441e-b798-bec333daa46f,revision_number=3']} {{(pid=110182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:13:45.498907 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9130acf-64e1-4b98-a5cb-45f5668016c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:13:45.499300 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9130acf-64e1-4b98-a5cb-45f5668016c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:13:45.499702 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9130acf-64e1-4b98-a5cb-45f5668016c5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:13:45.500051 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9130acf-64e1-4b98-a5cb-45f5668016c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:13:45.500385 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9130acf-64e1-4b98-a5cb-45f5668016c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:13:45.500712 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9130acf-64e1-4b98-a5cb-45f5668016c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:13:45.501043 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9130acf-64e1-4b98-a5cb-45f5668016c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:13:45.501367 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9130acf-64e1-4b98-a5cb-45f5668016c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:13:45.501689 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9130acf-64e1-4b98-a5cb-45f5668016c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:13:45.502030 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9130acf-64e1-4b98-a5cb-45f5668016c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:13:45.502390 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9130acf-64e1-4b98-a5cb-45f5668016c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:13:45.502705 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9130acf-64e1-4b98-a5cb-45f5668016c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:13:45.503024 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9130acf-64e1-4b98-a5cb-45f5668016c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:13:45.555183 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7224a2d1-c782-4d7a-8149-147286a70195 admin admin] Network 47c8389d-d5da-479f-8080-3ca953159f6c is scheduled to be hosted by DHCP agent dc3a6147-3194-47be-b33a-76a9a2a48933 with binding_index 1 {{(pid=110179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 15:13:45.647353 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.plugins.ml2.managers [None req-9935f438-273b-4796-b56e-c117ab9a4f7c None None] Attempting to bind port 77cd3ada-c6d6-441e-b798-bec333daa46f on host dv-cinder-831439-3-iscsi for vnic_type normal with profile {{(pid=110182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 15:13:45.647664 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.plugins.ml2.managers [None req-9935f438-273b-4796-b56e-c117ab9a4f7c None None] Attempting to bind port 77cd3ada-c6d6-441e-b798-bec333daa46f by drivers openvswitch,hyperv on host dv-cinder-831439-3-iscsi at level 0 using segments [{'id': '0b911c62-dfcf-44f6-b5c5-97e04836d45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e8d499f9-b14f-433d-9367-68a7fb5ba184'}] {{(pid=110182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 15:13:45.648029 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9935f438-273b-4796-b56e-c117ab9a4f7c None None] Attempting to bind port 77cd3ada-c6d6-441e-b798-bec333daa46f on network e8d499f9-b14f-433d-9367-68a7fb5ba184 {{(pid=110182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 15:13:45.653729 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9935f438-273b-4796-b56e-c117ab9a4f7c None None] Checking agent: {'id': '3a73802c-5f14-4c1f-8439-e74c4c90063b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831439-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 14, 48, 15), 'started_at': datetime.datetime(2022, 3, 2, 14, 48, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 15, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831439-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 15:13:45.654208 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9935f438-273b-4796-b56e-c117ab9a4f7c None None] Checking segment: {'id': '0b911c62-dfcf-44f6-b5c5-97e04836d45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e8d499f9-b14f-433d-9367-68a7fb5ba184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 15:13:45.655458 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron_lib.callbacks.manager [None req-9935f438-273b-4796-b56e-c117ab9a4f7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:45.655458 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9935f438-273b-4796-b56e-c117ab9a4f7c None None] Bound using segment: {'id': '0b911c62-dfcf-44f6-b5c5-97e04836d45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e8d499f9-b14f-433d-9367-68a7fb5ba184'} {{(pid=110182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 15:13:45.655770 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.plugins.ml2.managers [None req-9935f438-273b-4796-b56e-c117ab9a4f7c None None] Bound port: 77cd3ada-c6d6-441e-b798-bec333daa46f, host: dv-cinder-831439-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b911c62-dfcf-44f6-b5c5-97e04836d45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e8d499f9-b14f-433d-9367-68a7fb5ba184'}}] {{(pid=110182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 15:13:45.656057 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron_lib.callbacks.manager [None req-9935f438-273b-4796-b56e-c117ab9a4f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (77cd3ada-c6d6-441e-b798-bec333daa46f), before_update {{(pid=110182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:45.682254 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.scheduler.base_scheduler [None req-7224a2d1-c782-4d7a-8149-147286a70195 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831439-3-iscsi, 47c8389d-d5da-479f-8080-3ca953159f6c) {{(pid=110179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 15:13:45.688456 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7224a2d1-c782-4d7a-8149-147286a70195 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:13:45.689913 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-7224a2d1-c782-4d7a-8149-147286a70195 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16231659'] for subnet (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:45.692222 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3350a6-aab4-481d-a942-863bc6149d90 None None] Network 47c8389d-d5da-479f-8080-3ca953159f6c requested from dv-cinder-831439-3-iscsi {{(pid=110181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 15:13:45.720518 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.plugins.ml2.db [None req-9935f438-273b-4796-b56e-c117ab9a4f7c None None] For port 77cd3ada-c6d6-441e-b798-bec333daa46f, host dv-cinder-831439-3-iscsi, cleared binding levels {{(pid=110182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 15:13:45.723743 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.plugins.ml2.db [None req-9935f438-273b-4796-b56e-c117ab9a4f7c None None] For port 77cd3ada-c6d6-441e-b798-bec333daa46f, host dv-cinder-831439-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831439-3-iscsi',level=0,port_id=77cd3ada-c6d6-441e-b798-bec333daa46f,segment=NetworkSegment(0b911c62-dfcf-44f6-b5c5-97e04836d45f),segment_id=0b911c62-dfcf-44f6-b5c5-97e04836d45f)] {{(pid=110182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 15:13:45.764493 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-3d301ade-ff23-46a9-85ee-0686dbe365b5 None None] Provisioning complete for port 77cd3ada-c6d6-441e-b798-bec333daa46f triggered by entity DHCP. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 15:13:45.764793 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-3d301ade-ff23-46a9-85ee-0686dbe365b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (77cd3ada-c6d6-441e-b798-bec333daa46f), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:45.810120 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-7224a2d1-c782-4d7a-8149-147286a70195 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9486876 Mar 02 15:13:45.813184 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 36182) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:13:45.817659 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.v2.base [None req-e51c5b55-3562-4603-91c6-a7f429b0ce48 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-305486678-router', 'tenant_id': 'ee501b5b2b3f4b00a4a9902684b1661c', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf'}}} {{(pid=110179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 15:13:45.829410 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-3d301ade-ff23-46a9-85ee-0686dbe365b5 None None] Port 77cd3ada-c6d6-441e-b798-bec333daa46f cannot update to ACTIVE because it is not bound. {{(pid=110181) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 15:13:45.838918 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30055270-e0a4-4030-9fd1-974aeb0922a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f7ea2e6-afbe-59ed-88ad-785bacde5fc6-47c8389d-d5da-479f-8080-3ca953159f6c', 'network_id': '47c8389d-d5da-479f-8080-3ca953159f6c', 'project_id': 'ee501b5b2b3f4b00a4a9902684b1661c', 'fixed_ips': [{'subnet_id': 'e1ef6504-cc26-4b8d-8e8e-add44e27bb4f'}]}} from dv-cinder-831439-3-iscsi. {{(pid=110181) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 02 15:13:45.839864 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-30055270-e0a4-4030-9fd1-974aeb0922a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (None), before_create {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:45.865475 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron_lib.callbacks.manager [None req-9935f438-273b-4796-b56e-c117ab9a4f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (77cd3ada-c6d6-441e-b798-bec333daa46f), after_update {{(pid=110182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:45.920547 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9130acf-64e1-4b98-a5cb-45f5668016c5 None None] Pushing event updated for resources: {'Port': ['ID=77cd3ada-c6d6-441e-b798-bec333daa46f,revision_number=4']} {{(pid=110182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:13:45.927820 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-e51c5b55-3562-4603-91c6-a7f429b0ce48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6330'] for router (63b3e6f9-dc78-42d5-b128-d0985ac53a82), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:45.928902 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-e51c5b55-3562-4603-91c6-a7f429b0ce48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-562153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-557622', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-768703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6321'] for router (63b3e6f9-dc78-42d5-b128-d0985ac53a82), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:45.943182 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9935f438-273b-4796-b56e-c117ab9a4f7c None None] Routers {'55359091-46e5-4379-b976-49ddf8d0d587'} bound to L3 agent in host dv-cinder-831439-3-iscsi {{(pid=110182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 15:13:45.943887 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_hamode_db [None req-9935f438-273b-4796-b56e-c117ab9a4f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831439-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T14:48:11Z,description=,heartbeat_timestamp=2022-03-02T15:13:41Z,host='dv-cinder-831439-3-iscsi',id=4b7d4a90-2987-419a-b6cd-7624b7dba065,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T14:48:12Z,topic='l3_agent')) {'router_ids': ['55359091-46e5-4379-b976-49ddf8d0d587'], 'active': True} {{(pid=110182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:13:46.002356 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.db_base_plugin_common [None req-30055270-e0a4-4030-9fd1-974aeb0922a6 None None] Allocated IP 172.20.0.2 (47c8389d-d5da-479f-8080-3ca953159f6c/e1ef6504-cc26-4b8d-8e8e-add44e27bb4f/ed100875-f07d-4395-a373-d9d30c43b073) {{(pid=110181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 15:13:46.012963 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-e51c5b55-3562-4603-91c6-a7f429b0ce48 admin admin] Publish callbacks [] for router_controller (63b3e6f9-dc78-42d5-b128-d0985ac53a82), precommit_add_association {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:46.071884 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_dvr_db [None req-9935f438-273b-4796-b56e-c117ab9a4f7c None None] Set router 55359091-46e5-4379-b976-49ddf8d0d587 gateway port host: dv-cinder-831439-3-iscsi {{(pid=110182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 15:13:46.189113 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-30055270-e0a4-4030-9fd1-974aeb0922a6 None None] Publish callbacks [] for port (ed100875-f07d-4395-a373-d9d30c43b073), precommit_create {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:46.202741 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-add65151-3f4c-4b29-8e09-7226946c2fc4 None None] Provisioning complete for port 77cd3ada-c6d6-441e-b798-bec333daa46f triggered by entity DHCP. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 15:13:46.203239 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-add65151-3f4c-4b29-8e09-7226946c2fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (77cd3ada-c6d6-441e-b798-bec333daa46f), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:46.262163 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-e51c5b55-3562-4603-91c6-a7f429b0ce48 admin admin] Publish callbacks [] for router_gateway (63b3e6f9-dc78-42d5-b128-d0985ac53a82), precommit_update {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:46.267884 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-30055270-e0a4-4030-9fd1-974aeb0922a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757345480668'] for port (ed100875-f07d-4395-a373-d9d30c43b073), after_create {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:46.321475 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_hamode_db [None req-9935f438-273b-4796-b56e-c117ab9a4f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55359091-46e5-4379-b976-49ddf8d0d587', 'name': 'tempest-TestMinimumBasicScenario-1473390916-router', 'tenant_id': '46bbdd855e2d4c8a9beb15282ad1e7e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'e1207eac-149a-4b7b-b767-e47f31a228da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T15:13:39Z', 'updated_at': '2022-03-02T15:13:42Z', 'revision_number': 4, 'project_id': '46bbdd855e2d4c8a9beb15282ad1e7e3', 'gw_port': {'id': 'e1207eac-149a-4b7b-b767-e47f31a228da', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a7:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55359091-46e5-4379-b976-49ddf8d0d587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:13:39Z', 'updated_at': '2022-03-02T15:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi', '_interfaces': [{'id': '77cd3ada-c6d6-441e-b798-bec333daa46f', 'name': '', 'network_id': 'e8d499f9-b14f-433d-9367-68a7fb5ba184', 'tenant_id': '46bbdd855e2d4c8a9beb15282ad1e7e3', 'mac_address': 'fa:16:3e:61:88:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55359091-46e5-4379-b976-49ddf8d0d587', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '055f5c85-44f0-4aeb-9d85-3321dc948f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:13:41Z', 'updated_at': '2022-03-02T15:13:45Z', 'revision_number': 4, 'project_id': '46bbdd855e2d4c8a9beb15282ad1e7e3', 'subnets': [{'id': '055f5c85-44f0-4aeb-9d85-3321dc948f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831439-3-iscsi', False) {} {{(pid=110182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:13:46.335605 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-add65151-3f4c-4b29-8e09-7226946c2fc4 None None] Current status of the port 77cd3ada-c6d6-441e-b798-bec333daa46f is: DOWN; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 15:13:46.336099 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-add65151-3f4c-4b29-8e09-7226946c2fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (77cd3ada-c6d6-441e-b798-bec333daa46f), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:46.346864 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30055270-e0a4-4030-9fd1-974aeb0922a6 None None] Network 47c8389d-d5da-479f-8080-3ca953159f6c is already hosted by enough agents. {{(pid=110181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 15:13:46.348494 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9935f438-273b-4796-b56e-c117ab9a4f7c None None] The sync data for ids ['55359091-46e5-4379-b976-49ddf8d0d587'] in dv-cinder-831439-3-iscsi is: [{'id': '55359091-46e5-4379-b976-49ddf8d0d587', 'name': 'tempest-TestMinimumBasicScenario-1473390916-router', 'tenant_id': '46bbdd855e2d4c8a9beb15282ad1e7e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'e1207eac-149a-4b7b-b767-e47f31a228da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T15:13:39Z', 'updated_at': '2022-03-02T15:13:42Z', 'revision_number': 4, 'project_id': '46bbdd855e2d4c8a9beb15282ad1e7e3', 'gw_port': {'id': 'e1207eac-149a-4b7b-b767-e47f31a228da', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a7:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55359091-46e5-4379-b976-49ddf8d0d587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:13:39Z', 'updated_at': '2022-03-02T15:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi', '_interfaces': [{'id': '77cd3ada-c6d6-441e-b798-bec333daa46f', 'name': '', 'network_id': 'e8d499f9-b14f-433d-9367-68a7fb5ba184', 'tenant_id': '46bbdd855e2d4c8a9beb15282ad1e7e3', 'mac_address': 'fa:16:3e:61:88:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55359091-46e5-4379-b976-49ddf8d0d587', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '055f5c85-44f0-4aeb-9d85-3321dc948f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:13:41Z', 'updated_at': '2022-03-02T15:13:45Z', 'revision_number': 4, 'project_id': '46bbdd855e2d4c8a9beb15282ad1e7e3', 'subnets': [{'id': '055f5c85-44f0-4aeb-9d85-3321dc948f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 15:13:46.356035 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30055270-e0a4-4030-9fd1-974aeb0922a6 None None] Pushing event updated for resources: {'Port': ['ID=ed100875-f07d-4395-a373-d9d30c43b073,revision_number=1']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:13:46.360814 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.scheduler.base_scheduler [None req-30055270-e0a4-4030-9fd1-974aeb0922a6 None None] Resources bound (agent type, host, resource id): {{(pid=110181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 15:13:46.364127 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30055270-e0a4-4030-9fd1-974aeb0922a6 None None] Received port after_create {{(pid=110181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 15:13:46.446856 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-add65151-3f4c-4b29-8e09-7226946c2fc4 None None] For port 77cd3ada-c6d6-441e-b798-bec333daa46f, host dv-cinder-831439-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831439-3-iscsi',level=0,port_id=77cd3ada-c6d6-441e-b798-bec333daa46f,segment=NetworkSegment(0b911c62-dfcf-44f6-b5c5-97e04836d45f),segment_id=0b911c62-dfcf-44f6-b5c5-97e04836d45f)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:13:46.458168 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.managers [None req-30055270-e0a4-4030-9fd1-974aeb0922a6 None None] Attempting to bind port ed100875-f07d-4395-a373-d9d30c43b073 on host dv-cinder-831439-3-iscsi for vnic_type normal with profile {{(pid=110181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 15:13:46.458537 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.managers [None req-30055270-e0a4-4030-9fd1-974aeb0922a6 None None] Attempting to bind port ed100875-f07d-4395-a373-d9d30c43b073 by drivers openvswitch,hyperv on host dv-cinder-831439-3-iscsi at level 0 using segments [{'id': '64d76ae6-a9e9-4058-a9f0-757677628a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '47c8389d-d5da-479f-8080-3ca953159f6c'}] {{(pid=110181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 15:13:46.460586 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30055270-e0a4-4030-9fd1-974aeb0922a6 None None] Attempting to bind port ed100875-f07d-4395-a373-d9d30c43b073 on network 47c8389d-d5da-479f-8080-3ca953159f6c {{(pid=110181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 15:13:46.465583 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30055270-e0a4-4030-9fd1-974aeb0922a6 None None] Checking agent: {'id': '3a73802c-5f14-4c1f-8439-e74c4c90063b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831439-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 14, 48, 15), 'started_at': datetime.datetime(2022, 3, 2, 14, 48, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 15, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831439-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 15:13:46.465963 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30055270-e0a4-4030-9fd1-974aeb0922a6 None None] Checking segment: {'id': '64d76ae6-a9e9-4058-a9f0-757677628a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '47c8389d-d5da-479f-8080-3ca953159f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 15:13:46.466345 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-30055270-e0a4-4030-9fd1-974aeb0922a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:46.466750 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30055270-e0a4-4030-9fd1-974aeb0922a6 None None] Bound using segment: {'id': '64d76ae6-a9e9-4058-a9f0-757677628a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '47c8389d-d5da-479f-8080-3ca953159f6c'} {{(pid=110181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 15:13:46.467241 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.managers [None req-30055270-e0a4-4030-9fd1-974aeb0922a6 None None] Bound port: ed100875-f07d-4395-a373-d9d30c43b073, host: dv-cinder-831439-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64d76ae6-a9e9-4058-a9f0-757677628a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '47c8389d-d5da-479f-8080-3ca953159f6c'}}] {{(pid=110181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 15:13:46.467603 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-30055270-e0a4-4030-9fd1-974aeb0922a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (ed100875-f07d-4395-a373-d9d30c43b073), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:46.507585 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-add65151-3f4c-4b29-8e09-7226946c2fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (77cd3ada-c6d6-441e-b798-bec333daa46f), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:46.596966 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add65151-3f4c-4b29-8e09-7226946c2fc4 None None] Pushing event updated for resources: {'Port': ['ID=77cd3ada-c6d6-441e-b798-bec333daa46f,revision_number=5']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:13:46.625282 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-30055270-e0a4-4030-9fd1-974aeb0922a6 None None] For port ed100875-f07d-4395-a373-d9d30c43b073, host dv-cinder-831439-3-iscsi, cleared binding levels {{(pid=110181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 15:13:46.628733 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-e51c5b55-3562-4603-91c6-a7f429b0ce48 admin admin] Publish callbacks [] for router_gateway (63b3e6f9-dc78-42d5-b128-d0985ac53a82), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:46.629810 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-30055270-e0a4-4030-9fd1-974aeb0922a6 None None] For port ed100875-f07d-4395-a373-d9d30c43b073, host dv-cinder-831439-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831439-3-iscsi',level=0,port_id=ed100875-f07d-4395-a373-d9d30c43b073,segment=NetworkSegment(64d76ae6-a9e9-4058-a9f0-757677628a0b),segment_id=64d76ae6-a9e9-4058-a9f0-757677628a0b)] {{(pid=110181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 15:13:46.655471 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-e51c5b55-3562-4603-91c6-a7f429b0ce48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (None), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:46.712062 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Device e1207eac-149a-4b7b-b767-e47f31a228da up at agent ovs-agent-dv-cinder-831439-3-iscsi {{(pid=110181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 15:13:46.716533 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-30055270-e0a4-4030-9fd1-974aeb0922a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (ed100875-f07d-4395-a373-d9d30c43b073), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:46.783676 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.db.db_base_plugin_common [None req-e51c5b55-3562-4603-91c6-a7f429b0ce48 admin admin] Allocated IP 172.27.0.164 (ed71569c-47b6-4b42-b6b3-c541700724bf/701fb87e-0ea2-4d8d-8228-0af980cd437a/7c0abfa1-63fd-4156-9299-e585419266df) {{(pid=110179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 15:13:46.811659 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30055270-e0a4-4030-9fd1-974aeb0922a6 None None] Pushing event updated for resources: {'Port': ['ID=ed100875-f07d-4395-a373-d9d30c43b073,revision_number=2']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:13:46.830733 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Provisioning complete for port e1207eac-149a-4b7b-b767-e47f31a228da triggered by entity L2. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 15:13:46.831114 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (e1207eac-149a-4b7b-b767-e47f31a228da), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:46.926190 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-e51c5b55-3562-4603-91c6-a7f429b0ce48 admin admin] Publish callbacks [] for port (7c0abfa1-63fd-4156-9299-e585419266df), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:46.928697 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Current status of the port e1207eac-149a-4b7b-b767-e47f31a228da is: ACTIVE; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 15:13:46.932110 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Device 77cd3ada-c6d6-441e-b798-bec333daa46f up at agent ovs-agent-dv-cinder-831439-3-iscsi {{(pid=110181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 15:13:46.999863 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Provisioning complete for port 77cd3ada-c6d6-441e-b798-bec333daa46f triggered by entity L2. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 15:13:47.000658 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (77cd3ada-c6d6-441e-b798-bec333daa46f), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:47.042678 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-e51c5b55-3562-4603-91c6-a7f429b0ce48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757345480668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3822761'] for port (7c0abfa1-63fd-4156-9299-e585419266df), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:47.108217 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51c5b55-3562-4603-91c6-a7f429b0ce48 admin admin] Network ed71569c-47b6-4b42-b6b3-c541700724bf is already hosted by enough agents. {{(pid=110179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 15:13:47.111472 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.scheduler.base_scheduler [None req-e51c5b55-3562-4603-91c6-a7f429b0ce48 admin admin] Resources bound (agent type, host, resource id): {{(pid=110179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 15:13:47.116335 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51c5b55-3562-4603-91c6-a7f429b0ce48 admin admin] Received port after_create {{(pid=110179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 15:13:47.119486 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51c5b55-3562-4603-91c6-a7f429b0ce48 admin admin] Pushing event updated for resources: {'Port': ['ID=7c0abfa1-63fd-4156-9299-e585419266df,revision_number=1']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:13:47.129925 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Current status of the port 77cd3ada-c6d6-441e-b798-bec333daa46f is: ACTIVE; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 15:13:47.751574 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-e51c5b55-3562-4603-91c6-a7f429b0ce48 admin admin] Publish callbacks [] for router_gateway (63b3e6f9-dc78-42d5-b128-d0985ac53a82), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:47.821568 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61d4e7a-1c78-4789-b550-fe781a4762c3 None None] Network 47c8389d-d5da-479f-8080-3ca953159f6c requested from dv-cinder-831439-3-iscsi {{(pid=110181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 15:13:47.888929 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-21a301fe-54b5-43a9-88cf-17013bd8b224 None None] Provisioning complete for port ed100875-f07d-4395-a373-d9d30c43b073 triggered by entity DHCP. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 15:13:47.889179 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-21a301fe-54b5-43a9-88cf-17013bd8b224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (ed100875-f07d-4395-a373-d9d30c43b073), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:47.970309 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-e51c5b55-3562-4603-91c6-a7f429b0ce48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-557675'] for router (63b3e6f9-dc78-42d5-b128-d0985ac53a82), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:48.007023 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-21a301fe-54b5-43a9-88cf-17013bd8b224 None None] Current status of the port ed100875-f07d-4395-a373-d9d30c43b073 is: DOWN; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 15:13:48.007372 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-21a301fe-54b5-43a9-88cf-17013bd8b224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (ed100875-f07d-4395-a373-d9d30c43b073), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:48.066604 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-21a301fe-54b5-43a9-88cf-17013bd8b224 None None] For port ed100875-f07d-4395-a373-d9d30c43b073, host dv-cinder-831439-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831439-3-iscsi',level=0,port_id=ed100875-f07d-4395-a373-d9d30c43b073,segment=NetworkSegment(64d76ae6-a9e9-4058-a9f0-757677628a0b),segment_id=64d76ae6-a9e9-4058-a9f0-757677628a0b)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:13:48.139540 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-21a301fe-54b5-43a9-88cf-17013bd8b224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (ed100875-f07d-4395-a373-d9d30c43b073), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:48.188983 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a301fe-54b5-43a9-88cf-17013bd8b224 None None] Pushing event updated for resources: {'Port': ['ID=ed100875-f07d-4395-a373-d9d30c43b073,revision_number=3']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:13:48.202012 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e51c5b55-3562-4603-91c6-a7f429b0ce48 admin admin] Router 63b3e6f9-dc78-42d5-b128-d0985ac53a82 is scheduled to L3 agent 4b7d4a90-2987-419a-b6cd-7624b7dba065 with binding_index 1 {{(pid=110179) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 15:13:48.259185 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-a0e3f652-1cad-43ff-b5a4-92beddf54b20 None None] Provisioning complete for port ed100875-f07d-4395-a373-d9d30c43b073 triggered by entity DHCP. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 15:13:48.259557 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a0e3f652-1cad-43ff-b5a4-92beddf54b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (ed100875-f07d-4395-a373-d9d30c43b073), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:48.313392 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e51c5b55-3562-4603-91c6-a7f429b0ce48 admin admin] Notify agent at l3_agent.dv-cinder-831439-3-iscsi the message routers_updated {{(pid=110179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 15:13:48.325781 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6447f037-2dd1-4c09-a7d1-4b39112b2815 None None] Sync routers for ids ['63b3e6f9-dc78-42d5-b128-d0985ac53a82'] in dv-cinder-831439-3-iscsi {{(pid=110181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 15:13:48.348717 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6447f037-2dd1-4c09-a7d1-4b39112b2815 None None] Routers {'63b3e6f9-dc78-42d5-b128-d0985ac53a82'} bound to L3 agent in host dv-cinder-831439-3-iscsi {{(pid=110181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 15:13:48.349340 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-6447f037-2dd1-4c09-a7d1-4b39112b2815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831439-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T14:48:11Z,description=,heartbeat_timestamp=2022-03-02T15:13:41Z,host='dv-cinder-831439-3-iscsi',id=4b7d4a90-2987-419a-b6cd-7624b7dba065,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T14:48:12Z,topic='l3_agent')) {'router_ids': ['63b3e6f9-dc78-42d5-b128-d0985ac53a82'], 'active': True} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:13:48.351145 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-a0e3f652-1cad-43ff-b5a4-92beddf54b20 None None] Current status of the port ed100875-f07d-4395-a373-d9d30c43b073 is: ACTIVE; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 15:13:48.416127 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-e51c5b55-3562-4603-91c6-a7f429b0ce48 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:48.417528 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-e51c5b55-3562-4603-91c6-a7f429b0ce48 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6032772 Mar 02 15:13:48.420262 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 36184) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:13:48.461899 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvr_db [None req-6447f037-2dd1-4c09-a7d1-4b39112b2815 None None] Set router 63b3e6f9-dc78-42d5-b128-d0985ac53a82 gateway port host: dv-cinder-831439-3-iscsi {{(pid=110181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 15:13:48.664986 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-6447f037-2dd1-4c09-a7d1-4b39112b2815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63b3e6f9-dc78-42d5-b128-d0985ac53a82', 'name': 'tempest-TestMinimumBasicScenario-305486678-router', 'tenant_id': 'ee501b5b2b3f4b00a4a9902684b1661c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '7c0abfa1-63fd-4156-9299-e585419266df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T15:13:45Z', 'updated_at': '2022-03-02T15:13:47Z', 'revision_number': 3, 'project_id': 'ee501b5b2b3f4b00a4a9902684b1661c', 'gw_port': {'id': '7c0abfa1-63fd-4156-9299-e585419266df', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:95:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63b3e6f9-dc78-42d5-b128-d0985ac53a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:13:46Z', 'updated_at': '2022-03-02T15:13:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi'}], 'dv-cinder-831439-3-iscsi', False) {} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:13:48.693890 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6447f037-2dd1-4c09-a7d1-4b39112b2815 None None] Checking router: 63b3e6f9-dc78-42d5-b128-d0985ac53a82 for host: dv-cinder-831439-3-iscsi {{(pid=110181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 15:13:48.694212 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6447f037-2dd1-4c09-a7d1-4b39112b2815 None None] Updating router 63b3e6f9-dc78-42d5-b128-d0985ac53a82 port 7c0abfa1-63fd-4156-9299-e585419266df binding host dv-cinder-831439-3-iscsi {{(pid=110181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 15:13:48.715968 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Device 77cd3ada-c6d6-441e-b798-bec333daa46f up at agent ovs-agent-dv-cinder-831439-3-iscsi {{(pid=110181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 15:13:48.754410 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-6447f037-2dd1-4c09-a7d1-4b39112b2815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (7c0abfa1-63fd-4156-9299-e585419266df), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:48.861505 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Provisioning complete for port 77cd3ada-c6d6-441e-b798-bec333daa46f triggered by entity L2. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 15:13:48.862220 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (77cd3ada-c6d6-441e-b798-bec333daa46f), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:48.895387 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-9f5ee46b-869c-4430-99db-e134002d2bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (None), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:49.022855 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Current status of the port 77cd3ada-c6d6-441e-b798-bec333daa46f is: ACTIVE; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 15:13:49.024548 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Device ed100875-f07d-4395-a373-d9d30c43b073 up at agent ovs-agent-dv-cinder-831439-3-iscsi {{(pid=110181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 15:13:49.063590 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.db.db_base_plugin_common [None req-9f5ee46b-869c-4430-99db-e134002d2bb3 admin admin] Allocated IP 172.20.0.1 (47c8389d-d5da-479f-8080-3ca953159f6c/e1ef6504-cc26-4b8d-8e8e-add44e27bb4f/162440e5-9d98-4e73-837d-9dfc4d164470) {{(pid=110179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 15:13:49.186849 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-9f5ee46b-869c-4430-99db-e134002d2bb3 admin admin] Publish callbacks [] for port (162440e5-9d98-4e73-837d-9dfc4d164470), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:49.247291 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-6447f037-2dd1-4c09-a7d1-4b39112b2815 None None] Publish callbacks [] for port (7c0abfa1-63fd-4156-9299-e585419266df), precommit_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:49.252572 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Provisioning complete for port ed100875-f07d-4395-a373-d9d30c43b073 triggered by entity L2. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 15:13:49.252937 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (ed100875-f07d-4395-a373-d9d30c43b073), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:49.276819 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-9f5ee46b-869c-4430-99db-e134002d2bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757345480668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3822761'] for port (162440e5-9d98-4e73-837d-9dfc4d164470), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:49.316437 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5ee46b-869c-4430-99db-e134002d2bb3 admin admin] Network 47c8389d-d5da-479f-8080-3ca953159f6c is already hosted by enough agents. {{(pid=110179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 15:13:49.319399 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.scheduler.base_scheduler [None req-9f5ee46b-869c-4430-99db-e134002d2bb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=110179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 15:13:49.322948 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5ee46b-869c-4430-99db-e134002d2bb3 admin admin] Received port after_create {{(pid=110179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 15:13:49.329872 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Current status of the port ed100875-f07d-4395-a373-d9d30c43b073 is: ACTIVE; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 15:13:49.339300 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-6447f037-2dd1-4c09-a7d1-4b39112b2815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (7c0abfa1-63fd-4156-9299-e585419266df), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:49.354216 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5ee46b-869c-4430-99db-e134002d2bb3 admin admin] Pushing event updated for resources: {'Port': ['ID=162440e5-9d98-4e73-837d-9dfc4d164470,revision_number=1']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:13:49.371519 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-9f5ee46b-869c-4430-99db-e134002d2bb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-559670'] for router_interface (63b3e6f9-dc78-42d5-b128-d0985ac53a82), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:49.395871 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0d9dc1-fd18-42e6-9d58-c949eccfa806 None None] Pushing event updated for resources: {'Port': ['ID=7c0abfa1-63fd-4156-9299-e585419266df,revision_number=2']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:13:49.398415 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.managers [None req-6447f037-2dd1-4c09-a7d1-4b39112b2815 None None] Attempting to bind port 7c0abfa1-63fd-4156-9299-e585419266df on host dv-cinder-831439-3-iscsi for vnic_type normal with profile {{(pid=110181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 15:13:49.398789 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.managers [None req-6447f037-2dd1-4c09-a7d1-4b39112b2815 None None] Attempting to bind port 7c0abfa1-63fd-4156-9299-e585419266df by drivers openvswitch,hyperv on host dv-cinder-831439-3-iscsi at level 0 using segments [{'id': '23151279-75ac-4f5a-99b2-c6146d92420f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf'}] {{(pid=110181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 15:13:49.399187 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6447f037-2dd1-4c09-a7d1-4b39112b2815 None None] Attempting to bind port 7c0abfa1-63fd-4156-9299-e585419266df on network ed71569c-47b6-4b42-b6b3-c541700724bf {{(pid=110181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 15:13:49.404738 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6447f037-2dd1-4c09-a7d1-4b39112b2815 None None] Checking agent: {'id': '3a73802c-5f14-4c1f-8439-e74c4c90063b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831439-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 14, 48, 15), 'started_at': datetime.datetime(2022, 3, 2, 14, 48, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 15, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831439-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 15:13:49.405108 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6447f037-2dd1-4c09-a7d1-4b39112b2815 None None] Checking segment: {'id': '23151279-75ac-4f5a-99b2-c6146d92420f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 15:13:49.405507 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-6447f037-2dd1-4c09-a7d1-4b39112b2815 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:49.405885 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6447f037-2dd1-4c09-a7d1-4b39112b2815 None None] Bound using segment: {'id': '23151279-75ac-4f5a-99b2-c6146d92420f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf'} {{(pid=110181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 15:13:49.406356 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.managers [None req-6447f037-2dd1-4c09-a7d1-4b39112b2815 None None] Bound port: 7c0abfa1-63fd-4156-9299-e585419266df, host: dv-cinder-831439-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23151279-75ac-4f5a-99b2-c6146d92420f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf'}}] {{(pid=110181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 15:13:49.406718 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-6447f037-2dd1-4c09-a7d1-4b39112b2815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (7c0abfa1-63fd-4156-9299-e585419266df), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:49.460170 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-6447f037-2dd1-4c09-a7d1-4b39112b2815 None None] For port 7c0abfa1-63fd-4156-9299-e585419266df, host dv-cinder-831439-3-iscsi, cleared binding levels {{(pid=110181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 15:13:49.463488 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-6447f037-2dd1-4c09-a7d1-4b39112b2815 None None] For port 7c0abfa1-63fd-4156-9299-e585419266df, host dv-cinder-831439-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831439-3-iscsi',level=0,port_id=7c0abfa1-63fd-4156-9299-e585419266df,segment=NetworkSegment(23151279-75ac-4f5a-99b2-c6146d92420f),segment_id=23151279-75ac-4f5a-99b2-c6146d92420f)] {{(pid=110181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 15:13:49.539856 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-6447f037-2dd1-4c09-a7d1-4b39112b2815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (7c0abfa1-63fd-4156-9299-e585419266df), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:49.579866 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-9f5ee46b-869c-4430-99db-e134002d2bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (162440e5-9d98-4e73-837d-9dfc4d164470), before_update {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:49.611076 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0d9dc1-fd18-42e6-9d58-c949eccfa806 None None] Pushing event updated for resources: {'Port': ['ID=7c0abfa1-63fd-4156-9299-e585419266df,revision_number=3']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:13:49.615633 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-9ba300a7-cf6f-4c28-9b03-eec7071a2533 None None] Provisioning complete for port 162440e5-9d98-4e73-837d-9dfc4d164470 triggered by entity DHCP. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 15:13:49.616142 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-9ba300a7-cf6f-4c28-9b03-eec7071a2533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (162440e5-9d98-4e73-837d-9dfc4d164470), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:49.619190 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6447f037-2dd1-4c09-a7d1-4b39112b2815 None None] Routers {'63b3e6f9-dc78-42d5-b128-d0985ac53a82'} bound to L3 agent in host dv-cinder-831439-3-iscsi {{(pid=110181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 15:13:49.619742 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-6447f037-2dd1-4c09-a7d1-4b39112b2815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831439-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T14:48:11Z,description=,heartbeat_timestamp=2022-03-02T15:13:41Z,host='dv-cinder-831439-3-iscsi',id=4b7d4a90-2987-419a-b6cd-7624b7dba065,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T14:48:12Z,topic='l3_agent')) {'router_ids': ['63b3e6f9-dc78-42d5-b128-d0985ac53a82'], 'active': True} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:13:49.696888 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-9ba300a7-cf6f-4c28-9b03-eec7071a2533 None None] Port 162440e5-9d98-4e73-837d-9dfc4d164470 cannot update to ACTIVE because it is not bound. {{(pid=110181) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 15:13:49.742948 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-9f5ee46b-869c-4430-99db-e134002d2bb3 admin admin] Publish callbacks [] for port (162440e5-9d98-4e73-837d-9dfc4d164470), precommit_update {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:49.762269 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvr_db [None req-6447f037-2dd1-4c09-a7d1-4b39112b2815 None None] Set router 63b3e6f9-dc78-42d5-b128-d0985ac53a82 gateway port host: dv-cinder-831439-3-iscsi {{(pid=110181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 15:13:49.813495 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-9f5ee46b-869c-4430-99db-e134002d2bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3822752'] for port (162440e5-9d98-4e73-837d-9dfc4d164470), after_update {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:49.879213 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5ee46b-869c-4430-99db-e134002d2bb3 admin admin] Pushing event updated for resources: {'Port': ['ID=162440e5-9d98-4e73-837d-9dfc4d164470,revision_number=2']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:13:49.881677 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-9f5ee46b-869c-4430-99db-e134002d2bb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16231439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-558502'] for router_interface (63b3e6f9-dc78-42d5-b128-d0985ac53a82), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:49.978635 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-6447f037-2dd1-4c09-a7d1-4b39112b2815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63b3e6f9-dc78-42d5-b128-d0985ac53a82', 'name': 'tempest-TestMinimumBasicScenario-305486678-router', 'tenant_id': 'ee501b5b2b3f4b00a4a9902684b1661c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '7c0abfa1-63fd-4156-9299-e585419266df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T15:13:45Z', 'updated_at': '2022-03-02T15:13:49Z', 'revision_number': 4, 'project_id': 'ee501b5b2b3f4b00a4a9902684b1661c', 'gw_port': {'id': '7c0abfa1-63fd-4156-9299-e585419266df', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:95:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63b3e6f9-dc78-42d5-b128-d0985ac53a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:13:46Z', 'updated_at': '2022-03-02T15:13:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi', '_interfaces': [{'id': '162440e5-9d98-4e73-837d-9dfc4d164470', 'name': '', 'network_id': '47c8389d-d5da-479f-8080-3ca953159f6c', 'tenant_id': 'ee501b5b2b3f4b00a4a9902684b1661c', 'mac_address': 'fa:16:3e:56:c3:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63b3e6f9-dc78-42d5-b128-d0985ac53a82', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'e1ef6504-cc26-4b8d-8e8e-add44e27bb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:13:48Z', 'updated_at': '2022-03-02T15:13:49Z', 'revision_number': 1, 'project_id': 'ee501b5b2b3f4b00a4a9902684b1661c', 'subnets': [{'id': 'e1ef6504-cc26-4b8d-8e8e-add44e27bb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831439-3-iscsi', False) {} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:13:50.007409 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6447f037-2dd1-4c09-a7d1-4b39112b2815 None None] The sync data for ids ['63b3e6f9-dc78-42d5-b128-d0985ac53a82'] in dv-cinder-831439-3-iscsi is: [{'id': '63b3e6f9-dc78-42d5-b128-d0985ac53a82', 'name': 'tempest-TestMinimumBasicScenario-305486678-router', 'tenant_id': 'ee501b5b2b3f4b00a4a9902684b1661c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '7c0abfa1-63fd-4156-9299-e585419266df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T15:13:45Z', 'updated_at': '2022-03-02T15:13:49Z', 'revision_number': 4, 'project_id': 'ee501b5b2b3f4b00a4a9902684b1661c', 'gw_port': {'id': '7c0abfa1-63fd-4156-9299-e585419266df', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:95:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63b3e6f9-dc78-42d5-b128-d0985ac53a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:13:46Z', 'updated_at': '2022-03-02T15:13:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi', '_interfaces': [{'id': '162440e5-9d98-4e73-837d-9dfc4d164470', 'name': '', 'network_id': '47c8389d-d5da-479f-8080-3ca953159f6c', 'tenant_id': 'ee501b5b2b3f4b00a4a9902684b1661c', 'mac_address': 'fa:16:3e:56:c3:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63b3e6f9-dc78-42d5-b128-d0985ac53a82', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'e1ef6504-cc26-4b8d-8e8e-add44e27bb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:13:48Z', 'updated_at': '2022-03-02T15:13:49Z', 'revision_number': 1, 'project_id': 'ee501b5b2b3f4b00a4a9902684b1661c', 'subnets': [{'id': 'e1ef6504-cc26-4b8d-8e8e-add44e27bb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 15:13:50.232997 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5ee46b-869c-4430-99db-e134002d2bb3 admin admin] Network 47c8389d-d5da-479f-8080-3ca953159f6c is already hosted by enough agents. {{(pid=110179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 15:13:50.234610 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.scheduler.base_scheduler [None req-9f5ee46b-869c-4430-99db-e134002d2bb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=110179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 15:13:50.360068 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f5ee46b-869c-4430-99db-e134002d2bb3 admin admin] Router 63b3e6f9-dc78-42d5-b128-d0985ac53a82 has already been hosted by L3 agent 4b7d4a90-2987-419a-b6cd-7624b7dba065 {{(pid=110179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 15:13:50.478364 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f5ee46b-869c-4430-99db-e134002d2bb3 admin admin] Notify agent at l3_agent.dv-cinder-831439-3-iscsi the message routers_updated {{(pid=110179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 15:13:50.483473 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-9f5ee46b-869c-4430-99db-e134002d2bb3 admin admin] 10.222.0.52 "PUT /v2.0/routers/63b3e6f9-dc78-42d5-b128-d0985ac53a82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0622299 Mar 02 15:13:50.523026 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-899cdaa7-db8b-4f0d-91ce-527e5adf2988 None None] Provisioning complete for port 162440e5-9d98-4e73-837d-9dfc4d164470 triggered by entity DHCP. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 15:13:50.523407 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-899cdaa7-db8b-4f0d-91ce-527e5adf2988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (162440e5-9d98-4e73-837d-9dfc4d164470), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:50.565541 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-899cdaa7-db8b-4f0d-91ce-527e5adf2988 None None] Port 162440e5-9d98-4e73-837d-9dfc4d164470 cannot update to ACTIVE because it is not bound. {{(pid=110181) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 15:13:52.623740 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Device 7c0abfa1-63fd-4156-9299-e585419266df up at agent ovs-agent-dv-cinder-831439-3-iscsi {{(pid=110181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 15:13:52.676119 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Provisioning complete for port 7c0abfa1-63fd-4156-9299-e585419266df triggered by entity L2. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 15:13:52.676835 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (7c0abfa1-63fd-4156-9299-e585419266df), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:52.772613 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Current status of the port 7c0abfa1-63fd-4156-9299-e585419266df is: DOWN; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 15:13:52.772937 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (7c0abfa1-63fd-4156-9299-e585419266df), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:52.798281 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] For port 7c0abfa1-63fd-4156-9299-e585419266df, host dv-cinder-831439-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831439-3-iscsi',level=0,port_id=7c0abfa1-63fd-4156-9299-e585419266df,segment=NetworkSegment(23151279-75ac-4f5a-99b2-c6146d92420f),segment_id=23151279-75ac-4f5a-99b2-c6146d92420f)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:13:52.870817 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (7c0abfa1-63fd-4156-9299-e585419266df), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:52.926999 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Pushing event updated for resources: {'Port': ['ID=7c0abfa1-63fd-4156-9299-e585419266df,revision_number=4']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:13:53.657810 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3cc258-7e05-4c3c-8ed9-28acf1168aea None None] Sync routers for ids ['63b3e6f9-dc78-42d5-b128-d0985ac53a82'] in dv-cinder-831439-3-iscsi {{(pid=110182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 15:13:53.672989 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3cc258-7e05-4c3c-8ed9-28acf1168aea None None] Routers {'63b3e6f9-dc78-42d5-b128-d0985ac53a82'} bound to L3 agent in host dv-cinder-831439-3-iscsi {{(pid=110182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 15:13:53.673714 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_hamode_db [None req-8e3cc258-7e05-4c3c-8ed9-28acf1168aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831439-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T14:48:11Z,description=,heartbeat_timestamp=2022-03-02T15:13:41Z,host='dv-cinder-831439-3-iscsi',id=4b7d4a90-2987-419a-b6cd-7624b7dba065,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T14:48:12Z,topic='l3_agent')) {'router_ids': ['63b3e6f9-dc78-42d5-b128-d0985ac53a82'], 'active': True} {{(pid=110182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:13:53.806626 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_dvr_db [None req-8e3cc258-7e05-4c3c-8ed9-28acf1168aea None None] Set router 63b3e6f9-dc78-42d5-b128-d0985ac53a82 gateway port host: dv-cinder-831439-3-iscsi {{(pid=110182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 15:13:54.043860 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_hamode_db [None req-8e3cc258-7e05-4c3c-8ed9-28acf1168aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63b3e6f9-dc78-42d5-b128-d0985ac53a82', 'name': 'tempest-TestMinimumBasicScenario-305486678-router', 'tenant_id': 'ee501b5b2b3f4b00a4a9902684b1661c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '7c0abfa1-63fd-4156-9299-e585419266df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T15:13:45Z', 'updated_at': '2022-03-02T15:13:49Z', 'revision_number': 4, 'project_id': 'ee501b5b2b3f4b00a4a9902684b1661c', 'gw_port': {'id': '7c0abfa1-63fd-4156-9299-e585419266df', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:95:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b3e6f9-dc78-42d5-b128-d0985ac53a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:13:46Z', 'updated_at': '2022-03-02T15:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi', '_interfaces': [{'id': '162440e5-9d98-4e73-837d-9dfc4d164470', 'name': '', 'network_id': '47c8389d-d5da-479f-8080-3ca953159f6c', 'tenant_id': 'ee501b5b2b3f4b00a4a9902684b1661c', 'mac_address': 'fa:16:3e:56:c3:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63b3e6f9-dc78-42d5-b128-d0985ac53a82', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'e1ef6504-cc26-4b8d-8e8e-add44e27bb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:13:48Z', 'updated_at': '2022-03-02T15:13:49Z', 'revision_number': 2, 'project_id': 'ee501b5b2b3f4b00a4a9902684b1661c', 'subnets': [{'id': 'e1ef6504-cc26-4b8d-8e8e-add44e27bb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831439-3-iscsi', False) {} {{(pid=110182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:13:54.073980 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3cc258-7e05-4c3c-8ed9-28acf1168aea None None] Checking router: 63b3e6f9-dc78-42d5-b128-d0985ac53a82 for host: dv-cinder-831439-3-iscsi {{(pid=110182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 15:13:54.081359 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3cc258-7e05-4c3c-8ed9-28acf1168aea None None] Updating router 63b3e6f9-dc78-42d5-b128-d0985ac53a82 port 162440e5-9d98-4e73-837d-9dfc4d164470 binding host dv-cinder-831439-3-iscsi {{(pid=110182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 15:13:54.102356 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron_lib.callbacks.manager [None req-8e3cc258-7e05-4c3c-8ed9-28acf1168aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (162440e5-9d98-4e73-837d-9dfc4d164470), before_update {{(pid=110182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:54.407529 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron_lib.callbacks.manager [None req-8e3cc258-7e05-4c3c-8ed9-28acf1168aea None None] Publish callbacks [] for port (162440e5-9d98-4e73-837d-9dfc4d164470), precommit_update {{(pid=110182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:54.524558 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron_lib.callbacks.manager [None req-8e3cc258-7e05-4c3c-8ed9-28acf1168aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (162440e5-9d98-4e73-837d-9dfc4d164470), after_update {{(pid=110182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:54.579926 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c98fe4-0e3b-4a98-8c0a-9b058a6511a1 None None] Pushing event updated for resources: {'Port': ['ID=162440e5-9d98-4e73-837d-9dfc4d164470,revision_number=3']} {{(pid=110182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:13:54.598505 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Device 7c0abfa1-63fd-4156-9299-e585419266df up at agent ovs-agent-dv-cinder-831439-3-iscsi {{(pid=110181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 15:13:54.666833 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.plugins.ml2.managers [None req-8e3cc258-7e05-4c3c-8ed9-28acf1168aea None None] Attempting to bind port 162440e5-9d98-4e73-837d-9dfc4d164470 on host dv-cinder-831439-3-iscsi for vnic_type normal with profile {{(pid=110182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 15:13:54.667723 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.plugins.ml2.managers [None req-8e3cc258-7e05-4c3c-8ed9-28acf1168aea None None] Attempting to bind port 162440e5-9d98-4e73-837d-9dfc4d164470 by drivers openvswitch,hyperv on host dv-cinder-831439-3-iscsi at level 0 using segments [{'id': '64d76ae6-a9e9-4058-a9f0-757677628a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '47c8389d-d5da-479f-8080-3ca953159f6c'}] {{(pid=110182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 15:13:54.667723 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3cc258-7e05-4c3c-8ed9-28acf1168aea None None] Attempting to bind port 162440e5-9d98-4e73-837d-9dfc4d164470 on network 47c8389d-d5da-479f-8080-3ca953159f6c {{(pid=110182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 15:13:54.673090 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3cc258-7e05-4c3c-8ed9-28acf1168aea None None] Checking agent: {'id': '3a73802c-5f14-4c1f-8439-e74c4c90063b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831439-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 14, 48, 15), 'started_at': datetime.datetime(2022, 3, 2, 14, 48, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 15, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831439-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 15:13:54.673467 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3cc258-7e05-4c3c-8ed9-28acf1168aea None None] Checking segment: {'id': '64d76ae6-a9e9-4058-a9f0-757677628a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '47c8389d-d5da-479f-8080-3ca953159f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 15:13:54.673870 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron_lib.callbacks.manager [None req-8e3cc258-7e05-4c3c-8ed9-28acf1168aea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:54.674257 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3cc258-7e05-4c3c-8ed9-28acf1168aea None None] Bound using segment: {'id': '64d76ae6-a9e9-4058-a9f0-757677628a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '47c8389d-d5da-479f-8080-3ca953159f6c'} {{(pid=110182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 15:13:54.674728 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.plugins.ml2.managers [None req-8e3cc258-7e05-4c3c-8ed9-28acf1168aea None None] Bound port: 162440e5-9d98-4e73-837d-9dfc4d164470, host: dv-cinder-831439-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64d76ae6-a9e9-4058-a9f0-757677628a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '47c8389d-d5da-479f-8080-3ca953159f6c'}}] {{(pid=110182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 15:13:54.675103 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron_lib.callbacks.manager [None req-8e3cc258-7e05-4c3c-8ed9-28acf1168aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (162440e5-9d98-4e73-837d-9dfc4d164470), before_update {{(pid=110182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:54.695050 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Provisioning complete for port 7c0abfa1-63fd-4156-9299-e585419266df triggered by entity L2. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 15:13:54.695425 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (7c0abfa1-63fd-4156-9299-e585419266df), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:54.781889 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.plugins.ml2.db [None req-8e3cc258-7e05-4c3c-8ed9-28acf1168aea None None] For port 162440e5-9d98-4e73-837d-9dfc4d164470, host dv-cinder-831439-3-iscsi, cleared binding levels {{(pid=110182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 15:13:54.785766 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.plugins.ml2.db [None req-8e3cc258-7e05-4c3c-8ed9-28acf1168aea None None] For port 162440e5-9d98-4e73-837d-9dfc4d164470, host dv-cinder-831439-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831439-3-iscsi',level=0,port_id=162440e5-9d98-4e73-837d-9dfc4d164470,segment=NetworkSegment(64d76ae6-a9e9-4058-a9f0-757677628a0b),segment_id=64d76ae6-a9e9-4058-a9f0-757677628a0b)] {{(pid=110182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 15:13:54.812846 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Current status of the port 7c0abfa1-63fd-4156-9299-e585419266df is: ACTIVE; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 15:13:54.894428 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron_lib.callbacks.manager [None req-8e3cc258-7e05-4c3c-8ed9-28acf1168aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (162440e5-9d98-4e73-837d-9dfc4d164470), after_update {{(pid=110182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:54.926755 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-a7b3316a-b3c4-47df-942e-83eed33ab2db None None] Provisioning complete for port 162440e5-9d98-4e73-837d-9dfc4d164470 triggered by entity DHCP. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 15:13:54.927038 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a7b3316a-b3c4-47df-942e-83eed33ab2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (162440e5-9d98-4e73-837d-9dfc4d164470), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:54.971530 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3cc258-7e05-4c3c-8ed9-28acf1168aea None None] Routers {'63b3e6f9-dc78-42d5-b128-d0985ac53a82'} bound to L3 agent in host dv-cinder-831439-3-iscsi {{(pid=110182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 15:13:54.971530 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_hamode_db [None req-8e3cc258-7e05-4c3c-8ed9-28acf1168aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831439-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T14:48:11Z,description=,heartbeat_timestamp=2022-03-02T15:13:41Z,host='dv-cinder-831439-3-iscsi',id=4b7d4a90-2987-419a-b6cd-7624b7dba065,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T14:48:12Z,topic='l3_agent')) {'router_ids': ['63b3e6f9-dc78-42d5-b128-d0985ac53a82'], 'active': True} {{(pid=110182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:13:55.041535 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c98fe4-0e3b-4a98-8c0a-9b058a6511a1 None None] Pushing event updated for resources: {'Port': ['ID=162440e5-9d98-4e73-837d-9dfc4d164470,revision_number=4']} {{(pid=110182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:13:55.066813 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-a7b3316a-b3c4-47df-942e-83eed33ab2db None None] Current status of the port 162440e5-9d98-4e73-837d-9dfc4d164470 is: DOWN; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 15:13:55.067209 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a7b3316a-b3c4-47df-942e-83eed33ab2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (162440e5-9d98-4e73-837d-9dfc4d164470), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:55.126416 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-a7b3316a-b3c4-47df-942e-83eed33ab2db None None] For port 162440e5-9d98-4e73-837d-9dfc4d164470, host dv-cinder-831439-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831439-3-iscsi',level=0,port_id=162440e5-9d98-4e73-837d-9dfc4d164470,segment=NetworkSegment(64d76ae6-a9e9-4058-a9f0-757677628a0b),segment_id=64d76ae6-a9e9-4058-a9f0-757677628a0b)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:13:55.155662 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_dvr_db [None req-8e3cc258-7e05-4c3c-8ed9-28acf1168aea None None] Set router 63b3e6f9-dc78-42d5-b128-d0985ac53a82 gateway port host: dv-cinder-831439-3-iscsi {{(pid=110182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 15:13:55.247692 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a7b3316a-b3c4-47df-942e-83eed33ab2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (162440e5-9d98-4e73-837d-9dfc4d164470), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:55.316889 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b3316a-b3c4-47df-942e-83eed33ab2db None None] Pushing event updated for resources: {'Port': ['ID=162440e5-9d98-4e73-837d-9dfc4d164470,revision_number=5']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:13:55.377096 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-db3364ba-40da-46ea-a744-d2d56cbf2f4e None None] Provisioning complete for port 162440e5-9d98-4e73-837d-9dfc4d164470 triggered by entity DHCP. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 15:13:55.377846 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db3364ba-40da-46ea-a744-d2d56cbf2f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (162440e5-9d98-4e73-837d-9dfc4d164470), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:55.396289 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_hamode_db [None req-8e3cc258-7e05-4c3c-8ed9-28acf1168aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63b3e6f9-dc78-42d5-b128-d0985ac53a82', 'name': 'tempest-TestMinimumBasicScenario-305486678-router', 'tenant_id': 'ee501b5b2b3f4b00a4a9902684b1661c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '7c0abfa1-63fd-4156-9299-e585419266df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T15:13:45Z', 'updated_at': '2022-03-02T15:13:49Z', 'revision_number': 4, 'project_id': 'ee501b5b2b3f4b00a4a9902684b1661c', 'gw_port': {'id': '7c0abfa1-63fd-4156-9299-e585419266df', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:95:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b3e6f9-dc78-42d5-b128-d0985ac53a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:13:46Z', 'updated_at': '2022-03-02T15:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi', '_interfaces': [{'id': '162440e5-9d98-4e73-837d-9dfc4d164470', 'name': '', 'network_id': '47c8389d-d5da-479f-8080-3ca953159f6c', 'tenant_id': 'ee501b5b2b3f4b00a4a9902684b1661c', 'mac_address': 'fa:16:3e:56:c3:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63b3e6f9-dc78-42d5-b128-d0985ac53a82', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'e1ef6504-cc26-4b8d-8e8e-add44e27bb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:13:48Z', 'updated_at': '2022-03-02T15:13:54Z', 'revision_number': 4, 'project_id': 'ee501b5b2b3f4b00a4a9902684b1661c', 'subnets': [{'id': 'e1ef6504-cc26-4b8d-8e8e-add44e27bb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831439-3-iscsi', False) {} {{(pid=110182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:13:55.430823 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3cc258-7e05-4c3c-8ed9-28acf1168aea None None] The sync data for ids ['63b3e6f9-dc78-42d5-b128-d0985ac53a82'] in dv-cinder-831439-3-iscsi is: [{'id': '63b3e6f9-dc78-42d5-b128-d0985ac53a82', 'name': 'tempest-TestMinimumBasicScenario-305486678-router', 'tenant_id': 'ee501b5b2b3f4b00a4a9902684b1661c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '7c0abfa1-63fd-4156-9299-e585419266df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T15:13:45Z', 'updated_at': '2022-03-02T15:13:49Z', 'revision_number': 4, 'project_id': 'ee501b5b2b3f4b00a4a9902684b1661c', 'gw_port': {'id': '7c0abfa1-63fd-4156-9299-e585419266df', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:95:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b3e6f9-dc78-42d5-b128-d0985ac53a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:13:46Z', 'updated_at': '2022-03-02T15:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi', '_interfaces': [{'id': '162440e5-9d98-4e73-837d-9dfc4d164470', 'name': '', 'network_id': '47c8389d-d5da-479f-8080-3ca953159f6c', 'tenant_id': 'ee501b5b2b3f4b00a4a9902684b1661c', 'mac_address': 'fa:16:3e:56:c3:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63b3e6f9-dc78-42d5-b128-d0985ac53a82', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'e1ef6504-cc26-4b8d-8e8e-add44e27bb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:13:48Z', 'updated_at': '2022-03-02T15:13:54Z', 'revision_number': 4, 'project_id': 'ee501b5b2b3f4b00a4a9902684b1661c', 'subnets': [{'id': 'e1ef6504-cc26-4b8d-8e8e-add44e27bb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 15:13:55.473590 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-db3364ba-40da-46ea-a744-d2d56cbf2f4e None None] Current status of the port 162440e5-9d98-4e73-837d-9dfc4d164470 is: ACTIVE; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 15:13:56.636835 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Device 162440e5-9d98-4e73-837d-9dfc4d164470 up at agent ovs-agent-dv-cinder-831439-3-iscsi {{(pid=110181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 15:13:56.697950 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Provisioning complete for port 162440e5-9d98-4e73-837d-9dfc4d164470 triggered by entity L2. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 15:13:56.698679 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (162440e5-9d98-4e73-837d-9dfc4d164470), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:13:56.796571 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Current status of the port 162440e5-9d98-4e73-837d-9dfc4d164470 is: ACTIVE; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 15:13:57.299079 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (a761fe19-4045-45cc-a7c7-f029a0c82591), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:14:02.643370 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc435ae6-8797-41e6-bfe6-fec0e37d811f req-370713bc-9389-4d51-8b9e-2ace4947af79 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:14:02.644838 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-fc435ae6-8797-41e6-bfe6-fec0e37d811f req-370713bc-9389-4d51-8b9e-2ace4947af79 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] 10.222.0.52 "GET /v2.0/networks?id=e8d499f9-b14f-433d-9367-68a7fb5ba184 HTTP/1.1" status: 200 len: 815 time: 0.1080382 Mar 02 15:14:02.660326 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-fc435ae6-8797-41e6-bfe6-fec0e37d811f req-f85e5d95-8dc1-4b22-9034-9fb85a340655 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] 10.222.0.52 "GET /v2.0/quotas/46bbdd855e2d4c8a9beb15282ad1e7e3 HTTP/1.1" status: 200 len: 375 time: 0.0092757 Mar 02 15:14:02.713733 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-fc435ae6-8797-41e6-bfe6-fec0e37d811f req-8dd5af04-664b-4dce-9a72-790766a43f66 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=46bbdd855e2d4c8a9beb15282ad1e7e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486145 Mar 02 15:14:02.806162 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-fc435ae6-8797-41e6-bfe6-fec0e37d811f req-bfd5893d-3b33-4885-b184-9b7b7542dcc3 service neutron] 10.222.0.52 "GET /v2.0/networks/e8d499f9-b14f-433d-9367-68a7fb5ba184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812998 Mar 02 15:14:02.902468 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-fc435ae6-8797-41e6-bfe6-fec0e37d811f req-148c40ba-39a1-4712-9d01-8793f945af2a service neutron] 10.222.0.52 "GET /v2.0/networks/e8d499f9-b14f-433d-9367-68a7fb5ba184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908003 Mar 02 15:14:03.183575 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a74476d8-440f-4a52-b37d-d99335229d5c req-c0dc08d1-3a9c-41cc-b264-21d25125db8f tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] 10.222.0.52 "GET /v2.0/ports?device_id=8537aef8-6e68-4b17-8398-784d3c055e0a HTTP/1.1" status: 200 len: 210 time: 0.0289156 Mar 02 15:14:03.870044 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.agents_db [None req-b044b9bd-a670-44c5-b22a-8886b11808d8 None None] Agent healthcheck: found 6 active agents {{(pid=110182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 15:14:04.259303 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-eea67778-b205-4575-8d55-16a218439919 req-1c10d461-6d1a-48cb-86bb-79eb1bce5521 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] 10.222.0.52 "GET /v2.0/ports?device_id=8537aef8-6e68-4b17-8398-784d3c055e0a HTTP/1.1" status: 200 len: 210 time: 0.0267611 Mar 02 15:14:05.355010 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a9a9a33f-6bcd-47b1-9d26-8a18f4875157 req-f36de1b0-6855-44e4-b821-5509fe87b150 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] 10.222.0.52 "GET /v2.0/ports?device_id=8537aef8-6e68-4b17-8398-784d3c055e0a HTTP/1.1" status: 200 len: 210 time: 0.0277953 Mar 02 15:14:06.379589 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc435ae6-8797-41e6-bfe6-fec0e37d811f req-5db85cb9-38bf-428b-8ea8-1738f9a1be00 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:14:06.381127 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-fc435ae6-8797-41e6-bfe6-fec0e37d811f req-5db85cb9-38bf-428b-8ea8-1738f9a1be00 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] 10.222.0.55 "GET /v2.0/networks?id=e8d499f9-b14f-433d-9367-68a7fb5ba184 HTTP/1.1" status: 200 len: 815 time: 0.1094379 Mar 02 15:14:06.399357 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.v2.base [req-fc435ae6-8797-41e6-bfe6-fec0e37d811f req-a9ca908f-9abc-4141-8c33-ccdb097c8ff2 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Request body: {'port': {'device_id': '8537aef8-6e68-4b17-8398-784d3c055e0a', 'network_id': 'e8d499f9-b14f-433d-9367-68a7fb5ba184', 'admin_state_up': True, 'tenant_id': '46bbdd855e2d4c8a9beb15282ad1e7e3'}} {{(pid=110180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 15:14:06.479426 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-e3e78db1-a57d-4607-8e44-b382d7614733 req-ca7effc3-87d5-4c20-b4bf-3c66822db545 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] 10.222.0.52 "GET /v2.0/ports?device_id=8537aef8-6e68-4b17-8398-784d3c055e0a HTTP/1.1" status: 200 len: 210 time: 0.0353415 Mar 02 15:14:06.635579 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc435ae6-8797-41e6-bfe6-fec0e37d811f req-a9ca908f-9abc-4141-8c33-ccdb097c8ff2 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Made reservation on behalf of 46bbdd855e2d4c8a9beb15282ad1e7e3 for: {'port': 1} {{(pid=110180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 15:14:06.639079 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-fc435ae6-8797-41e6-bfe6-fec0e37d811f req-a9ca908f-9abc-4141-8c33-ccdb097c8ff2 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (None), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:14:06.769165 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.db_base_plugin_common [req-fc435ae6-8797-41e6-bfe6-fec0e37d811f req-a9ca908f-9abc-4141-8c33-ccdb097c8ff2 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Allocated IP 172.20.0.4 (e8d499f9-b14f-433d-9367-68a7fb5ba184/055f5c85-44f0-4aeb-9d85-3321dc948f68/fb905657-87be-4eed-8009-7bae46344494) {{(pid=110180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 15:14:06.915705 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-fc435ae6-8797-41e6-bfe6-fec0e37d811f req-a9ca908f-9abc-4141-8c33-ccdb097c8ff2 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Publish callbacks [] for port (fb905657-87be-4eed-8009-7bae46344494), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:14:07.002140 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-fc435ae6-8797-41e6-bfe6-fec0e37d811f req-a9ca908f-9abc-4141-8c33-ccdb097c8ff2 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757345480668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672616'] for port (fb905657-87be-4eed-8009-7bae46344494), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:14:07.052553 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc435ae6-8797-41e6-bfe6-fec0e37d811f req-a9ca908f-9abc-4141-8c33-ccdb097c8ff2 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Network e8d499f9-b14f-433d-9367-68a7fb5ba184 is already hosted by enough agents. {{(pid=110180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 15:14:07.057391 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.base_scheduler [req-fc435ae6-8797-41e6-bfe6-fec0e37d811f req-a9ca908f-9abc-4141-8c33-ccdb097c8ff2 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Resources bound (agent type, host, resource id): {{(pid=110180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 15:14:07.059291 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc435ae6-8797-41e6-bfe6-fec0e37d811f req-a9ca908f-9abc-4141-8c33-ccdb097c8ff2 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Received port after_create {{(pid=110180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 15:14:07.086995 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ca908f-9abc-4141-8c33-ccdb097c8ff2 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Pushing event updated for resources: {'Port': ['ID=fb905657-87be-4eed-8009-7bae46344494,revision_number=1']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:14:07.102920 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ca908f-9abc-4141-8c33-ccdb097c8ff2 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:14:07.103224 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ca908f-9abc-4141-8c33-ccdb097c8ff2 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:14:07.103571 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ca908f-9abc-4141-8c33-ccdb097c8ff2 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:14:07.103957 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ca908f-9abc-4141-8c33-ccdb097c8ff2 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:14:07.104295 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ca908f-9abc-4141-8c33-ccdb097c8ff2 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:14:07.104627 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ca908f-9abc-4141-8c33-ccdb097c8ff2 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:14:07.104976 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ca908f-9abc-4141-8c33-ccdb097c8ff2 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:14:07.105292 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ca908f-9abc-4141-8c33-ccdb097c8ff2 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:14:07.105623 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ca908f-9abc-4141-8c33-ccdb097c8ff2 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:14:07.105955 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ca908f-9abc-4141-8c33-ccdb097c8ff2 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:14:07.106283 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ca908f-9abc-4141-8c33-ccdb097c8ff2 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:14:07.106608 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ca908f-9abc-4141-8c33-ccdb097c8ff2 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:14:07.106936 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ca908f-9abc-4141-8c33-ccdb097c8ff2 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:14:07.122526 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc435ae6-8797-41e6-bfe6-fec0e37d811f req-a9ca908f-9abc-4141-8c33-ccdb097c8ff2 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:14:07.123172 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-fc435ae6-8797-41e6-bfe6-fec0e37d811f req-a9ca908f-9abc-4141-8c33-ccdb097c8ff2 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221961'] for port (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:14:07.204852 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-fc435ae6-8797-41e6-bfe6-fec0e37d811f req-a9ca908f-9abc-4141-8c33-ccdb097c8ff2 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8093951 Mar 02 15:14:07.274504 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-dfa35f46-3f50-40dc-8575-9341e9d7fb60 None None] Provisioning complete for port fb905657-87be-4eed-8009-7bae46344494 triggered by entity DHCP. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 15:14:07.275028 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-dfa35f46-3f50-40dc-8575-9341e9d7fb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (fb905657-87be-4eed-8009-7bae46344494), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:14:07.309504 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-dfa35f46-3f50-40dc-8575-9341e9d7fb60 None None] Port fb905657-87be-4eed-8009-7bae46344494 cannot update to ACTIVE because it is not bound. {{(pid=110181) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 15:14:07.600221 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860763a8-bdc5-4545-a412-4667a5f747de req-6c4c718a-cf30-4a44-a49b-927dbf7596f4 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:14:07.601677 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-860763a8-bdc5-4545-a412-4667a5f747de req-6c4c718a-cf30-4a44-a49b-927dbf7596f4 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] 10.222.0.52 "GET /v2.0/ports?device_id=8537aef8-6e68-4b17-8398-784d3c055e0a HTTP/1.1" status: 200 len: 931 time: 0.0529773 Mar 02 15:14:07.646530 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-860763a8-bdc5-4545-a412-4667a5f747de req-90015a16-3a8c-4766-b41e-5ab7a01e4d1f tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f244d27-a6e7-42c9-a27f-886a3c39076e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393703 Mar 02 15:14:08.704519 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-6674a235-9641-4713-9453-51d5a543539b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (dc3a6147-3194-47be-b33a-76a9a2a48933), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:14:08.775036 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8aa25c-6d4d-461c-b1c7-ff7e2a7825fe req-bd760efd-996a-4386-9df5-ae90b9bb8714 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:14:08.776747 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-8a8aa25c-6d4d-461c-b1c7-ff7e2a7825fe req-bd760efd-996a-4386-9df5-ae90b9bb8714 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] 10.222.0.52 "GET /v2.0/ports?device_id=8537aef8-6e68-4b17-8398-784d3c055e0a HTTP/1.1" status: 200 len: 931 time: 0.0599854 Mar 02 15:14:08.830707 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-8a8aa25c-6d4d-461c-b1c7-ff7e2a7825fe req-6ca2a898-e6a4-4322-842e-a9af0cb9173f tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f244d27-a6e7-42c9-a27f-886a3c39076e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484369 Mar 02 15:14:09.967936 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1623b229-e8cc-4c1a-a9f1-3244c3142c47 req-a86803fd-3366-4bda-a92d-d9f78f27066b tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:14:09.969589 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-1623b229-e8cc-4c1a-a9f1-3244c3142c47 req-a86803fd-3366-4bda-a92d-d9f78f27066b tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] 10.222.0.52 "GET /v2.0/ports?device_id=8537aef8-6e68-4b17-8398-784d3c055e0a HTTP/1.1" status: 200 len: 931 time: 0.0628173 Mar 02 15:14:10.019257 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-1623b229-e8cc-4c1a-a9f1-3244c3142c47 req-ac1c5321-2b0a-4917-ac15-68326570e0ab tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f244d27-a6e7-42c9-a27f-886a3c39076e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439534 Mar 02 15:14:11.047821 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-61a5e90d-70c8-4ec8-bcbe-896b7ec22e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (4b7d4a90-2987-419a-b6cd-7624b7dba065), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:14:11.142351 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ad9e6c-2963-4e46-b0df-14ebbaa7ee58 req-60d00def-bc5f-4789-999a-14d1d1f727ff tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:14:11.143848 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-24ad9e6c-2963-4e46-b0df-14ebbaa7ee58 req-60d00def-bc5f-4789-999a-14d1d1f727ff tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] 10.222.0.52 "GET /v2.0/ports?device_id=8537aef8-6e68-4b17-8398-784d3c055e0a HTTP/1.1" status: 200 len: 931 time: 0.0525057 Mar 02 15:14:11.199269 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-24ad9e6c-2963-4e46-b0df-14ebbaa7ee58 req-8a41d0ac-1f14-4656-976c-38175cd3e05e tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f244d27-a6e7-42c9-a27f-886a3c39076e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497484 Mar 02 15:14:12.161218 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-8c265469-93de-451d-a227-73ff998d8f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (bfbb2626-1130-458a-80a5-4632d76fa057), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:14:12.349940 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d03020-d43b-4960-ba46-07afd146ca73 req-924433c5-98e1-4cf6-b368-760a2bab1815 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:14:12.351459 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-e3d03020-d43b-4960-ba46-07afd146ca73 req-924433c5-98e1-4cf6-b368-760a2bab1815 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] 10.222.0.52 "GET /v2.0/ports?device_id=8537aef8-6e68-4b17-8398-784d3c055e0a HTTP/1.1" status: 200 len: 931 time: 0.0586135 Mar 02 15:14:12.408116 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-e3d03020-d43b-4960-ba46-07afd146ca73 req-cab9cc38-b1b3-4ba7-8395-0e981662ccbf tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f244d27-a6e7-42c9-a27f-886a3c39076e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493331 Mar 02 15:14:13.535458 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3318e1-a703-4a3f-99fa-672223ab248d req-2d6f1b53-0b87-4397-ba61-6bc51e5dd7b4 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:14:13.536981 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-5d3318e1-a703-4a3f-99fa-672223ab248d req-2d6f1b53-0b87-4397-ba61-6bc51e5dd7b4 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] 10.222.0.52 "GET /v2.0/ports?device_id=8537aef8-6e68-4b17-8398-784d3c055e0a HTTP/1.1" status: 200 len: 931 time: 0.0569072 Mar 02 15:14:13.587428 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-5d3318e1-a703-4a3f-99fa-672223ab248d req-78b9d7b8-fa88-4901-9379-f9eeab13114e tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f244d27-a6e7-42c9-a27f-886a3c39076e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442798 Mar 02 15:14:13.686712 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-9cfe1c82-1e01-4346-89c5-c3e1093f4022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (b9ce56f8-3527-4dd9-b024-9df7b3f4c018), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:14:14.721855 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed011a4e-eb36-4258-8364-7dec34b008e1 req-8b6be45b-baab-42e4-84a4-70708b6121f0 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:14:14.723401 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ed011a4e-eb36-4258-8364-7dec34b008e1 req-8b6be45b-baab-42e4-84a4-70708b6121f0 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] 10.222.0.52 "GET /v2.0/ports?device_id=8537aef8-6e68-4b17-8398-784d3c055e0a HTTP/1.1" status: 200 len: 931 time: 0.0612829 Mar 02 15:14:14.771365 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ed011a4e-eb36-4258-8364-7dec34b008e1 req-165d2600-f53e-4f31-bbc3-b93b77da8948 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f244d27-a6e7-42c9-a27f-886a3c39076e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418918 Mar 02 15:14:14.910228 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (3a73802c-5f14-4c1f-8439-e74c4c90063b), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:14:15.908428 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966caf1b-f968-40b4-8f69-cdcfb2388e4f req-68e59b77-67d4-48b2-84f8-f1f5ead821b6 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:14:15.910316 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-966caf1b-f968-40b4-8f69-cdcfb2388e4f req-68e59b77-67d4-48b2-84f8-f1f5ead821b6 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] 10.222.0.52 "GET /v2.0/ports?device_id=8537aef8-6e68-4b17-8398-784d3c055e0a HTTP/1.1" status: 200 len: 931 time: 0.0677319 Mar 02 15:14:15.981577 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-966caf1b-f968-40b4-8f69-cdcfb2388e4f req-c22735e9-6665-4a52-8f46-51a11767579e tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f244d27-a6e7-42c9-a27f-886a3c39076e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588977 Mar 02 15:14:17.104534 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0f036d-3d8b-49b0-b672-e152c08da89e req-20a1e791-50b6-4ac7-b085-07a40d0e1964 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:14:17.105983 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-dd0f036d-3d8b-49b0-b672-e152c08da89e req-20a1e791-50b6-4ac7-b085-07a40d0e1964 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] 10.222.0.52 "GET /v2.0/ports?device_id=8537aef8-6e68-4b17-8398-784d3c055e0a HTTP/1.1" status: 200 len: 931 time: 0.0599246 Mar 02 15:14:17.154788 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-dd0f036d-3d8b-49b0-b672-e152c08da89e req-9d79b1cb-54f3-4f1a-bc13-96abbbf20928 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f244d27-a6e7-42c9-a27f-886a3c39076e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428722 Mar 02 15:14:17.478100 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [req-47d4e415-8506-45a8-8d5a-3e7e16a35624 req-2b45d71a-3d26-4375-9726-afbcc01fb7fd service neutron] (110180) timed out ('10.222.0.55', 60748) {{(pid=110180) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 02 15:14:18.280613 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e58fee5-f286-40c7-afc3-5b4f0923a1dd req-7c555c53-d382-4309-a894-9db5d536b24c tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:14:18.282116 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-3e58fee5-f286-40c7-afc3-5b4f0923a1dd req-7c555c53-d382-4309-a894-9db5d536b24c tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] 10.222.0.52 "GET /v2.0/ports?device_id=8537aef8-6e68-4b17-8398-784d3c055e0a HTTP/1.1" status: 200 len: 931 time: 0.0571942 Mar 02 15:14:18.330948 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-3e58fee5-f286-40c7-afc3-5b4f0923a1dd req-21387d3e-3247-4328-a9e5-7431a8f2386f tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f244d27-a6e7-42c9-a27f-886a3c39076e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426109 Mar 02 15:14:18.882048 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-f9706a41-dd05-4914-a632-ebbc05bee759 req-1c5f88ad-8476-45c2-85ed-dd4924621a7c tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-596334692&fields=id&tenant_id=7de5f8ffc29449a8970c42522a6efe67 HTTP/1.1" status: 200 len: 267 time: 0.0468976 Mar 02 15:14:18.988335 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9706a41-dd05-4914-a632-ebbc05bee759 req-f95fd016-4bea-47b9-b07d-80e8f13b1c49 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:14:18.989785 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-f9706a41-dd05-4914-a632-ebbc05bee759 req-f95fd016-4bea-47b9-b07d-80e8f13b1c49 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/networks?id=c205c27c-cdfe-46e1-b04c-d672de0d3fe3 HTTP/1.1" status: 200 len: 812 time: 0.1011150 Mar 02 15:14:19.003886 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-f9706a41-dd05-4914-a632-ebbc05bee759 req-fffd33a9-6e03-4675-97c3-61bf8a526c66 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/quotas/7de5f8ffc29449a8970c42522a6efe67 HTTP/1.1" status: 200 len: 375 time: 0.0087981 Mar 02 15:14:19.059533 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-f9706a41-dd05-4914-a632-ebbc05bee759 req-48652e32-60d6-4a28-9a55-f786a7273254 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=7de5f8ffc29449a8970c42522a6efe67&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0506690 Mar 02 15:14:19.161520 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [req-f9706a41-dd05-4914-a632-ebbc05bee759 req-f2032ffb-aac8-400a-9b35-6753106cd62d service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=110180) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 02 15:14:19.162530 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-f9706a41-dd05-4914-a632-ebbc05bee759 req-f2032ffb-aac8-400a-9b35-6753106cd62d service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0918183 Mar 02 15:14:19.252612 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-f9706a41-dd05-4914-a632-ebbc05bee759 req-6cb56bd6-2b27-404a-9302-06325d862820 service neutron] 10.222.0.52 "GET /v2.0/networks/c205c27c-cdfe-46e1-b04c-d672de0d3fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842316 Mar 02 15:14:19.349184 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-f9706a41-dd05-4914-a632-ebbc05bee759 req-37a21550-4176-416a-8ed3-cfc7e6192c81 service neutron] 10.222.0.52 "GET /v2.0/networks/c205c27c-cdfe-46e1-b04c-d672de0d3fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907478 Mar 02 15:14:19.453493 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c2c5c4-92da-4b15-8179-092215249bdc req-3ceaa40f-dfa6-47eb-8a38-b5126c2b7ec1 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:14:19.454944 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a4c2c5c4-92da-4b15-8179-092215249bdc req-3ceaa40f-dfa6-47eb-8a38-b5126c2b7ec1 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] 10.222.0.52 "GET /v2.0/ports?device_id=8537aef8-6e68-4b17-8398-784d3c055e0a HTTP/1.1" status: 200 len: 931 time: 0.0549951 Mar 02 15:14:19.505304 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a4c2c5c4-92da-4b15-8179-092215249bdc req-68db0896-0f50-4e45-a0fe-782c94350e47 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f244d27-a6e7-42c9-a27f-886a3c39076e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449162 Mar 02 15:14:19.863353 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-647639d8-6ddb-4a3d-a2bf-376923e1bb20 req-d3624637-6dd6-49f8-a8a4-3d8401f0630c tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d995dd1-b003-439d-812c-bd835601162e HTTP/1.1" status: 200 len: 210 time: 0.0261042 Mar 02 15:14:20.046910 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.v2.base [req-fc435ae6-8797-41e6-bfe6-fec0e37d811f req-ea059802-0e18-4a17-9e49-ac2bc262fbc5 service neutron] Request body: {'port': {'device_id': '8537aef8-6e68-4b17-8398-784d3c055e0a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83143'}} {{(pid=110180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 15:14:20.095700 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [req-dea2240f-2cd9-4fa3-af83-217e59b6581f req-1f6b3d55-ca60-4f5b-a03f-2d28af9ca0e2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=814171a9-1e03-4687-8479-d130483fc08f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0521286 Mar 02 15:14:20.108599 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-fc435ae6-8797-41e6-bfe6-fec0e37d811f req-ea059802-0e18-4a17-9e49-ac2bc262fbc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (fb905657-87be-4eed-8009-7bae46344494), before_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:14:20.218776 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea2240f-2cd9-4fa3-af83-217e59b6581f req-c085c66f-00c6-480b-b93e-ca3806cdc4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:14:20.220356 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [req-dea2240f-2cd9-4fa3-af83-217e59b6581f req-c085c66f-00c6-480b-b93e-ca3806cdc4a8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7de5f8ffc29449a8970c42522a6efe67&device_id=814171a9-1e03-4687-8479-d130483fc08f HTTP/1.1" status: 200 len: 1129 time: 0.0552194 Mar 02 15:14:20.326570 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea2240f-2cd9-4fa3-af83-217e59b6581f req-f3b31d49-6302-4113-8ac3-74ffb8fca89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:14:20.327962 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [req-dea2240f-2cd9-4fa3-af83-217e59b6581f req-f3b31d49-6302-4113-8ac3-74ffb8fca89f service neutron] 10.222.0.55 "GET /v2.0/networks?id=c205c27c-cdfe-46e1-b04c-d672de0d3fe3 HTTP/1.1" status: 200 len: 913 time: 0.0893335 Mar 02 15:14:20.381658 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.notifiers.nova [req-fc435ae6-8797-41e6-bfe6-fec0e37d811f req-ea059802-0e18-4a17-9e49-ac2bc262fbc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb905657-87be-4eed-8009-7bae46344494 {{(pid=110180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 15:14:20.391550 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-fc435ae6-8797-41e6-bfe6-fec0e37d811f req-ea059802-0e18-4a17-9e49-ac2bc262fbc5 service neutron] Publish callbacks [] for port (fb905657-87be-4eed-8009-7bae46344494), precommit_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:14:20.404075 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [req-dea2240f-2cd9-4fa3-af83-217e59b6581f req-76e43344-a38c-41fb-a93d-72833c2bc5cd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf450849-cf9c-4bea-b9db-fb7892cd1581 HTTP/1.1" status: 200 len: 1000 time: 0.0701215 Mar 02 15:14:20.415550 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.provisioning_blocks [req-fc435ae6-8797-41e6-bfe6-fec0e37d811f req-ea059802-0e18-4a17-9e49-ac2bc262fbc5 service neutron] Transition to ACTIVE for port object fb905657-87be-4eed-8009-7bae46344494 will not be triggered until provisioned by entity L2. {{(pid=110180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 15:14:20.457520 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea2240f-2cd9-4fa3-af83-217e59b6581f req-2bd9142b-56ca-4e0f-9999-453fb9bd5d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:14:20.459030 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [req-dea2240f-2cd9-4fa3-af83-217e59b6581f req-2bd9142b-56ca-4e0f-9999-453fb9bd5d7f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=61ac6005-af56-475d-a05a-68a49febcf55 HTTP/1.1" status: 200 len: 851 time: 0.0488224 Mar 02 15:14:20.507789 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea2240f-2cd9-4fa3-af83-217e59b6581f req-e9174dd4-0e1f-4d95-b549-fdaee0da0762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:14:20.509366 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [req-dea2240f-2cd9-4fa3-af83-217e59b6581f req-e9174dd4-0e1f-4d95-b549-fdaee0da0762 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c205c27c-cdfe-46e1-b04c-d672de0d3fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451221 Mar 02 15:14:20.521247 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-fc435ae6-8797-41e6-bfe6-fec0e37d811f req-ea059802-0e18-4a17-9e49-ac2bc262fbc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3672609'] for port (fb905657-87be-4eed-8009-7bae46344494), after_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:14:20.622968 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [req-dea2240f-2cd9-4fa3-af83-217e59b6581f req-49a04b62-47d7-4d00-bc9e-d44aba2622ae service neutron] 10.222.0.55 "GET /v2.0/networks/c205c27c-cdfe-46e1-b04c-d672de0d3fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041667 Mar 02 15:14:20.638630 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea059802-0e18-4a17-9e49-ac2bc262fbc5 service neutron] Pushing event updated for resources: {'Port': ['ID=fb905657-87be-4eed-8009-7bae46344494,revision_number=2']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:14:20.702608 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.managers [req-fc435ae6-8797-41e6-bfe6-fec0e37d811f req-ea059802-0e18-4a17-9e49-ac2bc262fbc5 service neutron] Attempting to bind port fb905657-87be-4eed-8009-7bae46344494 on host hv-cinder-83143 for vnic_type normal with profile {{(pid=110180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 15:14:20.707993 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.managers [req-fc435ae6-8797-41e6-bfe6-fec0e37d811f req-ea059802-0e18-4a17-9e49-ac2bc262fbc5 service neutron] Attempting to bind port fb905657-87be-4eed-8009-7bae46344494 by drivers openvswitch,hyperv on host hv-cinder-83143 at level 0 using segments [{'id': '0b911c62-dfcf-44f6-b5c5-97e04836d45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e8d499f9-b14f-433d-9367-68a7fb5ba184'}] {{(pid=110180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 15:14:20.707993 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc435ae6-8797-41e6-bfe6-fec0e37d811f req-ea059802-0e18-4a17-9e49-ac2bc262fbc5 service neutron] Attempting to bind port fb905657-87be-4eed-8009-7bae46344494 on network e8d499f9-b14f-433d-9367-68a7fb5ba184 {{(pid=110180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 15:14:20.715104 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445c75c9-c983-4172-9c09-98eca5aa6e6d req-d553dab5-7f8c-40c5-83e8-1117e08c4e13 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:14:20.716681 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-445c75c9-c983-4172-9c09-98eca5aa6e6d req-d553dab5-7f8c-40c5-83e8-1117e08c4e13 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] 10.222.0.52 "GET /v2.0/ports?device_id=8537aef8-6e68-4b17-8398-784d3c055e0a HTTP/1.1" status: 200 len: 943 time: 0.1128905 Mar 02 15:14:20.717730 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc435ae6-8797-41e6-bfe6-fec0e37d811f req-ea059802-0e18-4a17-9e49-ac2bc262fbc5 service neutron] Port fb905657-87be-4eed-8009-7bae46344494 on network e8d499f9-b14f-433d-9367-68a7fb5ba184 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83143 {{(pid=110180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 15:14:20.718061 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc435ae6-8797-41e6-bfe6-fec0e37d811f req-ea059802-0e18-4a17-9e49-ac2bc262fbc5 service neutron] Attempting to bind port fb905657-87be-4eed-8009-7bae46344494 on network e8d499f9-b14f-433d-9367-68a7fb5ba184 {{(pid=110180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 15:14:20.723855 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc435ae6-8797-41e6-bfe6-fec0e37d811f req-ea059802-0e18-4a17-9e49-ac2bc262fbc5 service neutron] Checking agent: {'id': 'a761fe19-4045-45cc-a7c7-f029a0c82591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83143', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 14, 54, 53), 'started_at': datetime.datetime(2022, 3, 2, 14, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 15, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 15:14:20.724203 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc435ae6-8797-41e6-bfe6-fec0e37d811f req-ea059802-0e18-4a17-9e49-ac2bc262fbc5 service neutron] Checking segment: {'id': '0b911c62-dfcf-44f6-b5c5-97e04836d45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e8d499f9-b14f-433d-9367-68a7fb5ba184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 15:14:20.724596 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc435ae6-8797-41e6-bfe6-fec0e37d811f req-ea059802-0e18-4a17-9e49-ac2bc262fbc5 service neutron] Bound using segment: {'id': '0b911c62-dfcf-44f6-b5c5-97e04836d45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e8d499f9-b14f-433d-9367-68a7fb5ba184'} {{(pid=110180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 15:14:20.725036 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.managers [req-fc435ae6-8797-41e6-bfe6-fec0e37d811f req-ea059802-0e18-4a17-9e49-ac2bc262fbc5 service neutron] Bound port: fb905657-87be-4eed-8009-7bae46344494, host: hv-cinder-83143, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b911c62-dfcf-44f6-b5c5-97e04836d45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e8d499f9-b14f-433d-9367-68a7fb5ba184'}}] {{(pid=110180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 15:14:20.725458 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-fc435ae6-8797-41e6-bfe6-fec0e37d811f req-ea059802-0e18-4a17-9e49-ac2bc262fbc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (fb905657-87be-4eed-8009-7bae46344494), before_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:14:20.736807 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [req-dea2240f-2cd9-4fa3-af83-217e59b6581f req-0e8a0a30-4821-47de-8e80-ec4ac08a2514 service neutron] 10.222.0.55 "GET /v2.0/networks/c205c27c-cdfe-46e1-b04c-d672de0d3fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100147 Mar 02 15:14:20.806135 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-445c75c9-c983-4172-9c09-98eca5aa6e6d req-2d7ac9b7-7d3e-4142-a13f-30b58d86e0c8 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f244d27-a6e7-42c9-a27f-886a3c39076e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782530 Mar 02 15:14:20.828839 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.db [req-fc435ae6-8797-41e6-bfe6-fec0e37d811f req-ea059802-0e18-4a17-9e49-ac2bc262fbc5 service neutron] For port fb905657-87be-4eed-8009-7bae46344494, host hv-cinder-83143, cleared binding levels {{(pid=110180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 15:14:20.832887 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.db [req-fc435ae6-8797-41e6-bfe6-fec0e37d811f req-ea059802-0e18-4a17-9e49-ac2bc262fbc5 service neutron] For port fb905657-87be-4eed-8009-7bae46344494, host hv-cinder-83143, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=fb905657-87be-4eed-8009-7bae46344494,segment=NetworkSegment(0b911c62-dfcf-44f6-b5c5-97e04836d45f),segment_id=0b911c62-dfcf-44f6-b5c5-97e04836d45f)] {{(pid=110180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 15:14:20.959693 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-77830f2c-79e7-4c15-b974-c4e49a50804f req-d7635dd0-2629-48d9-a877-85a736501445 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d995dd1-b003-439d-812c-bd835601162e HTTP/1.1" status: 200 len: 210 time: 0.0305555 Mar 02 15:14:20.961745 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-fc435ae6-8797-41e6-bfe6-fec0e37d811f req-ea059802-0e18-4a17-9e49-ac2bc262fbc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3672609'] for port (fb905657-87be-4eed-8009-7bae46344494), after_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:14:20.997445 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc435ae6-8797-41e6-bfe6-fec0e37d811f req-ea059802-0e18-4a17-9e49-ac2bc262fbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:14:20.998059 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-fc435ae6-8797-41e6-bfe6-fec0e37d811f req-ea059802-0e18-4a17-9e49-ac2bc262fbc5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221961'] for port (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:14:20.999494 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-fc435ae6-8797-41e6-bfe6-fec0e37d811f req-ea059802-0e18-4a17-9e49-ac2bc262fbc5 service neutron] 10.222.0.55 "PUT /v2.0/ports/fb905657-87be-4eed-8009-7bae46344494 HTTP/1.1" status: 200 len: 1093 time: 0.9569790 Mar 02 15:14:21.000167 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8537aef8-6e68-4b17-8398-784d3c055e0a', 'tag': 'fb905657-87be-4eed-8009-7bae46344494'}] {{(pid=110180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 15:14:21.002197 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d4cb776884cbbf8177075bc934a95f6bdaf5bba346c2d7fc75eae3cda02a5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16eb9f21-46d2-4962-b8d7-4fc901df26c2" -d '{"events": [{"name": "network-changed", "server_uuid": "8537aef8-6e68-4b17-8398-784d3c055e0a", "tag": "fb905657-87be-4eed-8009-7bae46344494"}]}' {{(pid=110180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 15:14:21.026343 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea059802-0e18-4a17-9e49-ac2bc262fbc5 service neutron] Pushing event updated for resources: {'Port': ['ID=fb905657-87be-4eed-8009-7bae46344494,revision_number=3']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:14:21.045445 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 15:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ce795e1-9a0d-4a4a-b9aa-f8f7dcb0f639 x-openstack-request-id: req-9ce795e1-9a0d-4a4a-b9aa-f8f7dcb0f639 {{(pid=110180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 15:14:21.045445 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8537aef8-6e68-4b17-8398-784d3c055e0a", "tag": "fb905657-87be-4eed-8009-7bae46344494", "status": "completed", "code": 200}]} {{(pid=110180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 15:14:21.045445 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9ce795e1-9a0d-4a4a-b9aa-f8f7dcb0f639 {{(pid=110180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 15:14:21.045445 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8537aef8-6e68-4b17-8398-784d3c055e0a', 'tag': 'fb905657-87be-4eed-8009-7bae46344494', 'status': 'completed', 'code': 200} Mar 02 15:14:21.138401 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eb9f21-46d2-4962-b8d7-4fc901df26c2 req-0f36a609-f153-4f6f-a269-8c837ff6b15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:14:21.140060 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-16eb9f21-46d2-4962-b8d7-4fc901df26c2 req-0f36a609-f153-4f6f-a269-8c837ff6b15b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=46bbdd855e2d4c8a9beb15282ad1e7e3&device_id=8537aef8-6e68-4b17-8398-784d3c055e0a HTTP/1.1" status: 200 len: 1127 time: 0.0523322 Mar 02 15:14:21.520679 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eb9f21-46d2-4962-b8d7-4fc901df26c2 req-a4694c8c-dc6f-42c5-a262-4f5dab349c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:14:21.522086 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-16eb9f21-46d2-4962-b8d7-4fc901df26c2 req-a4694c8c-dc6f-42c5-a262-4f5dab349c81 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=46bbdd855e2d4c8a9beb15282ad1e7e3&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3684382 Mar 02 15:14:21.616149 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eb9f21-46d2-4962-b8d7-4fc901df26c2 req-11ced5d1-bb2d-4641-b48a-afcd912702e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:14:21.618189 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-16eb9f21-46d2-4962-b8d7-4fc901df26c2 req-11ced5d1-bb2d-4641-b48a-afcd912702e7 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0894954 Mar 02 15:14:21.735029 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc435ae6-8797-41e6-bfe6-fec0e37d811f req-378c4f43-a522-466e-8b5a-b4d3927abbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:14:21.736705 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-fc435ae6-8797-41e6-bfe6-fec0e37d811f req-378c4f43-a522-466e-8b5a-b4d3927abbf6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=46bbdd855e2d4c8a9beb15282ad1e7e3&device_id=8537aef8-6e68-4b17-8398-784d3c055e0a HTTP/1.1" status: 200 len: 1127 time: 0.0551996 Mar 02 15:14:21.831196 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-fc435ae6-8797-41e6-bfe6-fec0e37d811f req-18d4d2a9-49be-458f-8ffb-2393b6b4f637 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb905657-87be-4eed-8009-7bae46344494 HTTP/1.1" status: 200 len: 217 time: 0.0384734 Mar 02 15:14:21.881572 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc435ae6-8797-41e6-bfe6-fec0e37d811f req-6dfd6425-0d7e-435a-887f-b15c04e435b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:14:21.889508 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-fc435ae6-8797-41e6-bfe6-fec0e37d811f req-6dfd6425-0d7e-435a-887f-b15c04e435b8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=055f5c85-44f0-4aeb-9d85-3321dc948f68 HTTP/1.1" status: 200 len: 854 time: 0.0456376 Mar 02 15:14:21.965362 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc435ae6-8797-41e6-bfe6-fec0e37d811f req-e1691327-3bab-4c9e-b586-6d8c772063a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:14:21.966883 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-fc435ae6-8797-41e6-bfe6-fec0e37d811f req-e1691327-3bab-4c9e-b586-6d8c772063a2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e8d499f9-b14f-433d-9367-68a7fb5ba184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0745497 Mar 02 15:14:21.974373 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4bb574-759c-49de-afe1-406bbefac829 req-0d76a2f5-ddc5-4c49-a67a-737c0a87144d tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:14:21.975765 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-cf4bb574-759c-49de-afe1-406bbefac829 req-0d76a2f5-ddc5-4c49-a67a-737c0a87144d tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] 10.222.0.52 "GET /v2.0/ports?device_id=8537aef8-6e68-4b17-8398-784d3c055e0a HTTP/1.1" status: 200 len: 943 time: 0.0918517 Mar 02 15:14:22.084536 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-c40fbb8c-4902-4e72-9d76-62c5d7940e83 req-f6ed59dd-46d2-41a0-aefe-b4c4fc7c0fdd tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d995dd1-b003-439d-812c-bd835601162e HTTP/1.1" status: 200 len: 210 time: 0.0493011 Mar 02 15:14:22.111257 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-cf4bb574-759c-49de-afe1-406bbefac829 req-8d8eb730-2754-4d1d-86c7-5f0c43895cf1 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f244d27-a6e7-42c9-a27f-886a3c39076e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268318 Mar 02 15:14:22.140438 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-fc435ae6-8797-41e6-bfe6-fec0e37d811f req-33de18dd-437d-455c-9e70-d23f12e98c14 service neutron] 10.222.0.55 "GET /v2.0/networks/e8d499f9-b14f-433d-9367-68a7fb5ba184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634381 Mar 02 15:14:22.254492 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-fc435ae6-8797-41e6-bfe6-fec0e37d811f req-45dbd9ba-67bf-45db-9fa1-259521dd8409 service neutron] 10.222.0.55 "GET /v2.0/networks/e8d499f9-b14f-433d-9367-68a7fb5ba184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037343 Mar 02 15:14:23.232708 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-eff66bb2-418e-4dca-996d-5daea84ec53b req-7437b9a8-c96b-40b3-b488-6d23ebdc945e tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d995dd1-b003-439d-812c-bd835601162e HTTP/1.1" status: 200 len: 210 time: 0.0719216 Mar 02 15:14:23.307546 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9706a41-dd05-4914-a632-ebbc05bee759 req-4c340b08-1854-4fe2-81ac-3b5ce49ce2e8 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:14:23.309153 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-f9706a41-dd05-4914-a632-ebbc05bee759 req-4c340b08-1854-4fe2-81ac-3b5ce49ce2e8 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.55 "GET /v2.0/networks?id=c205c27c-cdfe-46e1-b04c-d672de0d3fe3 HTTP/1.1" status: 200 len: 812 time: 0.1699271 Mar 02 15:14:23.317213 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a777aa4-1d8e-44d3-b236-cbf5bdbe92f7 req-30dafbf0-c1a9-478a-a0de-813f24699c1f tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:14:23.318675 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-8a777aa4-1d8e-44d3-b236-cbf5bdbe92f7 req-30dafbf0-c1a9-478a-a0de-813f24699c1f tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] 10.222.0.52 "GET /v2.0/ports?device_id=8537aef8-6e68-4b17-8398-784d3c055e0a HTTP/1.1" status: 200 len: 943 time: 0.1160028 Mar 02 15:14:23.412572 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-8a777aa4-1d8e-44d3-b236-cbf5bdbe92f7 req-57d88b9d-81d0-410e-a03c-a9e78fc472c3 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f244d27-a6e7-42c9-a27f-886a3c39076e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874343 Mar 02 15:14:23.418330 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-f9706a41-dd05-4914-a632-ebbc05bee759 req-605f21fd-fd33-41d1-a094-76bfc04ea219 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7de5f8ffc29449a8970c42522a6efe67 HTTP/1.1" status: 200 len: 379 time: 0.0945368 Mar 02 15:14:23.444803 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.v2.base [req-f9706a41-dd05-4914-a632-ebbc05bee759 req-4d39be0b-af0b-4118-94ae-f3a95a0dcd9a tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Request body: {'port': {'device_id': '9d995dd1-b003-439d-812c-bd835601162e', 'network_id': 'c205c27c-cdfe-46e1-b04c-d672de0d3fe3', 'admin_state_up': True, 'tenant_id': '7de5f8ffc29449a8970c42522a6efe67', 'security_groups': ['1f5f6a4f-30e7-4345-96b4-f256fb04ec25']}} {{(pid=110180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 15:14:23.629980 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9706a41-dd05-4914-a632-ebbc05bee759 req-4d39be0b-af0b-4118-94ae-f3a95a0dcd9a tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Made reservation on behalf of 7de5f8ffc29449a8970c42522a6efe67 for: {'port': 1} {{(pid=110180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 15:14:23.633968 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-f9706a41-dd05-4914-a632-ebbc05bee759 req-4d39be0b-af0b-4118-94ae-f3a95a0dcd9a tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (None), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:14:23.765419 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.db_base_plugin_common [req-f9706a41-dd05-4914-a632-ebbc05bee759 req-4d39be0b-af0b-4118-94ae-f3a95a0dcd9a tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Allocated IP 172.20.0.5 (c205c27c-cdfe-46e1-b04c-d672de0d3fe3/61ac6005-af56-475d-a05a-68a49febcf55/998b5c19-99d1-4147-9e81-f5228f34d0f6) {{(pid=110180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 15:14:23.913199 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-f9706a41-dd05-4914-a632-ebbc05bee759 req-4d39be0b-af0b-4118-94ae-f3a95a0dcd9a tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Publish callbacks [] for port (998b5c19-99d1-4147-9e81-f5228f34d0f6), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:14:24.018583 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-f9706a41-dd05-4914-a632-ebbc05bee759 req-4d39be0b-af0b-4118-94ae-f3a95a0dcd9a tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757345480668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672616'] for port (998b5c19-99d1-4147-9e81-f5228f34d0f6), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:14:24.063143 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9706a41-dd05-4914-a632-ebbc05bee759 req-4d39be0b-af0b-4118-94ae-f3a95a0dcd9a tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Network c205c27c-cdfe-46e1-b04c-d672de0d3fe3 is already hosted by enough agents. {{(pid=110180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 15:14:24.066147 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.base_scheduler [req-f9706a41-dd05-4914-a632-ebbc05bee759 req-4d39be0b-af0b-4118-94ae-f3a95a0dcd9a tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Resources bound (agent type, host, resource id): {{(pid=110180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 15:14:24.069877 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9706a41-dd05-4914-a632-ebbc05bee759 req-4d39be0b-af0b-4118-94ae-f3a95a0dcd9a tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Received port after_create {{(pid=110180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 15:14:24.076038 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d39be0b-af0b-4118-94ae-f3a95a0dcd9a tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Pushing event updated for resources: {'Port': ['ID=998b5c19-99d1-4147-9e81-f5228f34d0f6,revision_number=1']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:14:24.124910 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9706a41-dd05-4914-a632-ebbc05bee759 req-4d39be0b-af0b-4118-94ae-f3a95a0dcd9a tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:14:24.125553 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-f9706a41-dd05-4914-a632-ebbc05bee759 req-4d39be0b-af0b-4118-94ae-f3a95a0dcd9a tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221961'] for port (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:14:24.203813 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-f9706a41-dd05-4914-a632-ebbc05bee759 req-4d39be0b-af0b-4118-94ae-f3a95a0dcd9a tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7667301 Mar 02 15:14:24.221389 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.v2.base [req-f9706a41-dd05-4914-a632-ebbc05bee759 req-4cdb1513-796e-44d2-91c5-d31c99371bf0 service neutron] Request body: {'port': {'device_id': '9d995dd1-b003-439d-812c-bd835601162e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83143'}} {{(pid=110180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 15:14:24.286275 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-f9706a41-dd05-4914-a632-ebbc05bee759 req-4cdb1513-796e-44d2-91c5-d31c99371bf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (998b5c19-99d1-4147-9e81-f5228f34d0f6), before_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:14:24.298258 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-f6b56b4f-877a-490c-9ef7-6aa13c9a6735 None None] Provisioning complete for port 998b5c19-99d1-4147-9e81-f5228f34d0f6 triggered by entity DHCP. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 15:14:24.299096 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-f6b56b4f-877a-490c-9ef7-6aa13c9a6735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (998b5c19-99d1-4147-9e81-f5228f34d0f6), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:14:24.336720 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-f6b56b4f-877a-490c-9ef7-6aa13c9a6735 None None] Port 998b5c19-99d1-4147-9e81-f5228f34d0f6 cannot update to ACTIVE because it is not bound. {{(pid=110181) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 15:14:24.454773 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9f28aa-a8e2-491d-b1b8-ca9ad360bd4b req-e0042248-ee0b-48ed-a6b1-b053852992e7 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:14:24.456694 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-cd9f28aa-a8e2-491d-b1b8-ca9ad360bd4b req-e0042248-ee0b-48ed-a6b1-b053852992e7 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d995dd1-b003-439d-812c-bd835601162e HTTP/1.1" status: 200 len: 931 time: 0.1355295 Mar 02 15:14:24.626373 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-cd9f28aa-a8e2-491d-b1b8-ca9ad360bd4b req-9fc96b7f-d427-4629-8493-37eeeffc531a tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f5f6a4f-30e7-4345-96b4-f256fb04ec25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1630807 Mar 02 15:14:24.638465 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb803b3d-5f54-40c8-88e7-57a20c2cb45d req-2ad0423b-4994-43ff-9ff9-5a3b52d63833 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:14:24.647832 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-cb803b3d-5f54-40c8-88e7-57a20c2cb45d req-2ad0423b-4994-43ff-9ff9-5a3b52d63833 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] 10.222.0.52 "GET /v2.0/ports?device_id=8537aef8-6e68-4b17-8398-784d3c055e0a HTTP/1.1" status: 200 len: 943 time: 0.1308143 Mar 02 15:14:24.730084 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-cb803b3d-5f54-40c8-88e7-57a20c2cb45d req-2f917a8b-3cd3-4d84-8348-31ca2f2bf1ac tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f244d27-a6e7-42c9-a27f-886a3c39076e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829597 Mar 02 15:14:24.736007 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.notifiers.nova [req-f9706a41-dd05-4914-a632-ebbc05bee759 req-4cdb1513-796e-44d2-91c5-d31c99371bf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 998b5c19-99d1-4147-9e81-f5228f34d0f6 {{(pid=110180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 15:14:24.743970 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-f9706a41-dd05-4914-a632-ebbc05bee759 req-4cdb1513-796e-44d2-91c5-d31c99371bf0 service neutron] Publish callbacks [] for port (998b5c19-99d1-4147-9e81-f5228f34d0f6), precommit_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:14:24.756310 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.provisioning_blocks [req-f9706a41-dd05-4914-a632-ebbc05bee759 req-4cdb1513-796e-44d2-91c5-d31c99371bf0 service neutron] Transition to ACTIVE for port object 998b5c19-99d1-4147-9e81-f5228f34d0f6 will not be triggered until provisioned by entity L2. {{(pid=110180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 15:14:24.835190 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-f9706a41-dd05-4914-a632-ebbc05bee759 req-4cdb1513-796e-44d2-91c5-d31c99371bf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3672609'] for port (998b5c19-99d1-4147-9e81-f5228f34d0f6), after_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:14:24.891229 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdb1513-796e-44d2-91c5-d31c99371bf0 service neutron] Pushing event updated for resources: {'Port': ['ID=998b5c19-99d1-4147-9e81-f5228f34d0f6,revision_number=2']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:14:24.969121 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.managers [req-f9706a41-dd05-4914-a632-ebbc05bee759 req-4cdb1513-796e-44d2-91c5-d31c99371bf0 service neutron] Attempting to bind port 998b5c19-99d1-4147-9e81-f5228f34d0f6 on host hv-cinder-83143 for vnic_type normal with profile {{(pid=110180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 15:14:24.969464 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.managers [req-f9706a41-dd05-4914-a632-ebbc05bee759 req-4cdb1513-796e-44d2-91c5-d31c99371bf0 service neutron] Attempting to bind port 998b5c19-99d1-4147-9e81-f5228f34d0f6 by drivers openvswitch,hyperv on host hv-cinder-83143 at level 0 using segments [{'id': 'd942a0b3-5f48-46e2-b373-8a0ebab50251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'c205c27c-cdfe-46e1-b04c-d672de0d3fe3'}] {{(pid=110180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 15:14:24.969799 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9706a41-dd05-4914-a632-ebbc05bee759 req-4cdb1513-796e-44d2-91c5-d31c99371bf0 service neutron] Attempting to bind port 998b5c19-99d1-4147-9e81-f5228f34d0f6 on network c205c27c-cdfe-46e1-b04c-d672de0d3fe3 {{(pid=110180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 15:14:24.974819 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9706a41-dd05-4914-a632-ebbc05bee759 req-4cdb1513-796e-44d2-91c5-d31c99371bf0 service neutron] Port 998b5c19-99d1-4147-9e81-f5228f34d0f6 on network c205c27c-cdfe-46e1-b04c-d672de0d3fe3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83143 {{(pid=110180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 15:14:24.981906 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9706a41-dd05-4914-a632-ebbc05bee759 req-4cdb1513-796e-44d2-91c5-d31c99371bf0 service neutron] Attempting to bind port 998b5c19-99d1-4147-9e81-f5228f34d0f6 on network c205c27c-cdfe-46e1-b04c-d672de0d3fe3 {{(pid=110180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 15:14:24.981906 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9706a41-dd05-4914-a632-ebbc05bee759 req-4cdb1513-796e-44d2-91c5-d31c99371bf0 service neutron] Checking agent: {'id': 'a761fe19-4045-45cc-a7c7-f029a0c82591', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83143', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 14, 54, 53), 'started_at': datetime.datetime(2022, 3, 2, 14, 54, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 15, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 15:14:24.981906 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9706a41-dd05-4914-a632-ebbc05bee759 req-4cdb1513-796e-44d2-91c5-d31c99371bf0 service neutron] Checking segment: {'id': 'd942a0b3-5f48-46e2-b373-8a0ebab50251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'c205c27c-cdfe-46e1-b04c-d672de0d3fe3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 15:14:24.981906 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9706a41-dd05-4914-a632-ebbc05bee759 req-4cdb1513-796e-44d2-91c5-d31c99371bf0 service neutron] Bound using segment: {'id': 'd942a0b3-5f48-46e2-b373-8a0ebab50251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'c205c27c-cdfe-46e1-b04c-d672de0d3fe3'} {{(pid=110180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 15:14:24.982342 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.managers [req-f9706a41-dd05-4914-a632-ebbc05bee759 req-4cdb1513-796e-44d2-91c5-d31c99371bf0 service neutron] Bound port: 998b5c19-99d1-4147-9e81-f5228f34d0f6, host: hv-cinder-83143, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd942a0b3-5f48-46e2-b373-8a0ebab50251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'c205c27c-cdfe-46e1-b04c-d672de0d3fe3'}}] {{(pid=110180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 15:14:24.982571 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-f9706a41-dd05-4914-a632-ebbc05bee759 req-4cdb1513-796e-44d2-91c5-d31c99371bf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (998b5c19-99d1-4147-9e81-f5228f34d0f6), before_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:14:25.050091 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.db [req-f9706a41-dd05-4914-a632-ebbc05bee759 req-4cdb1513-796e-44d2-91c5-d31c99371bf0 service neutron] For port 998b5c19-99d1-4147-9e81-f5228f34d0f6, host hv-cinder-83143, cleared binding levels {{(pid=110180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 15:14:25.056197 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.db [req-f9706a41-dd05-4914-a632-ebbc05bee759 req-4cdb1513-796e-44d2-91c5-d31c99371bf0 service neutron] For port 998b5c19-99d1-4147-9e81-f5228f34d0f6, host hv-cinder-83143, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=998b5c19-99d1-4147-9e81-f5228f34d0f6,segment=NetworkSegment(d942a0b3-5f48-46e2-b373-8a0ebab50251),segment_id=d942a0b3-5f48-46e2-b373-8a0ebab50251)] {{(pid=110180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 15:14:25.153523 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-f9706a41-dd05-4914-a632-ebbc05bee759 req-4cdb1513-796e-44d2-91c5-d31c99371bf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3672609'] for port (998b5c19-99d1-4147-9e81-f5228f34d0f6), after_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:14:25.183745 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9706a41-dd05-4914-a632-ebbc05bee759 req-4cdb1513-796e-44d2-91c5-d31c99371bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:14:25.183745 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-f9706a41-dd05-4914-a632-ebbc05bee759 req-4cdb1513-796e-44d2-91c5-d31c99371bf0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221961'] for port (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:14:25.184710 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-f9706a41-dd05-4914-a632-ebbc05bee759 req-4cdb1513-796e-44d2-91c5-d31c99371bf0 service neutron] 10.222.0.55 "PUT /v2.0/ports/998b5c19-99d1-4147-9e81-f5228f34d0f6 HTTP/1.1" status: 200 len: 1093 time: 0.9677711 Mar 02 15:14:25.185146 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d995dd1-b003-439d-812c-bd835601162e', 'tag': '998b5c19-99d1-4147-9e81-f5228f34d0f6'}] {{(pid=110180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 15:14:25.187426 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d4cb776884cbbf8177075bc934a95f6bdaf5bba346c2d7fc75eae3cda02a5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0de4691-26f3-459b-8e60-679e35fa6b62" -d '{"events": [{"name": "network-changed", "server_uuid": "9d995dd1-b003-439d-812c-bd835601162e", "tag": "998b5c19-99d1-4147-9e81-f5228f34d0f6"}]}' {{(pid=110180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 15:14:25.215356 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdb1513-796e-44d2-91c5-d31c99371bf0 service neutron] Pushing event updated for resources: {'Port': ['ID=998b5c19-99d1-4147-9e81-f5228f34d0f6,revision_number=3']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:14:25.228817 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 15:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f88b0ad7-db2a-4735-8377-b399a0246c2a x-openstack-request-id: req-f88b0ad7-db2a-4735-8377-b399a0246c2a {{(pid=110180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 15:14:25.228937 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d995dd1-b003-439d-812c-bd835601162e", "tag": "998b5c19-99d1-4147-9e81-f5228f34d0f6", "status": "completed", "code": 200}]} {{(pid=110180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 15:14:25.229229 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f88b0ad7-db2a-4735-8377-b399a0246c2a {{(pid=110180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 15:14:25.229673 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d995dd1-b003-439d-812c-bd835601162e', 'tag': '998b5c19-99d1-4147-9e81-f5228f34d0f6', 'status': 'completed', 'code': 200} Mar 02 15:14:25.334489 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0de4691-26f3-459b-8e60-679e35fa6b62 req-432091d3-0e03-45f0-8915-7f75f5d5a8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:14:25.336115 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a0de4691-26f3-459b-8e60-679e35fa6b62 req-432091d3-0e03-45f0-8915-7f75f5d5a8f8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7de5f8ffc29449a8970c42522a6efe67&device_id=9d995dd1-b003-439d-812c-bd835601162e HTTP/1.1" status: 200 len: 1127 time: 0.0505681 Mar 02 15:14:25.447758 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0de4691-26f3-459b-8e60-679e35fa6b62 req-5589ef0f-d2cc-42d5-bb7d-ce5c2323ca4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:14:25.449130 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a0de4691-26f3-459b-8e60-679e35fa6b62 req-5589ef0f-d2cc-42d5-bb7d-ce5c2323ca4e service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=7de5f8ffc29449a8970c42522a6efe67&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1003807 Mar 02 15:14:25.546294 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0de4691-26f3-459b-8e60-679e35fa6b62 req-c2b6c33a-76a8-43b1-8860-abf6a1075c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:14:25.547764 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a0de4691-26f3-459b-8e60-679e35fa6b62 req-c2b6c33a-76a8-43b1-8860-abf6a1075c53 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0913005 Mar 02 15:14:25.652250 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9706a41-dd05-4914-a632-ebbc05bee759 req-a08eaaf5-4222-4e93-a0af-3d6c9dff3e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:14:25.653662 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-f9706a41-dd05-4914-a632-ebbc05bee759 req-a08eaaf5-4222-4e93-a0af-3d6c9dff3e77 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7de5f8ffc29449a8970c42522a6efe67&device_id=9d995dd1-b003-439d-812c-bd835601162e HTTP/1.1" status: 200 len: 1127 time: 0.0487442 Mar 02 15:14:25.713505 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-f9706a41-dd05-4914-a632-ebbc05bee759 req-39592e7d-bc6b-4143-ac63-48ea64c2b47a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=998b5c19-99d1-4147-9e81-f5228f34d0f6 HTTP/1.1" status: 200 len: 217 time: 0.0475454 Mar 02 15:14:25.783172 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9706a41-dd05-4914-a632-ebbc05bee759 req-0168e956-eb29-4e75-b133-5dca1ba6bf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:14:25.784900 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-f9706a41-dd05-4914-a632-ebbc05bee759 req-0168e956-eb29-4e75-b133-5dca1ba6bf35 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=61ac6005-af56-475d-a05a-68a49febcf55 HTTP/1.1" status: 200 len: 851 time: 0.0536115 Mar 02 15:14:25.796475 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192e905d-e1a6-4b70-9a1e-5e230b0516d1 req-cf0d16ed-b744-4867-8ea8-c86c0e4f1841 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:14:25.798062 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-192e905d-e1a6-4b70-9a1e-5e230b0516d1 req-cf0d16ed-b744-4867-8ea8-c86c0e4f1841 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d995dd1-b003-439d-812c-bd835601162e HTTP/1.1" status: 200 len: 943 time: 0.0936809 Mar 02 15:14:25.909762 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-192e905d-e1a6-4b70-9a1e-5e230b0516d1 req-3b80f862-3f9c-4441-be0b-32185c207ac8 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f5f6a4f-30e7-4345-96b4-f256fb04ec25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024239 Mar 02 15:14:25.913218 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9706a41-dd05-4914-a632-ebbc05bee759 req-d13e2e44-7917-42c8-970c-ab382b41ef4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:14:25.914624 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-f9706a41-dd05-4914-a632-ebbc05bee759 req-d13e2e44-7917-42c8-970c-ab382b41ef4d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c205c27c-cdfe-46e1-b04c-d672de0d3fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1157236 Mar 02 15:14:25.924539 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2adc21-1f69-4a40-bb24-bf74f3066a8a req-1444beb4-aac1-4906-9d63-f6ae8c03aef3 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:14:25.925943 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-1b2adc21-1f69-4a40-bb24-bf74f3066a8a req-1444beb4-aac1-4906-9d63-f6ae8c03aef3 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] 10.222.0.52 "GET /v2.0/ports?device_id=8537aef8-6e68-4b17-8398-784d3c055e0a HTTP/1.1" status: 200 len: 943 time: 0.1180806 Mar 02 15:14:25.983978 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Device fb905657-87be-4eed-8009-7bae46344494 details requested by agent hyperv_hv-cinder-83143 with host hv-cinder-83143 {{(pid=110181) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 15:14:26.029333 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-1b2adc21-1f69-4a40-bb24-bf74f3066a8a req-be070423-6f18-47bb-8fe8-d278662786f6 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f244d27-a6e7-42c9-a27f-886a3c39076e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948372 Mar 02 15:14:26.045933 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-f9706a41-dd05-4914-a632-ebbc05bee759 req-6b50ad7d-f493-4f8d-8e89-75f54ddfbaac service neutron] 10.222.0.55 "GET /v2.0/networks/c205c27c-cdfe-46e1-b04c-d672de0d3fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190813 Mar 02 15:14:26.086931 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] For port fb905657-87be-4eed-8009-7bae46344494, host hv-cinder-83143, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=fb905657-87be-4eed-8009-7bae46344494,segment=NetworkSegment(0b911c62-dfcf-44f6-b5c5-97e04836d45f),segment_id=0b911c62-dfcf-44f6-b5c5-97e04836d45f)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:14:26.101311 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Returning: {'device': 'fb905657-87be-4eed-8009-7bae46344494', 'network_id': 'e8d499f9-b14f-433d-9367-68a7fb5ba184', 'port_id': 'fb905657-87be-4eed-8009-7bae46344494', 'mac_address': 'fa:16:3e:a1:f9:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '055f5c85-44f0-4aeb-9d85-3321dc948f68', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110181) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 15:14:26.134127 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-f9706a41-dd05-4914-a632-ebbc05bee759 req-872ee17a-d68e-418f-bd37-dacc1c7834c2 service neutron] 10.222.0.55 "GET /v2.0/networks/c205c27c-cdfe-46e1-b04c-d672de0d3fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816784 Mar 02 15:14:26.138744 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Current status of the port fb905657-87be-4eed-8009-7bae46344494 is: DOWN; New status is: BUILD {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 15:14:26.139137 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (fb905657-87be-4eed-8009-7bae46344494), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:14:26.152371 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.notifiers.nova [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb905657-87be-4eed-8009-7bae46344494 {{(pid=110181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 15:14:26.172149 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] For port fb905657-87be-4eed-8009-7bae46344494, host hv-cinder-83143, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=fb905657-87be-4eed-8009-7bae46344494,segment=NetworkSegment(0b911c62-dfcf-44f6-b5c5-97e04836d45f),segment_id=0b911c62-dfcf-44f6-b5c5-97e04836d45f)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:14:26.292288 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (fb905657-87be-4eed-8009-7bae46344494), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:14:26.338027 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Pushing event updated for resources: {'Port': ['ID=fb905657-87be-4eed-8009-7bae46344494,revision_number=4']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:14:26.984174 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] get_ports_and_sgs() called for port_ids ['fb905657-87be-4eed-8009-7bae46344494'] {{(pid=110181) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 15:14:27.030047 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1b7d3a-43cc-4330-9758-ea10628c927d req-07229092-f049-40b3-8c81-12354da30c84 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:14:27.031544 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-4c1b7d3a-43cc-4330-9758-ea10628c927d req-07229092-f049-40b3-8c81-12354da30c84 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d995dd1-b003-439d-812c-bd835601162e HTTP/1.1" status: 200 len: 943 time: 0.0554085 Mar 02 15:14:27.089933 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-4c1b7d3a-43cc-4330-9758-ea10628c927d req-2edbe906-3d24-4294-a40c-4f9ace5a2ac3 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f5f6a4f-30e7-4345-96b4-f256fb04ec25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523267 Mar 02 15:14:27.153084 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f4f81-47d1-4c02-b860-e2dcf358f6b4 req-d975aa09-79a6-446b-a2be-7b0afa463cf0 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:14:27.154570 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-5a9f4f81-47d1-4c02-b860-e2dcf358f6b4 req-d975aa09-79a6-446b-a2be-7b0afa463cf0 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] 10.222.0.52 "GET /v2.0/ports?device_id=8537aef8-6e68-4b17-8398-784d3c055e0a HTTP/1.1" status: 200 len: 944 time: 0.0540366 Mar 02 15:14:27.201204 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-5a9f4f81-47d1-4c02-b860-e2dcf358f6b4 req-a285df29-7c8a-4244-9ebe-5106c8eca0c8 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f244d27-a6e7-42c9-a27f-886a3c39076e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407002 Mar 02 15:14:27.315533 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (a761fe19-4045-45cc-a7c7-f029a0c82591), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:14:27.995592 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Device fb905657-87be-4eed-8009-7bae46344494 up at agent hyperv_hv-cinder-83143 {{(pid=110181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 15:14:28.104112 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Provisioning for port fb905657-87be-4eed-8009-7bae46344494 completed by entity L2. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 15:14:28.108649 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Provisioning complete for port fb905657-87be-4eed-8009-7bae46344494 triggered by entity L2. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 15:14:28.109163 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (fb905657-87be-4eed-8009-7bae46344494), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:14:28.223504 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Current status of the port fb905657-87be-4eed-8009-7bae46344494 is: BUILD; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 15:14:28.223940 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (fb905657-87be-4eed-8009-7bae46344494), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:14:28.248448 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8537aef8-6e68-4b17-8398-784d3c055e0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb905657-87be-4eed-8009-7bae46344494'}] {{(pid=110181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 15:14:28.250710 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6faebeedf0149bd95a8e5aac95437523d12653d92db1e1e7ce78ae8719853609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a316a9c-7ed7-488e-90f4-ac850c2b1cf9" -d '{"events": [{"server_uuid": "8537aef8-6e68-4b17-8398-784d3c055e0a", "name": "network-vif-plugged", "status": "completed", "tag": "fb905657-87be-4eed-8009-7bae46344494"}]}' {{(pid=110181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 15:14:28.256334 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bc0a07-4520-4102-a366-70cba79ca612 req-4892e4d6-4473-4857-9214-e086e8016b20 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:14:28.257743 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-13bc0a07-4520-4102-a366-70cba79ca612 req-4892e4d6-4473-4857-9214-e086e8016b20 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d995dd1-b003-439d-812c-bd835601162e HTTP/1.1" status: 200 len: 943 time: 0.0656977 Mar 02 15:14:28.264233 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] For port fb905657-87be-4eed-8009-7bae46344494, host hv-cinder-83143, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=fb905657-87be-4eed-8009-7bae46344494,segment=NetworkSegment(0b911c62-dfcf-44f6-b5c5-97e04836d45f),segment_id=0b911c62-dfcf-44f6-b5c5-97e04836d45f)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:14:28.341118 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-13bc0a07-4520-4102-a366-70cba79ca612 req-f2ad5c3a-9de5-4dfa-bc36-1b4654bbccaa tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f5f6a4f-30e7-4345-96b4-f256fb04ec25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752156 Mar 02 15:14:28.358403 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932f86df-4655-41f0-be6e-dc2e394f6fb9 req-1f0c60a4-ae7b-4c93-9bbc-e6e7f04308bf tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:14:28.359985 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-932f86df-4655-41f0-be6e-dc2e394f6fb9 req-1f0c60a4-ae7b-4c93-9bbc-e6e7f04308bf tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] 10.222.0.52 "GET /v2.0/ports?device_id=8537aef8-6e68-4b17-8398-784d3c055e0a HTTP/1.1" status: 200 len: 944 time: 0.0865929 Mar 02 15:14:28.372894 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (fb905657-87be-4eed-8009-7bae46344494), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:14:28.398360 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 15:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3c0f8f7-068f-4126-a5db-0793f8e4b1a7 x-openstack-request-id: req-a3c0f8f7-068f-4126-a5db-0793f8e4b1a7 {{(pid=110181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 15:14:28.398753 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8537aef8-6e68-4b17-8398-784d3c055e0a", "name": "network-vif-plugged", "status": "completed", "tag": "fb905657-87be-4eed-8009-7bae46344494", "code": 200}]} {{(pid=110181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 15:14:28.398888 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a3c0f8f7-068f-4126-a5db-0793f8e4b1a7 {{(pid=110181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 15:14:28.399278 dv-cinder-831439-3-iscsi neutron-server[110181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8537aef8-6e68-4b17-8398-784d3c055e0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb905657-87be-4eed-8009-7bae46344494', 'code': 200} Mar 02 15:14:28.409990 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-932f86df-4655-41f0-be6e-dc2e394f6fb9 req-19737726-50ce-4696-a6ae-160cdcce94d5 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f244d27-a6e7-42c9-a27f-886a3c39076e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443099 Mar 02 15:14:28.425702 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Pushing event updated for resources: {'Port': ['ID=fb905657-87be-4eed-8009-7bae46344494,revision_number=5']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:14:28.806754 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ebb9d-240b-40d2-bfa1-d6cccf6d3aaa req-1e71a1af-7a92-4d0c-9cc8-2f293cb5e1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:14:28.808206 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-820ebb9d-240b-40d2-bfa1-d6cccf6d3aaa req-1e71a1af-7a92-4d0c-9cc8-2f293cb5e1bb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8537aef8-6e68-4b17-8398-784d3c055e0a HTTP/1.1" status: 200 len: 1129 time: 0.0437064 Mar 02 15:14:28.852251 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-820ebb9d-240b-40d2-bfa1-d6cccf6d3aaa req-63561d2e-4e01-412e-95bb-48490b92b041 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3f244d27-a6e7-42c9-a27f-886a3c39076e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374458 Mar 02 15:14:29.462637 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df518f2-8a64-495b-b403-68787551fa69 req-d40a1aab-8bba-412d-af02-4f30c39e647d tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:14:29.464705 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6df518f2-8a64-495b-b403-68787551fa69 req-d40a1aab-8bba-412d-af02-4f30c39e647d tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d995dd1-b003-439d-812c-bd835601162e HTTP/1.1" status: 200 len: 943 time: 0.0562899 Mar 02 15:14:29.545849 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6df518f2-8a64-495b-b403-68787551fa69 req-bfbd4368-4602-4aaa-96b4-392a009bdea7 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f5f6a4f-30e7-4345-96b4-f256fb04ec25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753119 Mar 02 15:14:29.565237 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312e1579-0575-4946-9d33-7dd65a652cf4 req-bc0aff44-be92-4297-b669-1458c2c20a89 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:14:29.566714 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-312e1579-0575-4946-9d33-7dd65a652cf4 req-bc0aff44-be92-4297-b669-1458c2c20a89 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] 10.222.0.52 "GET /v2.0/ports?device_id=8537aef8-6e68-4b17-8398-784d3c055e0a HTTP/1.1" status: 200 len: 945 time: 0.0784574 Mar 02 15:14:29.615299 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-312e1579-0575-4946-9d33-7dd65a652cf4 req-1aa71d61-f41d-4474-bf05-4ff26f1482bc tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f244d27-a6e7-42c9-a27f-886a3c39076e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426967 Mar 02 15:14:30.668283 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2de81b-3d80-4ab1-a24c-0c152a7a68c5 req-56fce461-dc74-467b-8a89-541ed2cc7926 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:14:30.669877 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-5f2de81b-3d80-4ab1-a24c-0c152a7a68c5 req-56fce461-dc74-467b-8a89-541ed2cc7926 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d995dd1-b003-439d-812c-bd835601162e HTTP/1.1" status: 200 len: 943 time: 0.0559552 Mar 02 15:14:30.752995 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-5f2de81b-3d80-4ab1-a24c-0c152a7a68c5 req-5d4484f3-4319-4daf-85db-e213a816c3ef tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f5f6a4f-30e7-4345-96b4-f256fb04ec25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777578 Mar 02 15:14:30.767828 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd5732d-f621-4f9b-b0a1-76f3eaf0210a req-885843d5-7376-4d79-aed3-75a50f84aa20 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:14:30.769329 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-9fd5732d-f621-4f9b-b0a1-76f3eaf0210a req-885843d5-7376-4d79-aed3-75a50f84aa20 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] 10.222.0.52 "GET /v2.0/ports?device_id=8537aef8-6e68-4b17-8398-784d3c055e0a HTTP/1.1" status: 200 len: 945 time: 0.0872579 Mar 02 15:14:30.817866 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-9fd5732d-f621-4f9b-b0a1-76f3eaf0210a req-ef0c1ccf-6570-4b77-adba-79c61f6030d9 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f244d27-a6e7-42c9-a27f-886a3c39076e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427554 Mar 02 15:14:30.935875 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14470f20-5cc3-47a4-b47d-de4e42391da6 req-21f61cf6-1406-427a-8a5c-5c5419243e49 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:14:30.937417 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-14470f20-5cc3-47a4-b47d-de4e42391da6 req-21f61cf6-1406-427a-8a5c-5c5419243e49 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] 10.222.0.52 "GET /v2.0/ports?device_id=8537aef8-6e68-4b17-8398-784d3c055e0a HTTP/1.1" status: 200 len: 945 time: 0.0545065 Mar 02 15:14:30.983995 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-14470f20-5cc3-47a4-b47d-de4e42391da6 req-19608e3c-df2a-4e12-812b-1a08f186e065 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f244d27-a6e7-42c9-a27f-886a3c39076e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410814 Mar 02 15:14:31.314022 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1a91d1-b13b-4e1c-a661-a9e6ed6345c6 req-a42e4dd5-50a6-4f2f-b54c-f2b8d86eb641 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:14:31.315508 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ed1a91d1-b13b-4e1c-a661-a9e6ed6345c6 req-a42e4dd5-50a6-4f2f-b54c-f2b8d86eb641 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] 10.222.0.52 "GET /v2.0/ports?device_id=8537aef8-6e68-4b17-8398-784d3c055e0a HTTP/1.1" status: 200 len: 945 time: 0.0555632 Mar 02 15:14:31.364034 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ed1a91d1-b13b-4e1c-a661-a9e6ed6345c6 req-17d30941-565a-4217-a9ab-5a0e5e48568a tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f244d27-a6e7-42c9-a27f-886a3c39076e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426769 Mar 02 15:14:31.874927 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ab896f-baf5-460c-873c-1037eedc8184 req-7797ba32-1dc7-4d0b-8239-04e0488fc6ff tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:14:31.876581 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-87ab896f-baf5-460c-873c-1037eedc8184 req-7797ba32-1dc7-4d0b-8239-04e0488fc6ff tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d995dd1-b003-439d-812c-bd835601162e HTTP/1.1" status: 200 len: 943 time: 0.0577202 Mar 02 15:14:31.926858 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-87ab896f-baf5-460c-873c-1037eedc8184 req-b854caa0-4d0d-44bd-a4d3-091920de3dcb tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f5f6a4f-30e7-4345-96b4-f256fb04ec25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444229 Mar 02 15:14:33.047202 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5280d8-c73b-454e-83fe-6bc962f45aa9 req-7cd9b30f-8dab-4ee1-9c0d-53fe4f6fd19e tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:14:33.048761 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ee5280d8-c73b-454e-83fe-6bc962f45aa9 req-7cd9b30f-8dab-4ee1-9c0d-53fe4f6fd19e tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d995dd1-b003-439d-812c-bd835601162e HTTP/1.1" status: 200 len: 943 time: 0.0542371 Mar 02 15:14:33.103114 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ee5280d8-c73b-454e-83fe-6bc962f45aa9 req-59520736-b8e4-4693-bb68-9c7709f17a33 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f5f6a4f-30e7-4345-96b4-f256fb04ec25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483170 Mar 02 15:14:34.024621 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Device 998b5c19-99d1-4147-9e81-f5228f34d0f6 details requested by agent hyperv_hv-cinder-83143 with host hv-cinder-83143 {{(pid=110181) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 15:14:34.127201 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] For port 998b5c19-99d1-4147-9e81-f5228f34d0f6, host hv-cinder-83143, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=998b5c19-99d1-4147-9e81-f5228f34d0f6,segment=NetworkSegment(d942a0b3-5f48-46e2-b373-8a0ebab50251),segment_id=d942a0b3-5f48-46e2-b373-8a0ebab50251)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:14:34.142884 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Returning: {'device': '998b5c19-99d1-4147-9e81-f5228f34d0f6', 'network_id': 'c205c27c-cdfe-46e1-b04c-d672de0d3fe3', 'port_id': '998b5c19-99d1-4147-9e81-f5228f34d0f6', 'mac_address': 'fa:16:3e:3f:e8:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61ac6005-af56-475d-a05a-68a49febcf55', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110181) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 15:14:34.185420 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Current status of the port 998b5c19-99d1-4147-9e81-f5228f34d0f6 is: DOWN; New status is: BUILD {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 15:14:34.185854 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (998b5c19-99d1-4147-9e81-f5228f34d0f6), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:14:34.204640 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.notifiers.nova [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 998b5c19-99d1-4147-9e81-f5228f34d0f6 {{(pid=110181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 15:14:34.230987 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] For port 998b5c19-99d1-4147-9e81-f5228f34d0f6, host hv-cinder-83143, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=998b5c19-99d1-4147-9e81-f5228f34d0f6,segment=NetworkSegment(d942a0b3-5f48-46e2-b373-8a0ebab50251),segment_id=d942a0b3-5f48-46e2-b373-8a0ebab50251)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:14:34.231344 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef63cff6-d507-47bd-92f5-52a6d531e29b req-ddffdab8-1c43-443f-8e81-df4830acfa12 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:14:34.233070 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ef63cff6-d507-47bd-92f5-52a6d531e29b req-ddffdab8-1c43-443f-8e81-df4830acfa12 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d995dd1-b003-439d-812c-bd835601162e HTTP/1.1" status: 200 len: 943 time: 0.0599053 Mar 02 15:14:34.285312 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ef63cff6-d507-47bd-92f5-52a6d531e29b req-abcba57d-731b-4027-92a7-ceef88e89037 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f5f6a4f-30e7-4345-96b4-f256fb04ec25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464146 Mar 02 15:14:34.304938 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (998b5c19-99d1-4147-9e81-f5228f34d0f6), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:14:34.358118 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Pushing event updated for resources: {'Port': ['ID=998b5c19-99d1-4147-9e81-f5228f34d0f6,revision_number=4']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:14:34.740505 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] get_ports_and_sgs() called for port_ids ['998b5c19-99d1-4147-9e81-f5228f34d0f6'] {{(pid=110181) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 15:14:35.414737 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4968834-7bad-4a1e-b04d-9c217d22cc75 req-dc53cc96-64fb-41b2-848b-cb4cd55383cb tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:14:35.416323 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-d4968834-7bad-4a1e-b04d-9c217d22cc75 req-dc53cc96-64fb-41b2-848b-cb4cd55383cb tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d995dd1-b003-439d-812c-bd835601162e HTTP/1.1" status: 200 len: 944 time: 0.0567110 Mar 02 15:14:35.469579 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-d4968834-7bad-4a1e-b04d-9c217d22cc75 req-a4eda554-e4a5-4cc4-ad83-12cacb4b6664 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f5f6a4f-30e7-4345-96b4-f256fb04ec25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469389 Mar 02 15:14:36.064768 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Device 998b5c19-99d1-4147-9e81-f5228f34d0f6 up at agent hyperv_hv-cinder-83143 {{(pid=110181) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 15:14:36.194895 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Provisioning for port 998b5c19-99d1-4147-9e81-f5228f34d0f6 completed by entity L2. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 15:14:36.199553 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Provisioning complete for port 998b5c19-99d1-4147-9e81-f5228f34d0f6 triggered by entity L2. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 15:14:36.200025 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (998b5c19-99d1-4147-9e81-f5228f34d0f6), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:14:36.425527 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Current status of the port 998b5c19-99d1-4147-9e81-f5228f34d0f6 is: BUILD; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 15:14:36.425923 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (998b5c19-99d1-4147-9e81-f5228f34d0f6), before_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:14:36.455664 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d995dd1-b003-439d-812c-bd835601162e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '998b5c19-99d1-4147-9e81-f5228f34d0f6'}] {{(pid=110181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 15:14:36.458001 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6faebeedf0149bd95a8e5aac95437523d12653d92db1e1e7ce78ae8719853609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82078ac7-7c3e-4d57-9760-ba18643f1b0f" -d '{"events": [{"server_uuid": "9d995dd1-b003-439d-812c-bd835601162e", "name": "network-vif-plugged", "status": "completed", "tag": "998b5c19-99d1-4147-9e81-f5228f34d0f6"}]}' {{(pid=110181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 15:14:36.472841 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] For port 998b5c19-99d1-4147-9e81-f5228f34d0f6, host hv-cinder-83143, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=998b5c19-99d1-4147-9e81-f5228f34d0f6,segment=NetworkSegment(d942a0b3-5f48-46e2-b373-8a0ebab50251),segment_id=d942a0b3-5f48-46e2-b373-8a0ebab50251)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:14:36.499882 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 15:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c84b385c-c091-4ddf-b074-0adf93fe4ac8 x-openstack-request-id: req-c84b385c-c091-4ddf-b074-0adf93fe4ac8 {{(pid=110181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 15:14:36.499882 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d995dd1-b003-439d-812c-bd835601162e", "name": "network-vif-plugged", "status": "completed", "tag": "998b5c19-99d1-4147-9e81-f5228f34d0f6", "code": 200}]} {{(pid=110181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 15:14:36.500282 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c84b385c-c091-4ddf-b074-0adf93fe4ac8 {{(pid=110181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 15:14:36.500672 dv-cinder-831439-3-iscsi neutron-server[110181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d995dd1-b003-439d-812c-bd835601162e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '998b5c19-99d1-4147-9e81-f5228f34d0f6', 'code': 200} Mar 02 15:14:36.566805 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708'] for port (998b5c19-99d1-4147-9e81-f5228f34d0f6), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:14:36.605891 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46e9d6f-d6da-4b7d-985e-4ad1a359e522 req-ca08377c-5ddd-4dbd-b109-19de57841fc9 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:14:36.607557 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a46e9d6f-d6da-4b7d-985e-4ad1a359e522 req-ca08377c-5ddd-4dbd-b109-19de57841fc9 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d995dd1-b003-439d-812c-bd835601162e HTTP/1.1" status: 200 len: 944 time: 0.0627863 Mar 02 15:14:36.625667 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Pushing event updated for resources: {'Port': ['ID=998b5c19-99d1-4147-9e81-f5228f34d0f6,revision_number=5']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:14:36.663592 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a46e9d6f-d6da-4b7d-985e-4ad1a359e522 req-5124bdd8-4b21-45c0-bbf2-ecf53abc5bb3 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f5f6a4f-30e7-4345-96b4-f256fb04ec25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501659 Mar 02 15:14:36.934778 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65adc2b-4d7c-4892-b79d-aee4beb10e2a req-f0976f21-8f53-4974-996c-56cd00f9c99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:14:36.936226 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-b65adc2b-4d7c-4892-b79d-aee4beb10e2a req-f0976f21-8f53-4974-996c-56cd00f9c99e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9d995dd1-b003-439d-812c-bd835601162e HTTP/1.1" status: 200 len: 1129 time: 0.0462623 Mar 02 15:14:36.985767 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-b65adc2b-4d7c-4892-b79d-aee4beb10e2a req-e54bee1e-fa69-4340-b427-705b264b3f20 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1f5f6a4f-30e7-4345-96b4-f256fb04ec25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427675 Mar 02 15:14:37.796051 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7aed4d-dc91-4406-9b2e-c39af83d9d23 req-7fa5bae9-d4dd-4109-a78b-f729c45d4b86 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:14:37.797463 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-cb7aed4d-dc91-4406-9b2e-c39af83d9d23 req-7fa5bae9-d4dd-4109-a78b-f729c45d4b86 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d995dd1-b003-439d-812c-bd835601162e HTTP/1.1" status: 200 len: 945 time: 0.0546710 Mar 02 15:14:37.850786 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-cb7aed4d-dc91-4406-9b2e-c39af83d9d23 req-7886b1d2-f5c2-448f-be8a-8a4f2a5bec75 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f5f6a4f-30e7-4345-96b4-f256fb04ec25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476651 Mar 02 15:14:38.698488 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-e154f8a0-163b-49dc-9a6a-fb6322dc0002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (dc3a6147-3194-47be-b33a-76a9a2a48933), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:14:38.974602 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682c005c-2d23-4411-8049-928473cc38fe req-0984f4aa-05ab-4800-83b6-eea90a4c9c33 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:14:38.976190 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-682c005c-2d23-4411-8049-928473cc38fe req-0984f4aa-05ab-4800-83b6-eea90a4c9c33 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d995dd1-b003-439d-812c-bd835601162e HTTP/1.1" status: 200 len: 945 time: 0.0574813 Mar 02 15:14:39.026811 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-682c005c-2d23-4411-8049-928473cc38fe req-a2af0274-65ee-4005-8b0a-ec86a9e17ae1 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f5f6a4f-30e7-4345-96b4-f256fb04ec25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440519 Mar 02 15:14:39.147541 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3103119-cfd3-4401-9613-2c88b59f67c9 req-e8de10d0-73cb-45a6-bf33-de62a2d649e8 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:14:39.149103 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-d3103119-cfd3-4401-9613-2c88b59f67c9 req-e8de10d0-73cb-45a6-bf33-de62a2d649e8 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d995dd1-b003-439d-812c-bd835601162e HTTP/1.1" status: 200 len: 945 time: 0.0546572 Mar 02 15:14:39.204016 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-d3103119-cfd3-4401-9613-2c88b59f67c9 req-5333c154-af84-4435-93ae-a30b4b54049e tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f5f6a4f-30e7-4345-96b4-f256fb04ec25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465703 Mar 02 15:14:39.226437 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 36482) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:14:39.394731 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48d7eb6-f182-493d-957b-61db848b460f tempest-TestVolumeBootPattern-1672899081 tempest-TestVolumeBootPattern-1672899081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:14:39.396254 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-e48d7eb6-f182-493d-957b-61db848b460f tempest-TestVolumeBootPattern-1672899081 tempest-TestVolumeBootPattern-1672899081-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=9d995dd1-b003-439d-812c-bd835601162e HTTP/1.1" status: 200 len: 1124 time: 0.1688206 Mar 02 15:14:39.399297 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 36486) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:14:39.404377 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.v2.base [None req-925f2749-0055-4378-8035-feac32a90f40 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Request body: {'floatingip': {'floating_network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'port_id': '998b5c19-99d1-4147-9e81-f5228f34d0f6', 'tenant_id': '7de5f8ffc29449a8970c42522a6efe67', 'fixed_ip_address': '172.20.0.5'}} {{(pid=110179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 15:14:39.480973 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-925f2749-0055-4378-8035-feac32a90f40 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:14:39.581661 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-925f2749-0055-4378-8035-feac32a90f40 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (None), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:14:39.717272 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.db.db_base_plugin_common [None req-925f2749-0055-4378-8035-feac32a90f40 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Allocated IP 172.27.0.228 (ed71569c-47b6-4b42-b6b3-c541700724bf/701fb87e-0ea2-4d8d-8228-0af980cd437a/b6df3965-8957-4f3b-8efb-14e0cc80c749) {{(pid=110179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 15:14:39.828902 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-925f2749-0055-4378-8035-feac32a90f40 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Publish callbacks [] for port (b6df3965-8957-4f3b-8efb-14e0cc80c749), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:14:39.932987 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-925f2749-0055-4378-8035-feac32a90f40 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757345480668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3822761'] for port (b6df3965-8957-4f3b-8efb-14e0cc80c749), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:14:39.967902 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925f2749-0055-4378-8035-feac32a90f40 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Network ed71569c-47b6-4b42-b6b3-c541700724bf is already hosted by enough agents. {{(pid=110179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 15:14:39.970944 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.scheduler.base_scheduler [None req-925f2749-0055-4378-8035-feac32a90f40 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Resources bound (agent type, host, resource id): {{(pid=110179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 15:14:39.976989 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925f2749-0055-4378-8035-feac32a90f40 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Received port after_create {{(pid=110179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 15:14:40.009956 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925f2749-0055-4378-8035-feac32a90f40 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Pushing event updated for resources: {'Port': ['ID=b6df3965-8957-4f3b-8efb-14e0cc80c749,revision_number=1']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:14:40.390180 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-925f2749-0055-4378-8035-feac32a90f40 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Publish callbacks [] for floatingip (7c90f1bc-ba67-4e81-9aef-eef5580f5874), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:14:40.592118 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-925f2749-0055-4378-8035-feac32a90f40 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (b6df3965-8957-4f3b-8efb-14e0cc80c749), before_update {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:14:40.758504 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-925f2749-0055-4378-8035-feac32a90f40 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Publish callbacks [] for port (b6df3965-8957-4f3b-8efb-14e0cc80c749), precommit_update {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:14:40.846532 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-925f2749-0055-4378-8035-feac32a90f40 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3822752'] for port (b6df3965-8957-4f3b-8efb-14e0cc80c749), after_update {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:14:40.875786 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.agents_db [None req-b044b9bd-a670-44c5-b22a-8886b11808d8 None None] Agent healthcheck: found 6 active agents {{(pid=110182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 15:14:40.958121 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925f2749-0055-4378-8035-feac32a90f40 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Pushing event updated for resources: {'Port': ['ID=b6df3965-8957-4f3b-8efb-14e0cc80c749,revision_number=2']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:14:40.980046 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925f2749-0055-4378-8035-feac32a90f40 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:14:40.980433 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925f2749-0055-4378-8035-feac32a90f40 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:14:40.980789 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925f2749-0055-4378-8035-feac32a90f40 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:14:40.981344 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925f2749-0055-4378-8035-feac32a90f40 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:14:40.981930 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925f2749-0055-4378-8035-feac32a90f40 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:14:40.982516 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925f2749-0055-4378-8035-feac32a90f40 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:14:40.983112 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925f2749-0055-4378-8035-feac32a90f40 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:14:40.983727 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925f2749-0055-4378-8035-feac32a90f40 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:14:40.984311 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925f2749-0055-4378-8035-feac32a90f40 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:14:40.984897 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925f2749-0055-4378-8035-feac32a90f40 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:14:40.985487 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925f2749-0055-4378-8035-feac32a90f40 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:14:40.986039 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925f2749-0055-4378-8035-feac32a90f40 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:14:40.986606 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925f2749-0055-4378-8035-feac32a90f40 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:14:40.998416 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-925f2749-0055-4378-8035-feac32a90f40 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559821'] for floatingip (7c90f1bc-ba67-4e81-9aef-eef5580f5874), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:14:41.069666 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-9d1e5d05-6215-4689-bf1d-8a4d402cead4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (4b7d4a90-2987-419a-b6cd-7624b7dba065), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:14:41.116811 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.db.l3_db [None req-925f2749-0055-4378-8035-feac32a90f40 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Floating IP 7c90f1bc-ba67-4e81-9aef-eef5580f5874 associated. External IP: 172.27.0.228, port: 998b5c19-99d1-4147-9e81-f5228f34d0f6. Mar 02 15:14:41.334500 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-925f2749-0055-4378-8035-feac32a90f40 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Router b4d95977-025d-41c2-973e-cde076edf386 has already been hosted by L3 agent 4b7d4a90-2987-419a-b6cd-7624b7dba065 {{(pid=110179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 15:14:41.444479 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-925f2749-0055-4378-8035-feac32a90f40 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Notify agent at l3_agent.dv-cinder-831439-3-iscsi the message routers_updated {{(pid=110179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 15:14:41.455142 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d90c2b-b12e-417a-a01d-4a6ac19ec6eb None None] Sync routers for ids ['b4d95977-025d-41c2-973e-cde076edf386'] in dv-cinder-831439-3-iscsi {{(pid=110181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 15:14:41.465986 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d90c2b-b12e-417a-a01d-4a6ac19ec6eb None None] Routers {'b4d95977-025d-41c2-973e-cde076edf386'} bound to L3 agent in host dv-cinder-831439-3-iscsi {{(pid=110181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 15:14:41.466624 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-b9d90c2b-b12e-417a-a01d-4a6ac19ec6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831439-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T14:48:11Z,description=,heartbeat_timestamp=2022-03-02T15:14:41Z,host='dv-cinder-831439-3-iscsi',id=4b7d4a90-2987-419a-b6cd-7624b7dba065,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T14:48:12Z,topic='l3_agent')) {'router_ids': ['b4d95977-025d-41c2-973e-cde076edf386'], 'active': True} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:14:41.551126 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-925f2749-0055-4378-8035-feac32a90f40 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221961'] for floatingip (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:14:41.583466 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvr_db [None req-b9d90c2b-b12e-417a-a01d-4a6ac19ec6eb None None] Set router b4d95977-025d-41c2-973e-cde076edf386 gateway port host: dv-cinder-831439-3-iscsi {{(pid=110181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 15:14:41.585902 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-925f2749-0055-4378-8035-feac32a90f40 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1854765 Mar 02 15:14:41.586446 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d995dd1-b003-439d-812c-bd835601162e', 'tag': '998b5c19-99d1-4147-9e81-f5228f34d0f6'}] {{(pid=110179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 15:14:41.588832 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb97933b220ae1c16e6a415d4137d9faa8b652e011ecbfdbbfadcc6a88146695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce4d3ab9-c7aa-4c3d-b38a-87e0c31d6c2e" -d '{"events": [{"name": "network-changed", "server_uuid": "9d995dd1-b003-439d-812c-bd835601162e", "tag": "998b5c19-99d1-4147-9e81-f5228f34d0f6"}]}' {{(pid=110179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 15:14:41.748441 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 15:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a6bb0c2-f869-45cd-90c4-f3e6c985e760 x-openstack-request-id: req-5a6bb0c2-f869-45cd-90c4-f3e6c985e760 {{(pid=110179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 15:14:41.748722 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d995dd1-b003-439d-812c-bd835601162e", "tag": "998b5c19-99d1-4147-9e81-f5228f34d0f6", "status": "completed", "code": 200}]} {{(pid=110179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 15:14:41.748971 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5a6bb0c2-f869-45cd-90c4-f3e6c985e760 {{(pid=110179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 15:14:41.749371 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d995dd1-b003-439d-812c-bd835601162e', 'tag': '998b5c19-99d1-4147-9e81-f5228f34d0f6', 'status': 'completed', 'code': 200} Mar 02 15:14:41.819896 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-b9d90c2b-b12e-417a-a01d-4a6ac19ec6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d95977-025d-41c2-973e-cde076edf386', 'name': 'tempest-TestVolumeBootPattern-1765529585-router', 'tenant_id': '7de5f8ffc29449a8970c42522a6efe67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '23bb7610-0d04-423c-93a6-4bbff4c99431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T15:07:33Z', 'updated_at': '2022-03-02T15:07:36Z', 'revision_number': 4, 'project_id': '7de5f8ffc29449a8970c42522a6efe67', 'gw_port': {'id': '23bb7610-0d04-423c-93a6-4bbff4c99431', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:5b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d95977-025d-41c2-973e-cde076edf386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:07:34Z', 'updated_at': '2022-03-02T15:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi', '_floatingips': [{'id': '3dcd00e0-7806-4597-b6d2-40aa86a0dd92', 'tenant_id': '7de5f8ffc29449a8970c42522a6efe67', 'floating_ip_address': '172.27.0.16', 'floating_network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'router_id': 'b4d95977-025d-41c2-973e-cde076edf386', 'port_id': 'bf450849-cf9c-4bea-b9db-fb7892cd1581', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c205c27c-cdfe-46e1-b04c-d672de0d3fe3', 'mac_address': 'fa:16:3e:ae:89:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814171a9-1e03-4687-8479-d130483fc08f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T15:11:49Z', 'updated_at': '2022-03-02T15:11:52Z', 'revision_number': 1, 'project_id': '7de5f8ffc29449a8970c42522a6efe67', 'fixed_ip_address_scope': None}, {'id': '7c90f1bc-ba67-4e81-9aef-eef5580f5874', 'tenant_id': '7de5f8ffc29449a8970c42522a6efe67', 'floating_ip_address': '172.27.0.228', 'floating_network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'router_id': 'b4d95977-025d-41c2-973e-cde076edf386', 'port_id': '998b5c19-99d1-4147-9e81-f5228f34d0f6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c205c27c-cdfe-46e1-b04c-d672de0d3fe3', 'mac_address': 'fa:16:3e:3f:e8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d995dd1-b003-439d-812c-bd835601162e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T15:14:40Z', 'updated_at': '2022-03-02T15:14:40Z', 'revision_number': 0, 'project_id': '7de5f8ffc29449a8970c42522a6efe67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f60fe98-703d-40dc-b085-a6bd9dd5d22a', 'name': '', 'network_id': 'c205c27c-cdfe-46e1-b04c-d672de0d3fe3', 'tenant_id': '7de5f8ffc29449a8970c42522a6efe67', 'mac_address': 'fa:16:3e:88:f4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d95977-025d-41c2-973e-cde076edf386', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '61ac6005-af56-475d-a05a-68a49febcf55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:07:36Z', 'updated_at': '2022-03-02T15:07:41Z', 'revision_number': 5, 'project_id': '7de5f8ffc29449a8970c42522a6efe67', 'subnets': [{'id': '61ac6005-af56-475d-a05a-68a49febcf55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831439-3-iscsi', False) {} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:14:41.845477 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d90c2b-b12e-417a-a01d-4a6ac19ec6eb None None] Checking router: b4d95977-025d-41c2-973e-cde076edf386 for host: dv-cinder-831439-3-iscsi {{(pid=110181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 15:14:41.851232 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4d3ab9-c7aa-4c3d-b38a-87e0c31d6c2e req-0b221648-7284-48ef-9fb6-179bfe1b9f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:14:41.852784 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ce4d3ab9-c7aa-4c3d-b38a-87e0c31d6c2e req-0b221648-7284-48ef-9fb6-179bfe1b9f7f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7de5f8ffc29449a8970c42522a6efe67&device_id=9d995dd1-b003-439d-812c-bd835601162e HTTP/1.1" status: 200 len: 1129 time: 0.0466816 Mar 02 15:14:41.854613 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d90c2b-b12e-417a-a01d-4a6ac19ec6eb None None] Routers {'b4d95977-025d-41c2-973e-cde076edf386'} bound to L3 agent in host dv-cinder-831439-3-iscsi {{(pid=110181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 15:14:41.855238 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-b9d90c2b-b12e-417a-a01d-4a6ac19ec6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831439-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T14:48:11Z,description=,heartbeat_timestamp=2022-03-02T15:14:41Z,host='dv-cinder-831439-3-iscsi',id=4b7d4a90-2987-419a-b6cd-7624b7dba065,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T14:48:12Z,topic='l3_agent')) {'router_ids': ['b4d95977-025d-41c2-973e-cde076edf386'], 'active': True} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:14:41.944828 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4d3ab9-c7aa-4c3d-b38a-87e0c31d6c2e req-6620f3c7-704c-4fb9-aca4-b97558a290cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:14:41.946314 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ce4d3ab9-c7aa-4c3d-b38a-87e0c31d6c2e req-6620f3c7-704c-4fb9-aca4-b97558a290cd service neutron] 10.222.0.55 "GET /v2.0/networks?id=c205c27c-cdfe-46e1-b04c-d672de0d3fe3 HTTP/1.1" status: 200 len: 913 time: 0.0876553 Mar 02 15:14:41.968694 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvr_db [None req-b9d90c2b-b12e-417a-a01d-4a6ac19ec6eb None None] Set router b4d95977-025d-41c2-973e-cde076edf386 gateway port host: dv-cinder-831439-3-iscsi {{(pid=110181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 15:14:42.015253 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ce4d3ab9-c7aa-4c3d-b38a-87e0c31d6c2e req-45d54c56-548f-4831-994a-f5c2f5f1a091 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=998b5c19-99d1-4147-9e81-f5228f34d0f6 HTTP/1.1" status: 200 len: 999 time: 0.0628843 Mar 02 15:14:42.063601 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4d3ab9-c7aa-4c3d-b38a-87e0c31d6c2e req-acb91496-f854-4087-b1d5-d4d8188fe09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:14:42.065398 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ce4d3ab9-c7aa-4c3d-b38a-87e0c31d6c2e req-acb91496-f854-4087-b1d5-d4d8188fe09f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=61ac6005-af56-475d-a05a-68a49febcf55 HTTP/1.1" status: 200 len: 851 time: 0.0439079 Mar 02 15:14:42.134179 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4d3ab9-c7aa-4c3d-b38a-87e0c31d6c2e req-21c2bd3b-9c90-4e63-bdd3-3c7ca3e2f987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:14:42.134179 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ce4d3ab9-c7aa-4c3d-b38a-87e0c31d6c2e req-21c2bd3b-9c90-4e63-bdd3-3c7ca3e2f987 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c205c27c-cdfe-46e1-b04c-d672de0d3fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0615425 Mar 02 15:14:42.219828 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-8c265469-93de-451d-a227-73ff998d8f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (bfbb2626-1130-458a-80a5-4632d76fa057), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:14:42.228823 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ce4d3ab9-c7aa-4c3d-b38a-87e0c31d6c2e req-e21bf16f-0b35-413d-aa06-677afeef8cf2 service neutron] 10.222.0.55 "GET /v2.0/networks/c205c27c-cdfe-46e1-b04c-d672de0d3fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881977 Mar 02 15:14:42.257218 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-b9d90c2b-b12e-417a-a01d-4a6ac19ec6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d95977-025d-41c2-973e-cde076edf386', 'name': 'tempest-TestVolumeBootPattern-1765529585-router', 'tenant_id': '7de5f8ffc29449a8970c42522a6efe67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '23bb7610-0d04-423c-93a6-4bbff4c99431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T15:07:33Z', 'updated_at': '2022-03-02T15:07:36Z', 'revision_number': 4, 'project_id': '7de5f8ffc29449a8970c42522a6efe67', 'gw_port': {'id': '23bb7610-0d04-423c-93a6-4bbff4c99431', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:5b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d95977-025d-41c2-973e-cde076edf386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:07:34Z', 'updated_at': '2022-03-02T15:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi', '_floatingips': [{'id': '3dcd00e0-7806-4597-b6d2-40aa86a0dd92', 'tenant_id': '7de5f8ffc29449a8970c42522a6efe67', 'floating_ip_address': '172.27.0.16', 'floating_network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'router_id': 'b4d95977-025d-41c2-973e-cde076edf386', 'port_id': 'bf450849-cf9c-4bea-b9db-fb7892cd1581', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c205c27c-cdfe-46e1-b04c-d672de0d3fe3', 'mac_address': 'fa:16:3e:ae:89:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814171a9-1e03-4687-8479-d130483fc08f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T15:11:49Z', 'updated_at': '2022-03-02T15:11:52Z', 'revision_number': 1, 'project_id': '7de5f8ffc29449a8970c42522a6efe67', 'fixed_ip_address_scope': None}, {'id': '7c90f1bc-ba67-4e81-9aef-eef5580f5874', 'tenant_id': '7de5f8ffc29449a8970c42522a6efe67', 'floating_ip_address': '172.27.0.228', 'floating_network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'router_id': 'b4d95977-025d-41c2-973e-cde076edf386', 'port_id': '998b5c19-99d1-4147-9e81-f5228f34d0f6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c205c27c-cdfe-46e1-b04c-d672de0d3fe3', 'mac_address': 'fa:16:3e:3f:e8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d995dd1-b003-439d-812c-bd835601162e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T15:14:40Z', 'updated_at': '2022-03-02T15:14:40Z', 'revision_number': 0, 'project_id': '7de5f8ffc29449a8970c42522a6efe67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f60fe98-703d-40dc-b085-a6bd9dd5d22a', 'name': '', 'network_id': 'c205c27c-cdfe-46e1-b04c-d672de0d3fe3', 'tenant_id': '7de5f8ffc29449a8970c42522a6efe67', 'mac_address': 'fa:16:3e:88:f4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d95977-025d-41c2-973e-cde076edf386', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '61ac6005-af56-475d-a05a-68a49febcf55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:07:36Z', 'updated_at': '2022-03-02T15:07:41Z', 'revision_number': 5, 'project_id': '7de5f8ffc29449a8970c42522a6efe67', 'subnets': [{'id': '61ac6005-af56-475d-a05a-68a49febcf55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831439-3-iscsi', False) {} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:14:42.285601 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d90c2b-b12e-417a-a01d-4a6ac19ec6eb None None] The sync data for ids ['b4d95977-025d-41c2-973e-cde076edf386'] in dv-cinder-831439-3-iscsi is: [{'id': 'b4d95977-025d-41c2-973e-cde076edf386', 'name': 'tempest-TestVolumeBootPattern-1765529585-router', 'tenant_id': '7de5f8ffc29449a8970c42522a6efe67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '23bb7610-0d04-423c-93a6-4bbff4c99431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T15:07:33Z', 'updated_at': '2022-03-02T15:07:36Z', 'revision_number': 4, 'project_id': '7de5f8ffc29449a8970c42522a6efe67', 'gw_port': {'id': '23bb7610-0d04-423c-93a6-4bbff4c99431', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:5b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d95977-025d-41c2-973e-cde076edf386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:07:34Z', 'updated_at': '2022-03-02T15:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi', '_floatingips': [{'id': '3dcd00e0-7806-4597-b6d2-40aa86a0dd92', 'tenant_id': '7de5f8ffc29449a8970c42522a6efe67', 'floating_ip_address': '172.27.0.16', 'floating_network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'router_id': 'b4d95977-025d-41c2-973e-cde076edf386', 'port_id': 'bf450849-cf9c-4bea-b9db-fb7892cd1581', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c205c27c-cdfe-46e1-b04c-d672de0d3fe3', 'mac_address': 'fa:16:3e:ae:89:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814171a9-1e03-4687-8479-d130483fc08f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T15:11:49Z', 'updated_at': '2022-03-02T15:11:52Z', 'revision_number': 1, 'project_id': '7de5f8ffc29449a8970c42522a6efe67', 'fixed_ip_address_scope': None}, {'id': '7c90f1bc-ba67-4e81-9aef-eef5580f5874', 'tenant_id': '7de5f8ffc29449a8970c42522a6efe67', 'floating_ip_address': '172.27.0.228', 'floating_network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'router_id': 'b4d95977-025d-41c2-973e-cde076edf386', 'port_id': '998b5c19-99d1-4147-9e81-f5228f34d0f6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c205c27c-cdfe-46e1-b04c-d672de0d3fe3', 'mac_address': 'fa:16:3e:3f:e8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d995dd1-b003-439d-812c-bd835601162e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T15:14:40Z', 'updated_at': '2022-03-02T15:14:40Z', 'revision_number': 0, 'project_id': '7de5f8ffc29449a8970c42522a6efe67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f60fe98-703d-40dc-b085-a6bd9dd5d22a', 'name': '', 'network_id': 'c205c27c-cdfe-46e1-b04c-d672de0d3fe3', 'tenant_id': '7de5f8ffc29449a8970c42522a6efe67', 'mac_address': 'fa:16:3e:88:f4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d95977-025d-41c2-973e-cde076edf386', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '61ac6005-af56-475d-a05a-68a49febcf55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:07:36Z', 'updated_at': '2022-03-02T15:07:41Z', 'revision_number': 5, 'project_id': '7de5f8ffc29449a8970c42522a6efe67', 'subnets': [{'id': '61ac6005-af56-475d-a05a-68a49febcf55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 15:14:42.332048 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ce4d3ab9-c7aa-4c3d-b38a-87e0c31d6c2e req-1a9447ab-7f5e-45cf-87ad-93e8e70c927e service neutron] 10.222.0.55 "GET /v2.0/networks/c205c27c-cdfe-46e1-b04c-d672de0d3fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959010 Mar 02 15:14:42.486381 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0660fac-0684-4da8-a356-247a53802e0f None None] New status for floating IP 7c90f1bc-ba67-4e81-9aef-eef5580f5874: ACTIVE {{(pid=110182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 15:14:43.674893 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-9cfe1c82-1e01-4346-89c5-c3e1093f4022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (b9ce56f8-3527-4dd9-b024-9df7b3f4c018), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:14:44.106901 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f81e57b-d18d-42b0-8b41-d43d44f38308 req-ff669995-a64e-4e19-9569-e7331b4a8695 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:14:44.108366 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-5f81e57b-d18d-42b0-8b41-d43d44f38308 req-ff669995-a64e-4e19-9569-e7331b4a8695 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] 10.222.0.52 "GET /v2.0/ports?device_id=8537aef8-6e68-4b17-8398-784d3c055e0a HTTP/1.1" status: 200 len: 945 time: 0.0535958 Mar 02 15:14:44.173428 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-5f81e57b-d18d-42b0-8b41-d43d44f38308 req-5cb0ae15-b37f-4be8-8ff5-2ac0f32daf13 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f244d27-a6e7-42c9-a27f-886a3c39076e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590501 Mar 02 15:14:44.195107 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 36510) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:14:44.280704 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e415c274-283c-4776-991e-39565cd652fe tempest-TestMinimumBasicScenario-153004738 tempest-TestMinimumBasicScenario-153004738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:14:44.282251 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-e415c274-283c-4776-991e-39565cd652fe tempest-TestMinimumBasicScenario-153004738 tempest-TestMinimumBasicScenario-153004738-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=8537aef8-6e68-4b17-8398-784d3c055e0a HTTP/1.1" status: 200 len: 1124 time: 0.0861025 Mar 02 15:14:44.285424 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 36514) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:14:44.289716 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.v2.base [None req-e5a34586-9957-44bc-a1d5-c6fac07a12c4 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Request body: {'floatingip': {'floating_network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'port_id': 'fb905657-87be-4eed-8009-7bae46344494', 'tenant_id': '46bbdd855e2d4c8a9beb15282ad1e7e3', 'fixed_ip_address': '172.20.0.4'}} {{(pid=110179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 15:14:44.383701 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-e5a34586-9957-44bc-a1d5-c6fac07a12c4 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:14:44.475798 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-e5a34586-9957-44bc-a1d5-c6fac07a12c4 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (None), before_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:14:44.581644 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.db.db_base_plugin_common [None req-e5a34586-9957-44bc-a1d5-c6fac07a12c4 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Allocated IP 172.27.0.109 (ed71569c-47b6-4b42-b6b3-c541700724bf/701fb87e-0ea2-4d8d-8228-0af980cd437a/0c115062-cb43-4990-abf4-da863f6c0439) {{(pid=110179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 15:14:44.687669 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-e5a34586-9957-44bc-a1d5-c6fac07a12c4 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Publish callbacks [] for port (0c115062-cb43-4990-abf4-da863f6c0439), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:14:44.801306 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-e5a34586-9957-44bc-a1d5-c6fac07a12c4 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757345480668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3822761'] for port (0c115062-cb43-4990-abf4-da863f6c0439), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:14:44.847409 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a34586-9957-44bc-a1d5-c6fac07a12c4 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Network ed71569c-47b6-4b42-b6b3-c541700724bf is already hosted by enough agents. {{(pid=110179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 15:14:44.850534 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.scheduler.base_scheduler [None req-e5a34586-9957-44bc-a1d5-c6fac07a12c4 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Resources bound (agent type, host, resource id): {{(pid=110179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 15:14:44.854287 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a34586-9957-44bc-a1d5-c6fac07a12c4 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Received port after_create {{(pid=110179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 15:14:44.879983 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a34586-9957-44bc-a1d5-c6fac07a12c4 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Pushing event updated for resources: {'Port': ['ID=0c115062-cb43-4990-abf4-da863f6c0439,revision_number=1']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:14:44.989997 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (3a73802c-5f14-4c1f-8439-e74c4c90063b), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:14:45.239503 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-e5a34586-9957-44bc-a1d5-c6fac07a12c4 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Publish callbacks [] for floatingip (00550fc3-bbf2-4fcb-ad0e-ed5b7ff15d7a), precommit_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:14:45.390121 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-e5a34586-9957-44bc-a1d5-c6fac07a12c4 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (0c115062-cb43-4990-abf4-da863f6c0439), before_update {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:14:45.543366 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-e5a34586-9957-44bc-a1d5-c6fac07a12c4 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Publish callbacks [] for port (0c115062-cb43-4990-abf4-da863f6c0439), precommit_update {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:14:45.617648 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-e5a34586-9957-44bc-a1d5-c6fac07a12c4 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3822752'] for port (0c115062-cb43-4990-abf4-da863f6c0439), after_update {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:14:45.688192 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a34586-9957-44bc-a1d5-c6fac07a12c4 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Pushing event updated for resources: {'Port': ['ID=0c115062-cb43-4990-abf4-da863f6c0439,revision_number=2']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:14:45.699009 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-e5a34586-9957-44bc-a1d5-c6fac07a12c4 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-559821'] for floatingip (00550fc3-bbf2-4fcb-ad0e-ed5b7ff15d7a), after_create {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:14:45.811329 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.db.l3_db [None req-e5a34586-9957-44bc-a1d5-c6fac07a12c4 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Floating IP 00550fc3-bbf2-4fcb-ad0e-ed5b7ff15d7a associated. External IP: 172.27.0.109, port: fb905657-87be-4eed-8009-7bae46344494. Mar 02 15:14:46.291116 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5a34586-9957-44bc-a1d5-c6fac07a12c4 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Router 55359091-46e5-4379-b976-49ddf8d0d587 has already been hosted by L3 agent 4b7d4a90-2987-419a-b6cd-7624b7dba065 {{(pid=110179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 15:14:46.407247 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5a34586-9957-44bc-a1d5-c6fac07a12c4 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Notify agent at l3_agent.dv-cinder-831439-3-iscsi the message routers_updated {{(pid=110179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 15:14:46.420970 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3250776c-5bc6-4462-915b-3d37f775145c None None] Sync routers for ids ['55359091-46e5-4379-b976-49ddf8d0d587'] in dv-cinder-831439-3-iscsi {{(pid=110181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 15:14:46.430878 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3250776c-5bc6-4462-915b-3d37f775145c None None] Routers {'55359091-46e5-4379-b976-49ddf8d0d587'} bound to L3 agent in host dv-cinder-831439-3-iscsi {{(pid=110181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 15:14:46.431516 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-3250776c-5bc6-4462-915b-3d37f775145c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831439-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T14:48:11Z,description=,heartbeat_timestamp=2022-03-02T15:14:41Z,host='dv-cinder-831439-3-iscsi',id=4b7d4a90-2987-419a-b6cd-7624b7dba065,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T14:48:12Z,topic='l3_agent')) {'router_ids': ['55359091-46e5-4379-b976-49ddf8d0d587'], 'active': True} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:14:46.517009 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-e5a34586-9957-44bc-a1d5-c6fac07a12c4 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221961'] for floatingip (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:14:46.550382 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-e5a34586-9957-44bc-a1d5-c6fac07a12c4 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2637861 Mar 02 15:14:46.550986 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8537aef8-6e68-4b17-8398-784d3c055e0a', 'tag': 'fb905657-87be-4eed-8009-7bae46344494'}] {{(pid=110179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 15:14:46.553397 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb97933b220ae1c16e6a415d4137d9faa8b652e011ecbfdbbfadcc6a88146695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66561ae1-fa38-4fa8-9ed6-aba3f34477f8" -d '{"events": [{"name": "network-changed", "server_uuid": "8537aef8-6e68-4b17-8398-784d3c055e0a", "tag": "fb905657-87be-4eed-8009-7bae46344494"}]}' {{(pid=110179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 15:14:46.554495 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 36516) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:14:46.557617 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvr_db [None req-3250776c-5bc6-4462-915b-3d37f775145c None None] Set router 55359091-46e5-4379-b976-49ddf8d0d587 gateway port host: dv-cinder-831439-3-iscsi {{(pid=110181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 15:14:46.560474 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.v2.base [None req-fe53beef-d778-461c-a2b4-8510bd6785f0 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-868964727', 'description': 'tempest-secgroup-smoke-868964727 description', 'project_id': '46bbdd855e2d4c8a9beb15282ad1e7e3'}} {{(pid=110180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 15:14:46.608007 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 15:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d132656b-22c2-45df-9e59-ca1f472a60c4 x-openstack-request-id: req-d132656b-22c2-45df-9e59-ca1f472a60c4 {{(pid=110179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 15:14:46.608327 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8537aef8-6e68-4b17-8398-784d3c055e0a", "tag": "fb905657-87be-4eed-8009-7bae46344494", "status": "completed", "code": 200}]} {{(pid=110179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 15:14:46.608577 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d132656b-22c2-45df-9e59-ca1f472a60c4 {{(pid=110179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 15:14:46.608998 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8537aef8-6e68-4b17-8398-784d3c055e0a', 'tag': 'fb905657-87be-4eed-8009-7bae46344494', 'status': 'completed', 'code': 200} Mar 02 15:14:46.711729 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-fe53beef-d778-461c-a2b4-8510bd6785f0 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Publish callbacks [] for security_group (None), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:14:46.711729 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66561ae1-fa38-4fa8-9ed6-aba3f34477f8 req-c1d4e67e-8553-49d3-8ae7-332cbe8a51f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:14:46.712075 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-66561ae1-fa38-4fa8-9ed6-aba3f34477f8 req-c1d4e67e-8553-49d3-8ae7-332cbe8a51f2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=46bbdd855e2d4c8a9beb15282ad1e7e3&device_id=8537aef8-6e68-4b17-8398-784d3c055e0a HTTP/1.1" status: 200 len: 1129 time: 0.0606251 Mar 02 15:14:46.818252 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-3250776c-5bc6-4462-915b-3d37f775145c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55359091-46e5-4379-b976-49ddf8d0d587', 'name': 'tempest-TestMinimumBasicScenario-1473390916-router', 'tenant_id': '46bbdd855e2d4c8a9beb15282ad1e7e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'e1207eac-149a-4b7b-b767-e47f31a228da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T15:13:39Z', 'updated_at': '2022-03-02T15:13:42Z', 'revision_number': 4, 'project_id': '46bbdd855e2d4c8a9beb15282ad1e7e3', 'gw_port': {'id': 'e1207eac-149a-4b7b-b767-e47f31a228da', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a7:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55359091-46e5-4379-b976-49ddf8d0d587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:13:39Z', 'updated_at': '2022-03-02T15:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi', '_floatingips': [{'id': '00550fc3-bbf2-4fcb-ad0e-ed5b7ff15d7a', 'tenant_id': '46bbdd855e2d4c8a9beb15282ad1e7e3', 'floating_ip_address': '172.27.0.109', 'floating_network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'router_id': '55359091-46e5-4379-b976-49ddf8d0d587', 'port_id': 'fb905657-87be-4eed-8009-7bae46344494', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8d499f9-b14f-433d-9367-68a7fb5ba184', 'mac_address': 'fa:16:3e:a1:f9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8537aef8-6e68-4b17-8398-784d3c055e0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T15:14:45Z', 'updated_at': '2022-03-02T15:14:45Z', 'revision_number': 0, 'project_id': '46bbdd855e2d4c8a9beb15282ad1e7e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77cd3ada-c6d6-441e-b798-bec333daa46f', 'name': '', 'network_id': 'e8d499f9-b14f-433d-9367-68a7fb5ba184', 'tenant_id': '46bbdd855e2d4c8a9beb15282ad1e7e3', 'mac_address': 'fa:16:3e:61:88:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55359091-46e5-4379-b976-49ddf8d0d587', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '055f5c85-44f0-4aeb-9d85-3321dc948f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:13:41Z', 'updated_at': '2022-03-02T15:13:46Z', 'revision_number': 5, 'project_id': '46bbdd855e2d4c8a9beb15282ad1e7e3', 'subnets': [{'id': '055f5c85-44f0-4aeb-9d85-3321dc948f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831439-3-iscsi', False) {} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:14:46.859532 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3250776c-5bc6-4462-915b-3d37f775145c None None] Checking router: 55359091-46e5-4379-b976-49ddf8d0d587 for host: dv-cinder-831439-3-iscsi {{(pid=110181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 15:14:46.873038 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3250776c-5bc6-4462-915b-3d37f775145c None None] Routers {'55359091-46e5-4379-b976-49ddf8d0d587'} bound to L3 agent in host dv-cinder-831439-3-iscsi {{(pid=110181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 15:14:46.873904 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-3250776c-5bc6-4462-915b-3d37f775145c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831439-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T14:48:11Z,description=,heartbeat_timestamp=2022-03-02T15:14:41Z,host='dv-cinder-831439-3-iscsi',id=4b7d4a90-2987-419a-b6cd-7624b7dba065,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T14:48:12Z,topic='l3_agent')) {'router_ids': ['55359091-46e5-4379-b976-49ddf8d0d587'], 'active': True} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:14:46.885890 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-fe53beef-d778-461c-a2b4-8510bd6785f0 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Publish callbacks [] for security_group (a065e97c-90be-4e65-8f43-09a89e26d6da), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:14:46.891559 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66561ae1-fa38-4fa8-9ed6-aba3f34477f8 req-d57c9759-8dde-45eb-a973-84d4fc77876c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:14:46.893119 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-66561ae1-fa38-4fa8-9ed6-aba3f34477f8 req-d57c9759-8dde-45eb-a973-84d4fc77876c service neutron] 10.222.0.55 "GET /v2.0/networks?id=e8d499f9-b14f-433d-9367-68a7fb5ba184 HTTP/1.1" status: 200 len: 916 time: 0.1690571 Mar 02 15:14:46.969834 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-66561ae1-fa38-4fa8-9ed6-aba3f34477f8 req-4792435f-7a65-4f48-be77-366d099aacec service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb905657-87be-4eed-8009-7bae46344494 HTTP/1.1" status: 200 len: 999 time: 0.0708580 Mar 02 15:14:47.022292 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66561ae1-fa38-4fa8-9ed6-aba3f34477f8 req-3937dbff-d355-402a-bc46-91516c7039c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:14:47.023836 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-66561ae1-fa38-4fa8-9ed6-aba3f34477f8 req-3937dbff-d355-402a-bc46-91516c7039c1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=055f5c85-44f0-4aeb-9d85-3321dc948f68 HTTP/1.1" status: 200 len: 854 time: 0.0490067 Mar 02 15:14:47.024900 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvr_db [None req-3250776c-5bc6-4462-915b-3d37f775145c None None] Set router 55359091-46e5-4379-b976-49ddf8d0d587 gateway port host: dv-cinder-831439-3-iscsi {{(pid=110181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 15:14:47.079329 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66561ae1-fa38-4fa8-9ed6-aba3f34477f8 req-77dd64d0-2489-4aa3-82b9-014a9e1d3a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:14:47.080996 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-66561ae1-fa38-4fa8-9ed6-aba3f34477f8 req-77dd64d0-2489-4aa3-82b9-014a9e1d3a8b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e8d499f9-b14f-433d-9367-68a7fb5ba184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0508280 Mar 02 15:14:47.105105 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-fe53beef-d778-461c-a2b4-8510bd6785f0 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (a065e97c-90be-4e65-8f43-09a89e26d6da), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:14:47.173079 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe53beef-d778-461c-a2b4-8510bd6785f0 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a065e97c-90be-4e65-8f43-09a89e26d6da,revision_number=1']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:14:47.201848 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-66561ae1-fa38-4fa8-9ed6-aba3f34477f8 req-618759e1-48a8-4388-a380-5d3fa83dd241 service neutron] 10.222.0.55 "GET /v2.0/networks/e8d499f9-b14f-433d-9367-68a7fb5ba184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151390 Mar 02 15:14:47.268678 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-3250776c-5bc6-4462-915b-3d37f775145c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55359091-46e5-4379-b976-49ddf8d0d587', 'name': 'tempest-TestMinimumBasicScenario-1473390916-router', 'tenant_id': '46bbdd855e2d4c8a9beb15282ad1e7e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'e1207eac-149a-4b7b-b767-e47f31a228da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T15:13:39Z', 'updated_at': '2022-03-02T15:13:42Z', 'revision_number': 4, 'project_id': '46bbdd855e2d4c8a9beb15282ad1e7e3', 'gw_port': {'id': 'e1207eac-149a-4b7b-b767-e47f31a228da', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a7:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55359091-46e5-4379-b976-49ddf8d0d587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:13:39Z', 'updated_at': '2022-03-02T15:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi', '_floatingips': [{'id': '00550fc3-bbf2-4fcb-ad0e-ed5b7ff15d7a', 'tenant_id': '46bbdd855e2d4c8a9beb15282ad1e7e3', 'floating_ip_address': '172.27.0.109', 'floating_network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'router_id': '55359091-46e5-4379-b976-49ddf8d0d587', 'port_id': 'fb905657-87be-4eed-8009-7bae46344494', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8d499f9-b14f-433d-9367-68a7fb5ba184', 'mac_address': 'fa:16:3e:a1:f9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8537aef8-6e68-4b17-8398-784d3c055e0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T15:14:45Z', 'updated_at': '2022-03-02T15:14:45Z', 'revision_number': 0, 'project_id': '46bbdd855e2d4c8a9beb15282ad1e7e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77cd3ada-c6d6-441e-b798-bec333daa46f', 'name': '', 'network_id': 'e8d499f9-b14f-433d-9367-68a7fb5ba184', 'tenant_id': '46bbdd855e2d4c8a9beb15282ad1e7e3', 'mac_address': 'fa:16:3e:61:88:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55359091-46e5-4379-b976-49ddf8d0d587', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '055f5c85-44f0-4aeb-9d85-3321dc948f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:13:41Z', 'updated_at': '2022-03-02T15:13:46Z', 'revision_number': 5, 'project_id': '46bbdd855e2d4c8a9beb15282ad1e7e3', 'subnets': [{'id': '055f5c85-44f0-4aeb-9d85-3321dc948f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831439-3-iscsi', False) {} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:14:47.297907 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3250776c-5bc6-4462-915b-3d37f775145c None None] The sync data for ids ['55359091-46e5-4379-b976-49ddf8d0d587'] in dv-cinder-831439-3-iscsi is: [{'id': '55359091-46e5-4379-b976-49ddf8d0d587', 'name': 'tempest-TestMinimumBasicScenario-1473390916-router', 'tenant_id': '46bbdd855e2d4c8a9beb15282ad1e7e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'e1207eac-149a-4b7b-b767-e47f31a228da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T15:13:39Z', 'updated_at': '2022-03-02T15:13:42Z', 'revision_number': 4, 'project_id': '46bbdd855e2d4c8a9beb15282ad1e7e3', 'gw_port': {'id': 'e1207eac-149a-4b7b-b767-e47f31a228da', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a7:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55359091-46e5-4379-b976-49ddf8d0d587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:13:39Z', 'updated_at': '2022-03-02T15:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi', '_floatingips': [{'id': '00550fc3-bbf2-4fcb-ad0e-ed5b7ff15d7a', 'tenant_id': '46bbdd855e2d4c8a9beb15282ad1e7e3', 'floating_ip_address': '172.27.0.109', 'floating_network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'router_id': '55359091-46e5-4379-b976-49ddf8d0d587', 'port_id': 'fb905657-87be-4eed-8009-7bae46344494', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8d499f9-b14f-433d-9367-68a7fb5ba184', 'mac_address': 'fa:16:3e:a1:f9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8537aef8-6e68-4b17-8398-784d3c055e0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T15:14:45Z', 'updated_at': '2022-03-02T15:14:45Z', 'revision_number': 0, 'project_id': '46bbdd855e2d4c8a9beb15282ad1e7e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77cd3ada-c6d6-441e-b798-bec333daa46f', 'name': '', 'network_id': 'e8d499f9-b14f-433d-9367-68a7fb5ba184', 'tenant_id': '46bbdd855e2d4c8a9beb15282ad1e7e3', 'mac_address': 'fa:16:3e:61:88:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55359091-46e5-4379-b976-49ddf8d0d587', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '055f5c85-44f0-4aeb-9d85-3321dc948f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:13:41Z', 'updated_at': '2022-03-02T15:13:46Z', 'revision_number': 5, 'project_id': '46bbdd855e2d4c8a9beb15282ad1e7e3', 'subnets': [{'id': '055f5c85-44f0-4aeb-9d85-3321dc948f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 15:14:47.521788 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4c6637-0e88-4308-b361-e559c8cedcf1 None None] New status for floating IP 00550fc3-bbf2-4fcb-ad0e-ed5b7ff15d7a: ACTIVE {{(pid=110182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 15:14:47.544668 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-fe53beef-d778-461c-a2b4-8510bd6785f0 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Publish callbacks [] for security_group (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:14:47.545914 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-fe53beef-d778-461c-a2b4-8510bd6785f0 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.9897978 Mar 02 15:14:47.550240 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 36520) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:14:47.556061 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.v2.base [None req-227b8e01-aaad-454f-adc1-18ab11777f4b tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Request body: {'security_group_rule': {'security_group_id': 'a065e97c-90be-4e65-8f43-09a89e26d6da', 'project_id': '46bbdd855e2d4c8a9beb15282ad1e7e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 15:14:47.606858 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-66561ae1-fa38-4fa8-9ed6-aba3f34477f8 req-00d2530d-fb35-4e75-984b-9baaad43511b service neutron] 10.222.0.55 "GET /v2.0/networks/e8d499f9-b14f-433d-9367-68a7fb5ba184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3989995 Mar 02 15:14:47.657854 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-227b8e01-aaad-454f-adc1-18ab11777f4b tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Publish callbacks [] for security_group_rule (0c1b23f3-34a0-4ff9-89be-29a7c25d08d7), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:14:47.705128 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-227b8e01-aaad-454f-adc1-18ab11777f4b tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Publish callbacks [] for security_group_rule (0c1b23f3-34a0-4ff9-89be-29a7c25d08d7), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:14:47.851573 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-227b8e01-aaad-454f-adc1-18ab11777f4b tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769636'] for security_group_rule (0c1b23f3-34a0-4ff9-89be-29a7c25d08d7), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:14:47.868584 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227b8e01-aaad-454f-adc1-18ab11777f4b tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c1b23f3-34a0-4ff9-89be-29a7c25d08d7,revision_number=0']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:14:47.956420 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-227b8e01-aaad-454f-adc1-18ab11777f4b tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:14:47.957634 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-227b8e01-aaad-454f-adc1-18ab11777f4b tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4064751 Mar 02 15:14:47.960449 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 36522) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:14:47.965198 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.v2.base [None req-d05b0f6e-3728-4c54-afee-80063a95e656 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Request body: {'security_group_rule': {'security_group_id': 'a065e97c-90be-4e65-8f43-09a89e26d6da', 'project_id': '46bbdd855e2d4c8a9beb15282ad1e7e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 15:14:48.091745 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-d05b0f6e-3728-4c54-afee-80063a95e656 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Publish callbacks [] for security_group_rule (8920995c-ab1a-4e69-8a4c-cae84377c657), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:14:48.146923 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-d05b0f6e-3728-4c54-afee-80063a95e656 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Publish callbacks [] for security_group_rule (8920995c-ab1a-4e69-8a4c-cae84377c657), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:14:48.263099 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-d05b0f6e-3728-4c54-afee-80063a95e656 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769636'] for security_group_rule (8920995c-ab1a-4e69-8a4c-cae84377c657), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:14:48.285389 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05b0f6e-3728-4c54-afee-80063a95e656 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8920995c-ab1a-4e69-8a4c-cae84377c657,revision_number=0']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:14:48.367883 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-d05b0f6e-3728-4c54-afee-80063a95e656 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:14:48.370693 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-d05b0f6e-3728-4c54-afee-80063a95e656 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4077516 Mar 02 15:14:48.372473 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 36526) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:14:48.376670 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.v2.base [None req-a91cda61-7adf-4a43-bee0-4959388414d1 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Request body: {'security_group_rule': {'security_group_id': 'a065e97c-90be-4e65-8f43-09a89e26d6da', 'project_id': '46bbdd855e2d4c8a9beb15282ad1e7e3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 15:14:48.467605 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-a91cda61-7adf-4a43-bee0-4959388414d1 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Publish callbacks [] for security_group_rule (27194681-86f0-448c-b823-b5e22379c337), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:14:48.522050 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-a91cda61-7adf-4a43-bee0-4959388414d1 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Publish callbacks [] for security_group_rule (27194681-86f0-448c-b823-b5e22379c337), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:14:48.600701 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-a91cda61-7adf-4a43-bee0-4959388414d1 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769636'] for security_group_rule (27194681-86f0-448c-b823-b5e22379c337), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:14:48.620549 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91cda61-7adf-4a43-bee0-4959388414d1 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27194681-86f0-448c-b823-b5e22379c337,revision_number=0']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:14:48.688183 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-a91cda61-7adf-4a43-bee0-4959388414d1 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:14:48.689569 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-a91cda61-7adf-4a43-bee0-4959388414d1 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3161530 Mar 02 15:14:48.694483 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 36528) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:14:48.699159 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.v2.base [None req-29dd39ba-9e20-45eb-822d-bf7eefb7f42a tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Request body: {'security_group_rule': {'security_group_id': 'a065e97c-90be-4e65-8f43-09a89e26d6da', 'project_id': '46bbdd855e2d4c8a9beb15282ad1e7e3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 15:14:48.799950 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-29dd39ba-9e20-45eb-822d-bf7eefb7f42a tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Publish callbacks [] for security_group_rule (8fdf5344-2a1d-44fd-bb40-0fbf9cdc11b9), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:14:48.857778 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-29dd39ba-9e20-45eb-822d-bf7eefb7f42a tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Publish callbacks [] for security_group_rule (8fdf5344-2a1d-44fd-bb40-0fbf9cdc11b9), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:14:48.931823 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-29dd39ba-9e20-45eb-822d-bf7eefb7f42a tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769636'] for security_group_rule (8fdf5344-2a1d-44fd-bb40-0fbf9cdc11b9), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:14:48.949605 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dd39ba-9e20-45eb-822d-bf7eefb7f42a tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fdf5344-2a1d-44fd-bb40-0fbf9cdc11b9,revision_number=0']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:14:49.024908 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-29dd39ba-9e20-45eb-822d-bf7eefb7f42a tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:14:49.026797 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-29dd39ba-9e20-45eb-822d-bf7eefb7f42a tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3311729 Mar 02 15:14:49.029446 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 36530) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:14:49.033867 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.v2.base [None req-405ecbae-2d06-4eea-9d52-620d5c7a8780 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Request body: {'security_group_rule': {'security_group_id': 'a065e97c-90be-4e65-8f43-09a89e26d6da', 'project_id': '46bbdd855e2d4c8a9beb15282ad1e7e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 15:14:49.143202 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.db.securitygroups_db [None req-405ecbae-2d06-4eea-9d52-620d5c7a8780 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Project 46bbdd855e2d4c8a9beb15282ad1e7e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 15:14:49.148623 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-405ecbae-2d06-4eea-9d52-620d5c7a8780 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Publish callbacks [] for security_group_rule (a8ae3330-378c-44f2-ab1a-b5bf36ef274e), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:14:49.205874 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-405ecbae-2d06-4eea-9d52-620d5c7a8780 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Publish callbacks [] for security_group_rule (a8ae3330-378c-44f2-ab1a-b5bf36ef274e), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:14:49.274475 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-405ecbae-2d06-4eea-9d52-620d5c7a8780 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769636'] for security_group_rule (a8ae3330-378c-44f2-ab1a-b5bf36ef274e), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:14:49.295066 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405ecbae-2d06-4eea-9d52-620d5c7a8780 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8ae3330-378c-44f2-ab1a-b5bf36ef274e,revision_number=0']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:14:49.374034 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-405ecbae-2d06-4eea-9d52-620d5c7a8780 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:14:49.375290 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-405ecbae-2d06-4eea-9d52-620d5c7a8780 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3449054 Mar 02 15:14:49.378010 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 36532) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:14:49.382372 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.v2.base [None req-5101790a-4555-4de8-99e6-012388c7d3b4 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Request body: {'security_group_rule': {'security_group_id': 'a065e97c-90be-4e65-8f43-09a89e26d6da', 'project_id': '46bbdd855e2d4c8a9beb15282ad1e7e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 15:14:49.451937 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.db.securitygroups_db [None req-5101790a-4555-4de8-99e6-012388c7d3b4 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Project 46bbdd855e2d4c8a9beb15282ad1e7e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 15:14:49.456901 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-5101790a-4555-4de8-99e6-012388c7d3b4 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Publish callbacks [] for security_group_rule (ec8950d0-ce94-4644-9aec-cba26de79f26), before_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:14:49.514212 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-5101790a-4555-4de8-99e6-012388c7d3b4 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Publish callbacks [] for security_group_rule (ec8950d0-ce94-4644-9aec-cba26de79f26), precommit_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:14:49.594608 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-5101790a-4555-4de8-99e6-012388c7d3b4 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769636'] for security_group_rule (ec8950d0-ce94-4644-9aec-cba26de79f26), after_create {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:14:49.612714 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5101790a-4555-4de8-99e6-012388c7d3b4 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec8950d0-ce94-4644-9aec-cba26de79f26,revision_number=0']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:14:49.692984 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-5101790a-4555-4de8-99e6-012388c7d3b4 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:14:49.694237 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-5101790a-4555-4de8-99e6-012388c7d3b4 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3152769 Mar 02 15:14:49.787602 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6ce18c6e-015b-4bea-999c-b446cc87df27 req-b364da63-748e-4447-8a13-0335c3e352a9 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-868964727&fields=id&tenant_id=46bbdd855e2d4c8a9beb15282ad1e7e3 HTTP/1.1" status: 200 len: 267 time: 0.0462337 Mar 02 15:14:49.847879 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce18c6e-015b-4bea-999c-b446cc87df27 req-d2149b22-7cbc-42d3-b631-846eadf7defd tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:14:49.849367 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6ce18c6e-015b-4bea-999c-b446cc87df27 req-d2149b22-7cbc-42d3-b631-846eadf7defd tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] 10.222.0.52 "GET /v2.0/ports?device_id=8537aef8-6e68-4b17-8398-784d3c055e0a HTTP/1.1" status: 200 len: 945 time: 0.0557368 Mar 02 15:14:49.861448 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.v2.base [req-6ce18c6e-015b-4bea-999c-b446cc87df27 req-f982d454-ba2a-441b-aa96-b93a1dbc939d tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Request body: {'port': {'security_groups': ['3f244d27-a6e7-42c9-a27f-886a3c39076e', 'a065e97c-90be-4e65-8f43-09a89e26d6da']}} {{(pid=110180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 15:14:49.934535 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-6ce18c6e-015b-4bea-999c-b446cc87df27 req-f982d454-ba2a-441b-aa96-b93a1dbc939d tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (fb905657-87be-4eed-8009-7bae46344494), before_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:14:50.123645 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.db [req-6ce18c6e-015b-4bea-999c-b446cc87df27 req-f982d454-ba2a-441b-aa96-b93a1dbc939d tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] For port fb905657-87be-4eed-8009-7bae46344494, host hv-cinder-83143, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=fb905657-87be-4eed-8009-7bae46344494,segment=NetworkSegment(0b911c62-dfcf-44f6-b5c5-97e04836d45f),segment_id=0b911c62-dfcf-44f6-b5c5-97e04836d45f)] {{(pid=110180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:14:50.153869 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-6ce18c6e-015b-4bea-999c-b446cc87df27 req-f982d454-ba2a-441b-aa96-b93a1dbc939d tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Publish callbacks [] for port (fb905657-87be-4eed-8009-7bae46344494), precommit_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:14:50.257626 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-6ce18c6e-015b-4bea-999c-b446cc87df27 req-f982d454-ba2a-441b-aa96-b93a1dbc939d tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3672609'] for port (fb905657-87be-4eed-8009-7bae46344494), after_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:14:50.300816 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] get_ports_and_sgs() called for port_ids ['fb905657-87be-4eed-8009-7bae46344494'] {{(pid=110181) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 15:14:50.308287 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce18c6e-015b-4bea-999c-b446cc87df27 req-f982d454-ba2a-441b-aa96-b93a1dbc939d tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:14:50.308966 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-6ce18c6e-015b-4bea-999c-b446cc87df27 req-f982d454-ba2a-441b-aa96-b93a1dbc939d tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221961'] for port (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:14:50.310506 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6ce18c6e-015b-4bea-999c-b446cc87df27 req-f982d454-ba2a-441b-aa96-b93a1dbc939d tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] 10.222.0.52 "PUT /v2.0/ports/fb905657-87be-4eed-8009-7bae46344494 HTTP/1.1" status: 200 len: 981 time: 0.4537022 Mar 02 15:14:50.310899 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8537aef8-6e68-4b17-8398-784d3c055e0a', 'tag': 'fb905657-87be-4eed-8009-7bae46344494'}] {{(pid=110180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 15:14:50.313425 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d4cb776884cbbf8177075bc934a95f6bdaf5bba346c2d7fc75eae3cda02a5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd0015a5-31f0-4d9f-b128-5f338b43403b" -d '{"events": [{"name": "network-changed", "server_uuid": "8537aef8-6e68-4b17-8398-784d3c055e0a", "tag": "fb905657-87be-4eed-8009-7bae46344494"}]}' {{(pid=110180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 15:14:50.341156 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f982d454-ba2a-441b-aa96-b93a1dbc939d tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Pushing event updated for resources: {'Port': ['ID=fb905657-87be-4eed-8009-7bae46344494,revision_number=6']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:14:50.439109 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 15:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4407420c-69a1-4393-a803-d2beb50d87e1 x-openstack-request-id: req-4407420c-69a1-4393-a803-d2beb50d87e1 {{(pid=110180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 15:14:50.439537 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8537aef8-6e68-4b17-8398-784d3c055e0a", "tag": "fb905657-87be-4eed-8009-7bae46344494", "status": "completed", "code": 200}]} {{(pid=110180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 15:14:50.439916 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4407420c-69a1-4393-a803-d2beb50d87e1 {{(pid=110180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 15:14:50.440432 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8537aef8-6e68-4b17-8398-784d3c055e0a', 'tag': 'fb905657-87be-4eed-8009-7bae46344494', 'status': 'completed', 'code': 200} Mar 02 15:14:50.459214 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1687eb1-fea8-478b-80df-738d037217f3 req-b96b62d7-348c-4d35-a028-14ce0e1ea1c9 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:14:50.461358 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-f1687eb1-fea8-478b-80df-738d037217f3 req-b96b62d7-348c-4d35-a028-14ce0e1ea1c9 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] 10.222.0.52 "GET /v2.0/ports?device_id=8537aef8-6e68-4b17-8398-784d3c055e0a HTTP/1.1" status: 200 len: 984 time: 0.0705199 Mar 02 15:14:50.563464 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-f1687eb1-fea8-478b-80df-738d037217f3 req-214a313d-89a1-4e1e-967e-40fbb8077e77 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f244d27-a6e7-42c9-a27f-886a3c39076e&id=a065e97c-90be-4e65-8f43-09a89e26d6da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0948191 Mar 02 15:14:50.570203 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0015a5-31f0-4d9f-b128-5f338b43403b req-72d2dd06-4538-49b1-bc33-89161d6d6216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:14:50.572906 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-cd0015a5-31f0-4d9f-b128-5f338b43403b req-72d2dd06-4538-49b1-bc33-89161d6d6216 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=46bbdd855e2d4c8a9beb15282ad1e7e3&device_id=8537aef8-6e68-4b17-8398-784d3c055e0a HTTP/1.1" status: 200 len: 1168 time: 0.0879228 Mar 02 15:14:50.595139 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] get_ports_and_sgs() called for port_ids ['fb905657-87be-4eed-8009-7bae46344494'] {{(pid=110181) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 15:14:50.645340 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-29ed29d8-9d04-4a09-931d-4cd70f1928ae None None] Provisioning complete for port fb905657-87be-4eed-8009-7bae46344494 triggered by entity DHCP. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 15:14:50.645657 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-29ed29d8-9d04-4a09-931d-4cd70f1928ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (fb905657-87be-4eed-8009-7bae46344494), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:14:50.666900 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0015a5-31f0-4d9f-b128-5f338b43403b req-94014593-b207-411f-a2a0-85557b991255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:14:50.668409 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-cd0015a5-31f0-4d9f-b128-5f338b43403b req-94014593-b207-411f-a2a0-85557b991255 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e8d499f9-b14f-433d-9367-68a7fb5ba184 HTTP/1.1" status: 200 len: 916 time: 0.0887365 Mar 02 15:14:50.737340 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-cd0015a5-31f0-4d9f-b128-5f338b43403b req-7ff4ddbf-4874-4225-bc54-6652a0f831cd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb905657-87be-4eed-8009-7bae46344494 HTTP/1.1" status: 200 len: 1001 time: 0.0617473 Mar 02 15:14:50.786177 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0015a5-31f0-4d9f-b128-5f338b43403b req-cc77951c-df1d-40b2-8c65-a581dc0e16d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:14:50.787721 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-cd0015a5-31f0-4d9f-b128-5f338b43403b req-cc77951c-df1d-40b2-8c65-a581dc0e16d8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=055f5c85-44f0-4aeb-9d85-3321dc948f68 HTTP/1.1" status: 200 len: 854 time: 0.0445597 Mar 02 15:14:50.830638 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-29ed29d8-9d04-4a09-931d-4cd70f1928ae None None] Current status of the port fb905657-87be-4eed-8009-7bae46344494 is: ACTIVE; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 15:14:50.835523 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0015a5-31f0-4d9f-b128-5f338b43403b req-08a50e49-b2cc-43cc-815f-1de92f285bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:14:50.837084 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-cd0015a5-31f0-4d9f-b128-5f338b43403b req-08a50e49-b2cc-43cc-815f-1de92f285bbe service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e8d499f9-b14f-433d-9367-68a7fb5ba184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435319 Mar 02 15:14:50.928275 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-cd0015a5-31f0-4d9f-b128-5f338b43403b req-92442ce5-1870-4d4e-b596-80be4b3de213 service neutron] 10.222.0.55 "GET /v2.0/networks/e8d499f9-b14f-433d-9367-68a7fb5ba184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845075 Mar 02 15:14:51.017382 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-cd0015a5-31f0-4d9f-b128-5f338b43403b req-64d42415-b7c0-4bc8-be99-ecc9a9a5066f service neutron] 10.222.0.55 "GET /v2.0/networks/e8d499f9-b14f-433d-9367-68a7fb5ba184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835247 Mar 02 15:14:57.320603 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (a761fe19-4045-45cc-a7c7-f029a0c82591), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:15:08.656896 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-e08325c2-e0cd-4a90-aa12-90de91a8ff94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (dc3a6147-3194-47be-b33a-76a9a2a48933), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:15:09.400715 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-0a7aba7b-6e7c-44bc-bdb8-25d7db244465 req-60d4f6e7-de38-4523-80fc-691bad8c2967 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=814171a9-1e03-4687-8479-d130483fc08f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0471852 Mar 02 15:15:09.499069 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7aba7b-6e7c-44bc-bdb8-25d7db244465 req-292cfc0c-f6f4-4697-937b-657c2e11130e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:15:09.500577 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-0a7aba7b-6e7c-44bc-bdb8-25d7db244465 req-292cfc0c-f6f4-4697-937b-657c2e11130e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7de5f8ffc29449a8970c42522a6efe67&device_id=814171a9-1e03-4687-8479-d130483fc08f HTTP/1.1" status: 200 len: 1129 time: 0.0434268 Mar 02 15:15:09.598917 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7aba7b-6e7c-44bc-bdb8-25d7db244465 req-bee0d8b6-8650-4268-960b-5e6c1a48ed73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:15:09.600408 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-0a7aba7b-6e7c-44bc-bdb8-25d7db244465 req-bee0d8b6-8650-4268-960b-5e6c1a48ed73 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c205c27c-cdfe-46e1-b04c-d672de0d3fe3 HTTP/1.1" status: 200 len: 913 time: 0.0826411 Mar 02 15:15:09.668133 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-0a7aba7b-6e7c-44bc-bdb8-25d7db244465 req-528e19ca-c87b-40d8-8bfd-2db99571fbe5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf450849-cf9c-4bea-b9db-fb7892cd1581 HTTP/1.1" status: 200 len: 1000 time: 0.0611937 Mar 02 15:15:09.713810 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7aba7b-6e7c-44bc-bdb8-25d7db244465 req-2863f8d9-62da-4806-b27d-6baa8cd89c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:15:09.715280 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-0a7aba7b-6e7c-44bc-bdb8-25d7db244465 req-2863f8d9-62da-4806-b27d-6baa8cd89c82 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=61ac6005-af56-475d-a05a-68a49febcf55 HTTP/1.1" status: 200 len: 851 time: 0.0412514 Mar 02 15:15:09.761463 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7aba7b-6e7c-44bc-bdb8-25d7db244465 req-6179ca8a-7e23-480c-8344-c4c595d8b301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:15:09.762937 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-0a7aba7b-6e7c-44bc-bdb8-25d7db244465 req-6179ca8a-7e23-480c-8344-c4c595d8b301 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c205c27c-cdfe-46e1-b04c-d672de0d3fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418103 Mar 02 15:15:09.852627 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-0a7aba7b-6e7c-44bc-bdb8-25d7db244465 req-4190c852-608d-4d92-9776-e138ffa26cd1 service neutron] 10.222.0.55 "GET /v2.0/networks/c205c27c-cdfe-46e1-b04c-d672de0d3fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831592 Mar 02 15:15:09.938205 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-0a7aba7b-6e7c-44bc-bdb8-25d7db244465 req-a143d607-8dc8-4460-82e0-fcfe9405f7f0 service neutron] 10.222.0.55 "GET /v2.0/networks/c205c27c-cdfe-46e1-b04c-d672de0d3fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799513 Mar 02 15:15:11.085384 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-eab93962-929e-493a-bb1d-22f8f9515d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (4b7d4a90-2987-419a-b6cd-7624b7dba065), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:15:12.160083 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-8c265469-93de-451d-a227-73ff998d8f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (bfbb2626-1130-458a-80a5-4632d76fa057), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:15:13.656894 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-9cfe1c82-1e01-4346-89c5-c3e1093f4022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (b9ce56f8-3527-4dd9-b024-9df7b3f4c018), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:15:14.936548 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (3a73802c-5f14-4c1f-8439-e74c4c90063b), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:15:17.874485 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.agents_db [None req-b044b9bd-a670-44c5-b22a-8886b11808d8 None None] Agent healthcheck: found 6 active agents {{(pid=110182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 15:15:27.302340 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (a761fe19-4045-45cc-a7c7-f029a0c82591), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:15:38.696257 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-113ad407-cccc-4295-afdc-6cb5ae88603f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (dc3a6147-3194-47be-b33a-76a9a2a48933), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:15:41.102041 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-e56da53e-f009-4f5a-a3de-fbec65285bf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (4b7d4a90-2987-419a-b6cd-7624b7dba065), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:15:42.176707 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-8c265469-93de-451d-a227-73ff998d8f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (bfbb2626-1130-458a-80a5-4632d76fa057), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:15:43.679274 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-9cfe1c82-1e01-4346-89c5-c3e1093f4022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (b9ce56f8-3527-4dd9-b024-9df7b3f4c018), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:15:44.935887 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (3a73802c-5f14-4c1f-8439-e74c4c90063b), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:15:51.668401 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a62a99-8c94-446e-98f2-adff2d584c84 req-e56bf645-d6c5-4201-ae5f-b5eb57389d22 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:15:51.669949 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a6a62a99-8c94-446e-98f2-adff2d584c84 req-e56bf645-d6c5-4201-ae5f-b5eb57389d22 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] 10.222.0.52 "GET /v2.0/ports?device_id=8537aef8-6e68-4b17-8398-784d3c055e0a HTTP/1.1" status: 200 len: 984 time: 0.0608068 Mar 02 15:15:51.757880 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a6a62a99-8c94-446e-98f2-adff2d584c84 req-020c3cbc-774a-4271-b5ab-a6ac3eb867a9 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f244d27-a6e7-42c9-a27f-886a3c39076e&id=a065e97c-90be-4e65-8f43-09a89e26d6da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0820930 Mar 02 15:15:51.769669 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f06501-2d5c-4da6-8734-50fdcf092c12 req-3f19ebf0-a3f4-4196-ad5a-773fa54e241e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:15:51.771184 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a8f06501-2d5c-4da6-8734-50fdcf092c12 req-3f19ebf0-a3f4-4196-ad5a-773fa54e241e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=46bbdd855e2d4c8a9beb15282ad1e7e3&device_id=8537aef8-6e68-4b17-8398-784d3c055e0a HTTP/1.1" status: 200 len: 1168 time: 0.0690320 Mar 02 15:15:51.863065 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f06501-2d5c-4da6-8734-50fdcf092c12 req-2f691ada-2c6a-4b30-bd68-f8ec7ed07026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:15:51.864584 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a8f06501-2d5c-4da6-8734-50fdcf092c12 req-2f691ada-2c6a-4b30-bd68-f8ec7ed07026 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e8d499f9-b14f-433d-9367-68a7fb5ba184 HTTP/1.1" status: 200 len: 916 time: 0.0859482 Mar 02 15:15:51.929814 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a8f06501-2d5c-4da6-8734-50fdcf092c12 req-772fa92b-c524-4669-ae78-94bca708784b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb905657-87be-4eed-8009-7bae46344494 HTTP/1.1" status: 200 len: 1001 time: 0.0589449 Mar 02 15:15:51.979045 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f06501-2d5c-4da6-8734-50fdcf092c12 req-a688d023-8bcd-465a-b423-2c16bfc20ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:15:51.980525 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a8f06501-2d5c-4da6-8734-50fdcf092c12 req-a688d023-8bcd-465a-b423-2c16bfc20ebe service neutron] 10.222.0.55 "GET /v2.0/subnets?id=055f5c85-44f0-4aeb-9d85-3321dc948f68 HTTP/1.1" status: 200 len: 854 time: 0.0449212 Mar 02 15:15:52.031713 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f06501-2d5c-4da6-8734-50fdcf092c12 req-d25d9407-6e9f-4901-a85c-dff065304da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:15:52.033172 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a8f06501-2d5c-4da6-8734-50fdcf092c12 req-d25d9407-6e9f-4901-a85c-dff065304da7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e8d499f9-b14f-433d-9367-68a7fb5ba184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465658 Mar 02 15:15:52.119647 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a8f06501-2d5c-4da6-8734-50fdcf092c12 req-44086ac9-4779-44c8-898b-41fcb878a72e service neutron] 10.222.0.55 "GET /v2.0/networks/e8d499f9-b14f-433d-9367-68a7fb5ba184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788019 Mar 02 15:15:52.217790 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a8f06501-2d5c-4da6-8734-50fdcf092c12 req-1687e5f2-256b-4452-9d8f-4a548e15630f service neutron] 10.222.0.55 "GET /v2.0/networks/e8d499f9-b14f-433d-9367-68a7fb5ba184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864029 Mar 02 15:15:52.886846 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f42d3d7-13d0-4efd-bf59-78247c060dc3 req-c9eff69d-c299-42c3-9f28-3444daa4ef8e tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:15:52.888550 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-2f42d3d7-13d0-4efd-bf59-78247c060dc3 req-c9eff69d-c299-42c3-9f28-3444daa4ef8e tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] 10.222.0.52 "GET /v2.0/ports?device_id=8537aef8-6e68-4b17-8398-784d3c055e0a HTTP/1.1" status: 200 len: 984 time: 0.0613997 Mar 02 15:15:52.955768 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-2f42d3d7-13d0-4efd-bf59-78247c060dc3 req-b7cb9ae1-9ea3-4fde-b16a-c62d2ebf1b14 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f244d27-a6e7-42c9-a27f-886a3c39076e&id=a065e97c-90be-4e65-8f43-09a89e26d6da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0574641 Mar 02 15:15:54.072988 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee5bbb-b88b-4409-b6fc-45f84eede05c req-d5944a80-338e-4a16-b6c9-eeed6577e1ab tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:15:54.074438 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-3fee5bbb-b88b-4409-b6fc-45f84eede05c req-d5944a80-338e-4a16-b6c9-eeed6577e1ab tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] 10.222.0.52 "GET /v2.0/ports?device_id=8537aef8-6e68-4b17-8398-784d3c055e0a HTTP/1.1" status: 200 len: 984 time: 0.0536025 Mar 02 15:15:54.135890 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-3fee5bbb-b88b-4409-b6fc-45f84eede05c req-027dab0a-f02a-4040-8f10-3797dd0ca908 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f244d27-a6e7-42c9-a27f-886a3c39076e&id=a065e97c-90be-4e65-8f43-09a89e26d6da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0558710 Mar 02 15:15:54.873223 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.agents_db [None req-b044b9bd-a670-44c5-b22a-8886b11808d8 None None] Agent healthcheck: found 6 active agents {{(pid=110182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 15:15:55.255838 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5df3ee-0921-46bb-92ed-84b7df78fdb1 req-d87018ec-36f8-4d54-8cb3-1d5e84b2b75d tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:15:55.257303 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ad5df3ee-0921-46bb-92ed-84b7df78fdb1 req-d87018ec-36f8-4d54-8cb3-1d5e84b2b75d tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] 10.222.0.52 "GET /v2.0/ports?device_id=8537aef8-6e68-4b17-8398-784d3c055e0a HTTP/1.1" status: 200 len: 984 time: 0.0547926 Mar 02 15:15:55.316610 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ad5df3ee-0921-46bb-92ed-84b7df78fdb1 req-b684d388-58a0-4a9f-937f-ea86e3959dfe tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f244d27-a6e7-42c9-a27f-886a3c39076e&id=a065e97c-90be-4e65-8f43-09a89e26d6da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0536735 Mar 02 15:15:56.432062 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4659f6-dcd7-48e2-be7d-cdf35e9c982a req-45d58810-67a2-4087-887b-da75799622f7 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:15:56.433418 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-3e4659f6-dcd7-48e2-be7d-cdf35e9c982a req-45d58810-67a2-4087-887b-da75799622f7 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] 10.222.0.52 "GET /v2.0/ports?device_id=8537aef8-6e68-4b17-8398-784d3c055e0a HTTP/1.1" status: 200 len: 984 time: 0.0514328 Mar 02 15:15:56.489651 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-3e4659f6-dcd7-48e2-be7d-cdf35e9c982a req-f44018c8-7f4f-417f-8bff-3709357645f4 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f244d27-a6e7-42c9-a27f-886a3c39076e&id=a065e97c-90be-4e65-8f43-09a89e26d6da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0507116 Mar 02 15:15:57.289916 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (a761fe19-4045-45cc-a7c7-f029a0c82591), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:15:57.610982 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee63868e-f406-4345-bcf4-798ad7f21900 req-01b9f382-b306-4c92-88e0-849f9a09e10b tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:15:57.612491 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ee63868e-f406-4345-bcf4-798ad7f21900 req-01b9f382-b306-4c92-88e0-849f9a09e10b tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] 10.222.0.52 "GET /v2.0/ports?device_id=8537aef8-6e68-4b17-8398-784d3c055e0a HTTP/1.1" status: 200 len: 984 time: 0.0565403 Mar 02 15:15:57.673931 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ee63868e-f406-4345-bcf4-798ad7f21900 req-04e60490-66e3-4729-acfb-f4e0a39f2041 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f244d27-a6e7-42c9-a27f-886a3c39076e&id=a065e97c-90be-4e65-8f43-09a89e26d6da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0558345 Mar 02 15:15:58.795060 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d00dc6-fc55-432d-8de9-dfce2b473b56 req-2a6ca491-491b-4cb0-a85f-62d6e56b47a9 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:15:58.796584 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-19d00dc6-fc55-432d-8de9-dfce2b473b56 req-2a6ca491-491b-4cb0-a85f-62d6e56b47a9 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] 10.222.0.52 "GET /v2.0/ports?device_id=8537aef8-6e68-4b17-8398-784d3c055e0a HTTP/1.1" status: 200 len: 984 time: 0.0533299 Mar 02 15:15:58.857326 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-19d00dc6-fc55-432d-8de9-dfce2b473b56 req-f992c565-9852-4f57-9b67-6fd680d75368 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f244d27-a6e7-42c9-a27f-886a3c39076e&id=a065e97c-90be-4e65-8f43-09a89e26d6da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0549641 Mar 02 15:15:59.985258 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de308dba-bf09-44a8-a609-c708dac0a162 req-1e32b524-9914-4b40-9ef6-1b1dccb73271 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:15:59.986728 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-de308dba-bf09-44a8-a609-c708dac0a162 req-1e32b524-9914-4b40-9ef6-1b1dccb73271 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] 10.222.0.52 "GET /v2.0/ports?device_id=8537aef8-6e68-4b17-8398-784d3c055e0a HTTP/1.1" status: 200 len: 984 time: 0.0521855 Mar 02 15:16:00.054331 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-de308dba-bf09-44a8-a609-c708dac0a162 req-32398345-4f44-4926-9e3f-8d295c402f25 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f244d27-a6e7-42c9-a27f-886a3c39076e&id=a065e97c-90be-4e65-8f43-09a89e26d6da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0619104 Mar 02 15:16:01.172804 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42254ea0-a141-4b23-bfb0-c8ce2554d155 req-2a3f2020-9a7f-45f2-8b6b-8d5c01ba386d tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:16:01.174268 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-42254ea0-a141-4b23-bfb0-c8ce2554d155 req-2a3f2020-9a7f-45f2-8b6b-8d5c01ba386d tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] 10.222.0.52 "GET /v2.0/ports?device_id=8537aef8-6e68-4b17-8398-784d3c055e0a HTTP/1.1" status: 200 len: 984 time: 0.0525436 Mar 02 15:16:01.234086 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-42254ea0-a141-4b23-bfb0-c8ce2554d155 req-66fccaba-ac91-4f7c-bb71-9ab54af7043f tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f244d27-a6e7-42c9-a27f-886a3c39076e&id=a065e97c-90be-4e65-8f43-09a89e26d6da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534461 Mar 02 15:16:02.353987 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576f6633-2e4b-45f0-8330-d2be20758e5a req-aab07638-e84b-4a16-a042-de2b22503a23 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:16:02.355441 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-576f6633-2e4b-45f0-8330-d2be20758e5a req-aab07638-e84b-4a16-a042-de2b22503a23 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] 10.222.0.52 "GET /v2.0/ports?device_id=8537aef8-6e68-4b17-8398-784d3c055e0a HTTP/1.1" status: 200 len: 984 time: 0.0532105 Mar 02 15:16:02.417986 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-576f6633-2e4b-45f0-8330-d2be20758e5a req-c9b21fc0-cc2e-4661-868b-cc6da7140d3f tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f244d27-a6e7-42c9-a27f-886a3c39076e&id=a065e97c-90be-4e65-8f43-09a89e26d6da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0568068 Mar 02 15:16:03.541216 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f779bc1-49e8-4a8a-8928-ef8eb5561af0 req-25a56386-5554-4edd-8097-deb2a4d4ea0c tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:16:03.542737 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-2f779bc1-49e8-4a8a-8928-ef8eb5561af0 req-25a56386-5554-4edd-8097-deb2a4d4ea0c tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] 10.222.0.52 "GET /v2.0/ports?device_id=8537aef8-6e68-4b17-8398-784d3c055e0a HTTP/1.1" status: 200 len: 984 time: 0.0590296 Mar 02 15:16:03.603437 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-2f779bc1-49e8-4a8a-8928-ef8eb5561af0 req-7c572280-3298-4a35-a237-b4c646e9b8e3 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f244d27-a6e7-42c9-a27f-886a3c39076e&id=a065e97c-90be-4e65-8f43-09a89e26d6da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547607 Mar 02 15:16:08.650082 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-27eed486-687e-4595-97ab-5399021f1665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (dc3a6147-3194-47be-b33a-76a9a2a48933), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:16:10.390797 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-45a0fcc9-3382-4b13-9aa0-769cfb0b3a6c req-a0fc878f-8590-4d54-868b-039b470d22fb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8537aef8-6e68-4b17-8398-784d3c055e0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427217 Mar 02 15:16:10.466249 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a0fcc9-3382-4b13-9aa0-769cfb0b3a6c req-3ff3ef8b-2d3d-48a9-b8d7-e05d5e571f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:16:10.467744 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-45a0fcc9-3382-4b13-9aa0-769cfb0b3a6c req-3ff3ef8b-2d3d-48a9-b8d7-e05d5e571f66 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=46bbdd855e2d4c8a9beb15282ad1e7e3&device_id=8537aef8-6e68-4b17-8398-784d3c055e0a HTTP/1.1" status: 200 len: 1168 time: 0.0445356 Mar 02 15:16:10.570664 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a0fcc9-3382-4b13-9aa0-769cfb0b3a6c req-b247279e-c618-4d4d-92b3-3fdbfea153aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:16:10.572148 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-45a0fcc9-3382-4b13-9aa0-769cfb0b3a6c req-b247279e-c618-4d4d-92b3-3fdbfea153aa service neutron] 10.222.0.55 "GET /v2.0/networks?id=e8d499f9-b14f-433d-9367-68a7fb5ba184 HTTP/1.1" status: 200 len: 916 time: 0.0869853 Mar 02 15:16:10.639792 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-45a0fcc9-3382-4b13-9aa0-769cfb0b3a6c req-f43be147-f382-4a21-9a1c-2b1585d3f3fe service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb905657-87be-4eed-8009-7bae46344494 HTTP/1.1" status: 200 len: 1001 time: 0.0619428 Mar 02 15:16:10.693036 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a0fcc9-3382-4b13-9aa0-769cfb0b3a6c req-55e49e7a-ac77-45da-b60d-25c81f4bb38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:16:10.694431 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-45a0fcc9-3382-4b13-9aa0-769cfb0b3a6c req-55e49e7a-ac77-45da-b60d-25c81f4bb38f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=055f5c85-44f0-4aeb-9d85-3321dc948f68 HTTP/1.1" status: 200 len: 854 time: 0.0490482 Mar 02 15:16:10.742914 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a0fcc9-3382-4b13-9aa0-769cfb0b3a6c req-f7d76700-46ad-4ff9-94e5-fd274e253870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:16:10.744440 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-45a0fcc9-3382-4b13-9aa0-769cfb0b3a6c req-f7d76700-46ad-4ff9-94e5-fd274e253870 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e8d499f9-b14f-433d-9367-68a7fb5ba184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444176 Mar 02 15:16:10.831068 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-45a0fcc9-3382-4b13-9aa0-769cfb0b3a6c req-b32402ec-405b-4453-88dc-1ffa5e77e5ab service neutron] 10.222.0.55 "GET /v2.0/networks/e8d499f9-b14f-433d-9367-68a7fb5ba184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806184 Mar 02 15:16:10.921350 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-45a0fcc9-3382-4b13-9aa0-769cfb0b3a6c req-66d88358-2a94-4ced-9db1-cc7992832533 service neutron] 10.222.0.55 "GET /v2.0/networks/e8d499f9-b14f-433d-9367-68a7fb5ba184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847921 Mar 02 15:16:11.072298 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-99077302-1bc6-420a-89dd-c79c6f277783 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (4b7d4a90-2987-419a-b6cd-7624b7dba065), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:16:12.158210 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-8c265469-93de-451d-a227-73ff998d8f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (bfbb2626-1130-458a-80a5-4632d76fa057), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:16:13.678120 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-9cfe1c82-1e01-4346-89c5-c3e1093f4022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (b9ce56f8-3527-4dd9-b024-9df7b3f4c018), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:16:14.929306 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (3a73802c-5f14-4c1f-8439-e74c4c90063b), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:16:27.386494 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (a761fe19-4045-45cc-a7c7-f029a0c82591), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:16:31.872900 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.agents_db [None req-b044b9bd-a670-44c5-b22a-8886b11808d8 None None] Agent healthcheck: found 6 active agents {{(pid=110182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 15:16:38.683856 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-902a20c9-70a0-4e69-b253-378ed9caf673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (dc3a6147-3194-47be-b33a-76a9a2a48933), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:16:41.065763 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a9dd0b5b-eee6-4cd4-a89c-486a36e523f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (4b7d4a90-2987-419a-b6cd-7624b7dba065), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:16:42.151806 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-8c265469-93de-451d-a227-73ff998d8f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (bfbb2626-1130-458a-80a5-4632d76fa057), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:16:43.677039 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-9cfe1c82-1e01-4346-89c5-c3e1093f4022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (b9ce56f8-3527-4dd9-b024-9df7b3f4c018), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:16:44.361201 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 36616) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:16:44.521143 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.plugin [None req-3be28c9e-d61d-457d-b7db-0bc9629a1a08 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Deleting port b6df3965-8957-4f3b-8efb-14e0cc80c749 {{(pid=110179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 15:16:44.521402 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-3be28c9e-d61d-457d-b7db-0bc9629a1a08 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757345981049'] for port (b6df3965-8957-4f3b-8efb-14e0cc80c749), before_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:16:44.598717 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-3be28c9e-d61d-457d-b7db-0bc9629a1a08 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port (b6df3965-8957-4f3b-8efb-14e0cc80c749), precommit_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:16:44.599043 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-3be28c9e-d61d-457d-b7db-0bc9629a1a08 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Publish callbacks [] for floatingip (b6df3965-8957-4f3b-8efb-14e0cc80c749), precommit_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:16:44.611213 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.plugin [None req-3be28c9e-d61d-457d-b7db-0bc9629a1a08 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Calling delete_port for b6df3965-8957-4f3b-8efb-14e0cc80c749 owned by network:floatingip {{(pid=110179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 15:16:44.831936 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-3be28c9e-d61d-457d-b7db-0bc9629a1a08 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757345984732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757345480677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3822761'] for port (b6df3965-8957-4f3b-8efb-14e0cc80c749), after_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:16:44.857780 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be28c9e-d61d-457d-b7db-0bc9629a1a08 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Pushing event deleted for resources: {'Port': ['ID=b6df3965-8957-4f3b-8efb-14e0cc80c749,revision_number=None']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:16:44.885201 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be28c9e-d61d-457d-b7db-0bc9629a1a08 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:16:44.885557 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be28c9e-d61d-457d-b7db-0bc9629a1a08 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:16:44.885907 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be28c9e-d61d-457d-b7db-0bc9629a1a08 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:16:44.886254 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be28c9e-d61d-457d-b7db-0bc9629a1a08 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:16:44.886588 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be28c9e-d61d-457d-b7db-0bc9629a1a08 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:16:44.886920 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be28c9e-d61d-457d-b7db-0bc9629a1a08 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:16:44.887252 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be28c9e-d61d-457d-b7db-0bc9629a1a08 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:16:44.887634 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be28c9e-d61d-457d-b7db-0bc9629a1a08 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:16:44.887971 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be28c9e-d61d-457d-b7db-0bc9629a1a08 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:16:44.888305 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be28c9e-d61d-457d-b7db-0bc9629a1a08 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:16:44.888633 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be28c9e-d61d-457d-b7db-0bc9629a1a08 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:16:44.888956 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be28c9e-d61d-457d-b7db-0bc9629a1a08 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:16:44.889280 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be28c9e-d61d-457d-b7db-0bc9629a1a08 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:16:44.922811 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (3a73802c-5f14-4c1f-8439-e74c4c90063b), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:16:44.926468 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-3be28c9e-d61d-457d-b7db-0bc9629a1a08 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Publish callbacks [] for floatingip (7c90f1bc-ba67-4e81-9aef-eef5580f5874), after_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:16:44.926807 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.db.l3_db [None req-3be28c9e-d61d-457d-b7db-0bc9629a1a08 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Floating IP 7c90f1bc-ba67-4e81-9aef-eef5580f5874 disassociated (deleted). External IP: 172.27.0.228, port: 998b5c19-99d1-4147-9e81-f5228f34d0f6. Mar 02 15:16:45.144112 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3be28c9e-d61d-457d-b7db-0bc9629a1a08 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Router b4d95977-025d-41c2-973e-cde076edf386 has already been hosted by L3 agent 4b7d4a90-2987-419a-b6cd-7624b7dba065 {{(pid=110179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 15:16:45.252653 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3be28c9e-d61d-457d-b7db-0bc9629a1a08 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Notify agent at l3_agent.dv-cinder-831439-3-iscsi the message routers_updated {{(pid=110179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 15:16:45.257519 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-3be28c9e-d61d-457d-b7db-0bc9629a1a08 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221961'] for floatingip (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:16:45.262029 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8cb6ba-e969-481a-8565-0e8371847be1 None None] Sync routers for ids ['b4d95977-025d-41c2-973e-cde076edf386'] in dv-cinder-831439-3-iscsi {{(pid=110181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 15:16:45.270815 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8cb6ba-e969-481a-8565-0e8371847be1 None None] Routers {'b4d95977-025d-41c2-973e-cde076edf386'} bound to L3 agent in host dv-cinder-831439-3-iscsi {{(pid=110181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 15:16:45.271423 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-fb8cb6ba-e969-481a-8565-0e8371847be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831439-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T14:48:11Z,description=,heartbeat_timestamp=2022-03-02T15:16:41Z,host='dv-cinder-831439-3-iscsi',id=4b7d4a90-2987-419a-b6cd-7624b7dba065,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T14:48:12Z,topic='l3_agent')) {'router_ids': ['b4d95977-025d-41c2-973e-cde076edf386'], 'active': True} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:16:45.286459 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-3be28c9e-d61d-457d-b7db-0bc9629a1a08 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "DELETE /v2.0/floatingips/7c90f1bc-ba67-4e81-9aef-eef5580f5874 HTTP/1.1" status: 204 len: 168 time: 0.9241586 Mar 02 15:16:45.287054 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d995dd1-b003-439d-812c-bd835601162e', 'tag': '998b5c19-99d1-4147-9e81-f5228f34d0f6'}] {{(pid=110179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 15:16:45.289383 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb97933b220ae1c16e6a415d4137d9faa8b652e011ecbfdbbfadcc6a88146695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15b2d10d-8a9b-4bb0-b854-cc5dbf07f47b" -d '{"events": [{"name": "network-changed", "server_uuid": "9d995dd1-b003-439d-812c-bd835601162e", "tag": "998b5c19-99d1-4147-9e81-f5228f34d0f6"}]}' {{(pid=110179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 15:16:45.327819 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 15:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02129230-41a5-4456-b76d-b5c5556b8585 x-openstack-request-id: req-02129230-41a5-4456-b76d-b5c5556b8585 {{(pid=110179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 15:16:45.328251 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d995dd1-b003-439d-812c-bd835601162e", "tag": "998b5c19-99d1-4147-9e81-f5228f34d0f6", "status": "completed", "code": 200}]} {{(pid=110179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 15:16:45.328479 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-02129230-41a5-4456-b76d-b5c5556b8585 {{(pid=110179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 15:16:45.328886 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d995dd1-b003-439d-812c-bd835601162e', 'tag': '998b5c19-99d1-4147-9e81-f5228f34d0f6', 'status': 'completed', 'code': 200} Mar 02 15:16:45.383822 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvr_db [None req-fb8cb6ba-e969-481a-8565-0e8371847be1 None None] Set router b4d95977-025d-41c2-973e-cde076edf386 gateway port host: dv-cinder-831439-3-iscsi {{(pid=110181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 15:16:45.422247 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b2d10d-8a9b-4bb0-b854-cc5dbf07f47b req-0d099bbd-2bbe-4d3e-82c2-baa7eef6766b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:16:45.423719 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-15b2d10d-8a9b-4bb0-b854-cc5dbf07f47b req-0d099bbd-2bbe-4d3e-82c2-baa7eef6766b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7de5f8ffc29449a8970c42522a6efe67&device_id=9d995dd1-b003-439d-812c-bd835601162e HTTP/1.1" status: 200 len: 1129 time: 0.0465860 Mar 02 15:16:45.521765 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b2d10d-8a9b-4bb0-b854-cc5dbf07f47b req-fdab05fa-9901-435c-9ba0-84fa011a86ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:16:45.523257 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-15b2d10d-8a9b-4bb0-b854-cc5dbf07f47b req-fdab05fa-9901-435c-9ba0-84fa011a86ab service neutron] 10.222.0.55 "GET /v2.0/networks?id=c205c27c-cdfe-46e1-b04c-d672de0d3fe3 HTTP/1.1" status: 200 len: 913 time: 0.0935874 Mar 02 15:16:45.565019 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-15b2d10d-8a9b-4bb0-b854-cc5dbf07f47b req-04f58e80-90ef-4d04-b9c2-ac2641866145 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=998b5c19-99d1-4147-9e81-f5228f34d0f6 HTTP/1.1" status: 200 len: 217 time: 0.0360293 Mar 02 15:16:45.619806 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b2d10d-8a9b-4bb0-b854-cc5dbf07f47b req-e9fff4eb-ddfd-40a4-ba6c-9de99fe0b1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:16:45.621219 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-15b2d10d-8a9b-4bb0-b854-cc5dbf07f47b req-e9fff4eb-ddfd-40a4-ba6c-9de99fe0b1af service neutron] 10.222.0.55 "GET /v2.0/subnets?id=61ac6005-af56-475d-a05a-68a49febcf55 HTTP/1.1" status: 200 len: 851 time: 0.0475605 Mar 02 15:16:45.623480 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-fb8cb6ba-e969-481a-8565-0e8371847be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d95977-025d-41c2-973e-cde076edf386', 'name': 'tempest-TestVolumeBootPattern-1765529585-router', 'tenant_id': '7de5f8ffc29449a8970c42522a6efe67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '23bb7610-0d04-423c-93a6-4bbff4c99431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T15:07:33Z', 'updated_at': '2022-03-02T15:07:36Z', 'revision_number': 4, 'project_id': '7de5f8ffc29449a8970c42522a6efe67', 'gw_port': {'id': '23bb7610-0d04-423c-93a6-4bbff4c99431', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:5b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d95977-025d-41c2-973e-cde076edf386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:07:34Z', 'updated_at': '2022-03-02T15:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi', '_floatingips': [{'id': '3dcd00e0-7806-4597-b6d2-40aa86a0dd92', 'tenant_id': '7de5f8ffc29449a8970c42522a6efe67', 'floating_ip_address': '172.27.0.16', 'floating_network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'router_id': 'b4d95977-025d-41c2-973e-cde076edf386', 'port_id': 'bf450849-cf9c-4bea-b9db-fb7892cd1581', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c205c27c-cdfe-46e1-b04c-d672de0d3fe3', 'mac_address': 'fa:16:3e:ae:89:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814171a9-1e03-4687-8479-d130483fc08f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T15:11:49Z', 'updated_at': '2022-03-02T15:11:52Z', 'revision_number': 1, 'project_id': '7de5f8ffc29449a8970c42522a6efe67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f60fe98-703d-40dc-b085-a6bd9dd5d22a', 'name': '', 'network_id': 'c205c27c-cdfe-46e1-b04c-d672de0d3fe3', 'tenant_id': '7de5f8ffc29449a8970c42522a6efe67', 'mac_address': 'fa:16:3e:88:f4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d95977-025d-41c2-973e-cde076edf386', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '61ac6005-af56-475d-a05a-68a49febcf55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:07:36Z', 'updated_at': '2022-03-02T15:07:41Z', 'revision_number': 5, 'project_id': '7de5f8ffc29449a8970c42522a6efe67', 'subnets': [{'id': '61ac6005-af56-475d-a05a-68a49febcf55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831439-3-iscsi', False) {} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:16:45.650752 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8cb6ba-e969-481a-8565-0e8371847be1 None None] Checking router: b4d95977-025d-41c2-973e-cde076edf386 for host: dv-cinder-831439-3-iscsi {{(pid=110181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 15:16:45.659794 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8cb6ba-e969-481a-8565-0e8371847be1 None None] Routers {'b4d95977-025d-41c2-973e-cde076edf386'} bound to L3 agent in host dv-cinder-831439-3-iscsi {{(pid=110181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 15:16:45.660420 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-fb8cb6ba-e969-481a-8565-0e8371847be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831439-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T14:48:11Z,description=,heartbeat_timestamp=2022-03-02T15:16:41Z,host='dv-cinder-831439-3-iscsi',id=4b7d4a90-2987-419a-b6cd-7624b7dba065,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T14:48:12Z,topic='l3_agent')) {'router_ids': ['b4d95977-025d-41c2-973e-cde076edf386'], 'active': True} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:16:45.705734 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfae9fdb-cae5-41cf-bf66-9c6793720a85 req-de78ba1a-4ca8-4e55-beea-c5dc66901089 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:16:45.707115 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-dfae9fdb-cae5-41cf-bf66-9c6793720a85 req-de78ba1a-4ca8-4e55-beea-c5dc66901089 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d995dd1-b003-439d-812c-bd835601162e HTTP/1.1" status: 200 len: 945 time: 0.0901010 Mar 02 15:16:45.714533 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b2d10d-8a9b-4bb0-b854-cc5dbf07f47b req-bf998b30-390a-48a1-b43c-6712af837728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:16:45.716034 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-15b2d10d-8a9b-4bb0-b854-cc5dbf07f47b req-bf998b30-390a-48a1-b43c-6712af837728 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c205c27c-cdfe-46e1-b04c-d672de0d3fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0706074 Mar 02 15:16:45.771074 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvr_db [None req-fb8cb6ba-e969-481a-8565-0e8371847be1 None None] Set router b4d95977-025d-41c2-973e-cde076edf386 gateway port host: dv-cinder-831439-3-iscsi {{(pid=110181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 15:16:45.818137 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-dfae9fdb-cae5-41cf-bf66-9c6793720a85 req-ae86546b-45ca-42c9-8c19-2517b5f7139a tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f5f6a4f-30e7-4345-96b4-f256fb04ec25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011410 Mar 02 15:16:45.856480 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-15b2d10d-8a9b-4bb0-b854-cc5dbf07f47b req-ef0b66fe-10c4-4058-ae67-c15544a70ece service neutron] 10.222.0.55 "GET /v2.0/networks/c205c27c-cdfe-46e1-b04c-d672de0d3fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328385 Mar 02 15:16:45.947176 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-15b2d10d-8a9b-4bb0-b854-cc5dbf07f47b req-702972b6-ba77-4800-828f-2485a9eed071 service neutron] 10.222.0.55 "GET /v2.0/networks/c205c27c-cdfe-46e1-b04c-d672de0d3fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840261 Mar 02 15:16:46.013887 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-fb8cb6ba-e969-481a-8565-0e8371847be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d95977-025d-41c2-973e-cde076edf386', 'name': 'tempest-TestVolumeBootPattern-1765529585-router', 'tenant_id': '7de5f8ffc29449a8970c42522a6efe67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '23bb7610-0d04-423c-93a6-4bbff4c99431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T15:07:33Z', 'updated_at': '2022-03-02T15:07:36Z', 'revision_number': 4, 'project_id': '7de5f8ffc29449a8970c42522a6efe67', 'gw_port': {'id': '23bb7610-0d04-423c-93a6-4bbff4c99431', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:5b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d95977-025d-41c2-973e-cde076edf386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:07:34Z', 'updated_at': '2022-03-02T15:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi', '_floatingips': [{'id': '3dcd00e0-7806-4597-b6d2-40aa86a0dd92', 'tenant_id': '7de5f8ffc29449a8970c42522a6efe67', 'floating_ip_address': '172.27.0.16', 'floating_network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'router_id': 'b4d95977-025d-41c2-973e-cde076edf386', 'port_id': 'bf450849-cf9c-4bea-b9db-fb7892cd1581', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c205c27c-cdfe-46e1-b04c-d672de0d3fe3', 'mac_address': 'fa:16:3e:ae:89:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814171a9-1e03-4687-8479-d130483fc08f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T15:11:49Z', 'updated_at': '2022-03-02T15:11:52Z', 'revision_number': 1, 'project_id': '7de5f8ffc29449a8970c42522a6efe67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f60fe98-703d-40dc-b085-a6bd9dd5d22a', 'name': '', 'network_id': 'c205c27c-cdfe-46e1-b04c-d672de0d3fe3', 'tenant_id': '7de5f8ffc29449a8970c42522a6efe67', 'mac_address': 'fa:16:3e:88:f4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d95977-025d-41c2-973e-cde076edf386', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '61ac6005-af56-475d-a05a-68a49febcf55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:07:36Z', 'updated_at': '2022-03-02T15:07:41Z', 'revision_number': 5, 'project_id': '7de5f8ffc29449a8970c42522a6efe67', 'subnets': [{'id': '61ac6005-af56-475d-a05a-68a49febcf55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831439-3-iscsi', False) {} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:16:46.041237 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8cb6ba-e969-481a-8565-0e8371847be1 None None] The sync data for ids ['b4d95977-025d-41c2-973e-cde076edf386'] in dv-cinder-831439-3-iscsi is: [{'id': 'b4d95977-025d-41c2-973e-cde076edf386', 'name': 'tempest-TestVolumeBootPattern-1765529585-router', 'tenant_id': '7de5f8ffc29449a8970c42522a6efe67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '23bb7610-0d04-423c-93a6-4bbff4c99431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T15:07:33Z', 'updated_at': '2022-03-02T15:07:36Z', 'revision_number': 4, 'project_id': '7de5f8ffc29449a8970c42522a6efe67', 'gw_port': {'id': '23bb7610-0d04-423c-93a6-4bbff4c99431', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:5b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d95977-025d-41c2-973e-cde076edf386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:07:34Z', 'updated_at': '2022-03-02T15:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi', '_floatingips': [{'id': '3dcd00e0-7806-4597-b6d2-40aa86a0dd92', 'tenant_id': '7de5f8ffc29449a8970c42522a6efe67', 'floating_ip_address': '172.27.0.16', 'floating_network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'router_id': 'b4d95977-025d-41c2-973e-cde076edf386', 'port_id': 'bf450849-cf9c-4bea-b9db-fb7892cd1581', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c205c27c-cdfe-46e1-b04c-d672de0d3fe3', 'mac_address': 'fa:16:3e:ae:89:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814171a9-1e03-4687-8479-d130483fc08f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T15:11:49Z', 'updated_at': '2022-03-02T15:11:52Z', 'revision_number': 1, 'project_id': '7de5f8ffc29449a8970c42522a6efe67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f60fe98-703d-40dc-b085-a6bd9dd5d22a', 'name': '', 'network_id': 'c205c27c-cdfe-46e1-b04c-d672de0d3fe3', 'tenant_id': '7de5f8ffc29449a8970c42522a6efe67', 'mac_address': 'fa:16:3e:88:f4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d95977-025d-41c2-973e-cde076edf386', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '61ac6005-af56-475d-a05a-68a49febcf55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:07:36Z', 'updated_at': '2022-03-02T15:07:41Z', 'revision_number': 5, 'project_id': '7de5f8ffc29449a8970c42522a6efe67', 'subnets': [{'id': '61ac6005-af56-475d-a05a-68a49febcf55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 15:16:46.268259 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1da7c1-26fb-4df9-a758-94cc2a5c28c5 None None] New status for floating IP 7c90f1bc-ba67-4e81-9aef-eef5580f5874: DOWN {{(pid=110182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 15:16:46.944209 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90037280-3e51-44c4-8950-7043e06a511c req-eaee5bac-13c3-4d4a-8543-4d7f45dba880 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:16:46.945605 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-90037280-3e51-44c4-8950-7043e06a511c req-eaee5bac-13c3-4d4a-8543-4d7f45dba880 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d995dd1-b003-439d-812c-bd835601162e HTTP/1.1" status: 200 len: 945 time: 0.0542903 Mar 02 15:16:46.998047 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-90037280-3e51-44c4-8950-7043e06a511c req-b4dd69c2-82d5-4594-9d5e-b70361254bef tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f5f6a4f-30e7-4345-96b4-f256fb04ec25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469062 Mar 02 15:16:47.715916 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f8c06d-82e8-48fe-b178-eadcc09829f1 req-1ec39926-1ce7-45b9-8339-61386a21c761 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:16:47.717445 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-d7f8c06d-82e8-48fe-b178-eadcc09829f1 req-1ec39926-1ce7-45b9-8339-61386a21c761 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d995dd1-b003-439d-812c-bd835601162e HTTP/1.1" status: 200 len: 945 time: 0.0613430 Mar 02 15:16:47.865398 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.plugin [req-d7f8c06d-82e8-48fe-b178-eadcc09829f1 req-89ec3d9a-ba58-412a-a733-fb18c1d487f7 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Deleting port 998b5c19-99d1-4147-9e81-f5228f34d0f6 {{(pid=110180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 15:16:47.865741 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-d7f8c06d-82e8-48fe-b178-eadcc09829f1 req-89ec3d9a-ba58-412a-a733-fb18c1d487f7 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757345981049'] for port (998b5c19-99d1-4147-9e81-f5228f34d0f6), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:16:47.965110 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.db [req-d7f8c06d-82e8-48fe-b178-eadcc09829f1 req-89ec3d9a-ba58-412a-a733-fb18c1d487f7 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] For port 998b5c19-99d1-4147-9e81-f5228f34d0f6, host hv-cinder-83143, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=998b5c19-99d1-4147-9e81-f5228f34d0f6,segment=NetworkSegment(d942a0b3-5f48-46e2-b373-8a0ebab50251),segment_id=d942a0b3-5f48-46e2-b373-8a0ebab50251)] {{(pid=110180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:16:47.965885 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-d7f8c06d-82e8-48fe-b178-eadcc09829f1 req-89ec3d9a-ba58-412a-a733-fb18c1d487f7 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port (998b5c19-99d1-4147-9e81-f5228f34d0f6), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:16:47.979456 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.plugin [req-d7f8c06d-82e8-48fe-b178-eadcc09829f1 req-89ec3d9a-ba58-412a-a733-fb18c1d487f7 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Calling delete_port for 998b5c19-99d1-4147-9e81-f5228f34d0f6 owned by compute:nova {{(pid=110180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 15:16:48.161937 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0449ee-10db-4d5a-860f-6dae3bc1e650 req-9c3b41ff-4d75-431d-8402-b8b7644c7d0f tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:16:48.164196 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-0a0449ee-10db-4d5a-860f-6dae3bc1e650 req-9c3b41ff-4d75-431d-8402-b8b7644c7d0f tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d995dd1-b003-439d-812c-bd835601162e HTTP/1.1" status: 200 len: 945 time: 0.0974250 Mar 02 15:16:48.215564 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-d7f8c06d-82e8-48fe-b178-eadcc09829f1 req-89ec3d9a-ba58-412a-a733-fb18c1d487f7 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757345984732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757345480677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672616'] for port (998b5c19-99d1-4147-9e81-f5228f34d0f6), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:16:48.220668 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-0a0449ee-10db-4d5a-860f-6dae3bc1e650 req-43aa9874-dd71-4390-addf-d148258df1a2 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f5f6a4f-30e7-4345-96b4-f256fb04ec25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506933 Mar 02 15:16:48.250278 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ec3d9a-ba58-412a-a733-fb18c1d487f7 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Pushing event deleted for resources: {'Port': ['ID=998b5c19-99d1-4147-9e81-f5228f34d0f6,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:16:48.263266 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ec3d9a-ba58-412a-a733-fb18c1d487f7 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:16:48.263646 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ec3d9a-ba58-412a-a733-fb18c1d487f7 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:16:48.264050 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ec3d9a-ba58-412a-a733-fb18c1d487f7 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:16:48.264387 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ec3d9a-ba58-412a-a733-fb18c1d487f7 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:16:48.264719 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ec3d9a-ba58-412a-a733-fb18c1d487f7 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:16:48.265052 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ec3d9a-ba58-412a-a733-fb18c1d487f7 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:16:48.265433 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ec3d9a-ba58-412a-a733-fb18c1d487f7 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:16:48.265697 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ec3d9a-ba58-412a-a733-fb18c1d487f7 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:16:48.266022 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ec3d9a-ba58-412a-a733-fb18c1d487f7 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:16:48.266347 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ec3d9a-ba58-412a-a733-fb18c1d487f7 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:16:48.266677 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ec3d9a-ba58-412a-a733-fb18c1d487f7 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:16:48.266999 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ec3d9a-ba58-412a-a733-fb18c1d487f7 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:16:48.267329 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ec3d9a-ba58-412a-a733-fb18c1d487f7 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:16:48.311802 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7f8c06d-82e8-48fe-b178-eadcc09829f1 req-89ec3d9a-ba58-412a-a733-fb18c1d487f7 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] No DVR routers for this DVR port 998b5c19-99d1-4147-9e81-f5228f34d0f6 on host hv-cinder-83143 {{(pid=110180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 15:16:48.314524 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-d7f8c06d-82e8-48fe-b178-eadcc09829f1 req-89ec3d9a-ba58-412a-a733-fb18c1d487f7 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221961'] for port (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:16:48.318156 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-d7f8c06d-82e8-48fe-b178-eadcc09829f1 req-89ec3d9a-ba58-412a-a733-fb18c1d487f7 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.55 "DELETE /v2.0/ports/998b5c19-99d1-4147-9e81-f5228f34d0f6 HTTP/1.1" status: 204 len: 173 time: 0.5952001 Mar 02 15:16:48.318646 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d995dd1-b003-439d-812c-bd835601162e', 'name': 'network-vif-deleted', 'tag': '998b5c19-99d1-4147-9e81-f5228f34d0f6'}] {{(pid=110180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 15:16:48.320990 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d4cb776884cbbf8177075bc934a95f6bdaf5bba346c2d7fc75eae3cda02a5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42f22c36-5981-40b6-b915-73769ec83bd9" -d '{"events": [{"server_uuid": "9d995dd1-b003-439d-812c-bd835601162e", "name": "network-vif-deleted", "tag": "998b5c19-99d1-4147-9e81-f5228f34d0f6"}]}' {{(pid=110180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 15:16:48.359327 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 15:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bee6ce9-d9e8-49c3-958d-33df8dad8bbc x-openstack-request-id: req-8bee6ce9-d9e8-49c3-958d-33df8dad8bbc {{(pid=110180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 15:16:48.359659 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d995dd1-b003-439d-812c-bd835601162e", "name": "network-vif-deleted", "tag": "998b5c19-99d1-4147-9e81-f5228f34d0f6", "status": "completed", "code": 200}]} {{(pid=110180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 15:16:48.359924 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8bee6ce9-d9e8-49c3-958d-33df8dad8bbc {{(pid=110180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 15:16:48.360326 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d995dd1-b003-439d-812c-bd835601162e', 'name': 'network-vif-deleted', 'tag': '998b5c19-99d1-4147-9e81-f5228f34d0f6', 'status': 'completed', 'code': 200} Mar 02 15:16:49.329593 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-bae75faf-3f2d-446b-909c-b2bca2036948 req-d6e57803-dd84-4a9d-9ba1-66e8bd1c5ee4 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d995dd1-b003-439d-812c-bd835601162e HTTP/1.1" status: 200 len: 210 time: 0.0280871 Mar 02 15:16:50.632309 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Device 998b5c19-99d1-4147-9e81-f5228f34d0f6 no longer exists at agent hyperv_hv-cinder-83143 {{(pid=110181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 15:16:50.653177 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] No Port match for: 998b5c19-99d1-4147-9e81-f5228f34d0f6 {{(pid=110181) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 15:16:50.653454 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Device 998b5c19-99d1-4147-9e81-f5228f34d0f6 not bound to the agent host hv-cinder-83143 {{(pid=110181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 15:16:52.798915 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 36652) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:16:52.954386 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.plugin [None req-375f0e29-0172-4967-9657-51c32a8a2583 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Deleting port 14a0886c-59ed-42eb-8262-da054d4d5958 {{(pid=110179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 15:16:52.954646 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-375f0e29-0172-4967-9657-51c32a8a2583 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757345981049'] for port (14a0886c-59ed-42eb-8262-da054d4d5958), before_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:16:53.031640 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-375f0e29-0172-4967-9657-51c32a8a2583 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port (14a0886c-59ed-42eb-8262-da054d4d5958), precommit_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:16:53.032020 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-375f0e29-0172-4967-9657-51c32a8a2583 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Publish callbacks [] for floatingip (14a0886c-59ed-42eb-8262-da054d4d5958), precommit_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:16:53.043726 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.plugin [None req-375f0e29-0172-4967-9657-51c32a8a2583 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Calling delete_port for 14a0886c-59ed-42eb-8262-da054d4d5958 owned by network:floatingip {{(pid=110179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 15:16:53.266096 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-375f0e29-0172-4967-9657-51c32a8a2583 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757345984732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757345480677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3822761'] for port (14a0886c-59ed-42eb-8262-da054d4d5958), after_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:16:53.291404 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f0e29-0172-4967-9657-51c32a8a2583 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Pushing event deleted for resources: {'Port': ['ID=14a0886c-59ed-42eb-8262-da054d4d5958,revision_number=None']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:16:53.349725 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-375f0e29-0172-4967-9657-51c32a8a2583 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Publish callbacks [] for floatingip (3dcd00e0-7806-4597-b6d2-40aa86a0dd92), after_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:16:53.350053 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.db.l3_db [None req-375f0e29-0172-4967-9657-51c32a8a2583 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Floating IP 3dcd00e0-7806-4597-b6d2-40aa86a0dd92 disassociated (deleted). External IP: 172.27.0.16, port: bf450849-cf9c-4bea-b9db-fb7892cd1581. Mar 02 15:16:53.555863 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-375f0e29-0172-4967-9657-51c32a8a2583 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Router b4d95977-025d-41c2-973e-cde076edf386 has already been hosted by L3 agent 4b7d4a90-2987-419a-b6cd-7624b7dba065 {{(pid=110179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 15:16:53.663211 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-375f0e29-0172-4967-9657-51c32a8a2583 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Notify agent at l3_agent.dv-cinder-831439-3-iscsi the message routers_updated {{(pid=110179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 15:16:53.668520 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-375f0e29-0172-4967-9657-51c32a8a2583 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221961'] for floatingip (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:16:53.673203 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b83246-9dc6-4b3b-b085-af7c66ec3348 None None] Sync routers for ids ['b4d95977-025d-41c2-973e-cde076edf386'] in dv-cinder-831439-3-iscsi {{(pid=110181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 15:16:53.683342 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b83246-9dc6-4b3b-b085-af7c66ec3348 None None] Routers {'b4d95977-025d-41c2-973e-cde076edf386'} bound to L3 agent in host dv-cinder-831439-3-iscsi {{(pid=110181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 15:16:53.683978 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-07b83246-9dc6-4b3b-b085-af7c66ec3348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831439-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T14:48:11Z,description=,heartbeat_timestamp=2022-03-02T15:16:41Z,host='dv-cinder-831439-3-iscsi',id=4b7d4a90-2987-419a-b6cd-7624b7dba065,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T14:48:12Z,topic='l3_agent')) {'router_ids': ['b4d95977-025d-41c2-973e-cde076edf386'], 'active': True} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:16:53.697482 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-375f0e29-0172-4967-9657-51c32a8a2583 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "DELETE /v2.0/floatingips/3dcd00e0-7806-4597-b6d2-40aa86a0dd92 HTTP/1.1" status: 204 len: 168 time: 0.8974855 Mar 02 15:16:53.698077 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '814171a9-1e03-4687-8479-d130483fc08f', 'tag': 'bf450849-cf9c-4bea-b9db-fb7892cd1581'}] {{(pid=110179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 15:16:53.700321 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb97933b220ae1c16e6a415d4137d9faa8b652e011ecbfdbbfadcc6a88146695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0783021-0527-4c3b-ae3c-8e0fb8d828f5" -d '{"events": [{"name": "network-changed", "server_uuid": "814171a9-1e03-4687-8479-d130483fc08f", "tag": "bf450849-cf9c-4bea-b9db-fb7892cd1581"}]}' {{(pid=110179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 15:16:53.737883 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 15:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-112e3b52-684f-4a18-911d-22a280e89b06 x-openstack-request-id: req-112e3b52-684f-4a18-911d-22a280e89b06 {{(pid=110179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 15:16:53.738064 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "814171a9-1e03-4687-8479-d130483fc08f", "tag": "bf450849-cf9c-4bea-b9db-fb7892cd1581", "status": "completed", "code": 200}]} {{(pid=110179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 15:16:53.738343 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-112e3b52-684f-4a18-911d-22a280e89b06 {{(pid=110179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 15:16:53.738914 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '814171a9-1e03-4687-8479-d130483fc08f', 'tag': 'bf450849-cf9c-4bea-b9db-fb7892cd1581', 'status': 'completed', 'code': 200} Mar 02 15:16:53.805518 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvr_db [None req-07b83246-9dc6-4b3b-b085-af7c66ec3348 None None] Set router b4d95977-025d-41c2-973e-cde076edf386 gateway port host: dv-cinder-831439-3-iscsi {{(pid=110181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 15:16:53.836939 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0783021-0527-4c3b-ae3c-8e0fb8d828f5 req-7d3a8b3f-7de7-45cf-8728-8d4fcd307e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:16:53.838834 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a0783021-0527-4c3b-ae3c-8e0fb8d828f5 req-7d3a8b3f-7de7-45cf-8728-8d4fcd307e9f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7de5f8ffc29449a8970c42522a6efe67&device_id=814171a9-1e03-4687-8479-d130483fc08f HTTP/1.1" status: 200 len: 1129 time: 0.0462403 Mar 02 15:16:53.933788 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0783021-0527-4c3b-ae3c-8e0fb8d828f5 req-6810334b-3108-4ded-bc3f-14a63b18e5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:16:53.935236 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a0783021-0527-4c3b-ae3c-8e0fb8d828f5 req-6810334b-3108-4ded-bc3f-14a63b18e5b0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c205c27c-cdfe-46e1-b04c-d672de0d3fe3 HTTP/1.1" status: 200 len: 913 time: 0.0906987 Mar 02 15:16:53.977007 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a0783021-0527-4c3b-ae3c-8e0fb8d828f5 req-2a3bc445-fdc6-4a54-9398-af938e4b87d3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf450849-cf9c-4bea-b9db-fb7892cd1581 HTTP/1.1" status: 200 len: 217 time: 0.0360818 Mar 02 15:16:54.017179 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-07b83246-9dc6-4b3b-b085-af7c66ec3348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d95977-025d-41c2-973e-cde076edf386', 'name': 'tempest-TestVolumeBootPattern-1765529585-router', 'tenant_id': '7de5f8ffc29449a8970c42522a6efe67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '23bb7610-0d04-423c-93a6-4bbff4c99431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T15:07:33Z', 'updated_at': '2022-03-02T15:07:36Z', 'revision_number': 4, 'project_id': '7de5f8ffc29449a8970c42522a6efe67', 'gw_port': {'id': '23bb7610-0d04-423c-93a6-4bbff4c99431', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:5b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d95977-025d-41c2-973e-cde076edf386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:07:34Z', 'updated_at': '2022-03-02T15:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi', '_interfaces': [{'id': '2f60fe98-703d-40dc-b085-a6bd9dd5d22a', 'name': '', 'network_id': 'c205c27c-cdfe-46e1-b04c-d672de0d3fe3', 'tenant_id': '7de5f8ffc29449a8970c42522a6efe67', 'mac_address': 'fa:16:3e:88:f4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d95977-025d-41c2-973e-cde076edf386', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '61ac6005-af56-475d-a05a-68a49febcf55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:07:36Z', 'updated_at': '2022-03-02T15:07:41Z', 'revision_number': 5, 'project_id': '7de5f8ffc29449a8970c42522a6efe67', 'subnets': [{'id': '61ac6005-af56-475d-a05a-68a49febcf55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831439-3-iscsi', False) {} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:16:54.024074 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0783021-0527-4c3b-ae3c-8e0fb8d828f5 req-cca53d41-1ed3-463a-af18-4e8c6a9a2b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:16:54.026037 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a0783021-0527-4c3b-ae3c-8e0fb8d828f5 req-cca53d41-1ed3-463a-af18-4e8c6a9a2b03 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=61ac6005-af56-475d-a05a-68a49febcf55 HTTP/1.1" status: 200 len: 851 time: 0.0436556 Mar 02 15:16:54.044765 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b83246-9dc6-4b3b-b085-af7c66ec3348 None None] Checking router: b4d95977-025d-41c2-973e-cde076edf386 for host: dv-cinder-831439-3-iscsi {{(pid=110181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 15:16:54.055142 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b83246-9dc6-4b3b-b085-af7c66ec3348 None None] Routers {'b4d95977-025d-41c2-973e-cde076edf386'} bound to L3 agent in host dv-cinder-831439-3-iscsi {{(pid=110181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 15:16:54.055807 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-07b83246-9dc6-4b3b-b085-af7c66ec3348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831439-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T14:48:11Z,description=,heartbeat_timestamp=2022-03-02T15:16:41Z,host='dv-cinder-831439-3-iscsi',id=4b7d4a90-2987-419a-b6cd-7624b7dba065,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T14:48:12Z,topic='l3_agent')) {'router_ids': ['b4d95977-025d-41c2-973e-cde076edf386'], 'active': True} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:16:54.082690 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0783021-0527-4c3b-ae3c-8e0fb8d828f5 req-ab089d25-e8a3-4388-9142-3187758777f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:16:54.084473 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a0783021-0527-4c3b-ae3c-8e0fb8d828f5 req-ab089d25-e8a3-4388-9142-3187758777f2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c205c27c-cdfe-46e1-b04c-d672de0d3fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0528262 Mar 02 15:16:54.220187 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9de4d7-661f-4527-bc26-24a852ab7b85 req-0e2a4390-2289-4741-9ecc-08f713d9624e tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:16:54.221740 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ff9de4d7-661f-4527-bc26-24a852ab7b85 req-0e2a4390-2289-4741-9ecc-08f713d9624e tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/ports?device_id=814171a9-1e03-4687-8479-d130483fc08f HTTP/1.1" status: 200 len: 945 time: 0.1218631 Mar 02 15:16:54.261101 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a0783021-0527-4c3b-ae3c-8e0fb8d828f5 req-83c672cf-c732-4413-8bac-137d6a77675c service neutron] 10.222.0.55 "GET /v2.0/networks/c205c27c-cdfe-46e1-b04c-d672de0d3fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305780 Mar 02 15:16:54.300730 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvr_db [None req-07b83246-9dc6-4b3b-b085-af7c66ec3348 None None] Set router b4d95977-025d-41c2-973e-cde076edf386 gateway port host: dv-cinder-831439-3-iscsi {{(pid=110181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 15:16:54.330439 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-ff9de4d7-661f-4527-bc26-24a852ab7b85 req-aee00c71-f26d-4f38-8c49-767a80793807 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f5f6a4f-30e7-4345-96b4-f256fb04ec25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998909 Mar 02 15:16:54.369365 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-a0783021-0527-4c3b-ae3c-8e0fb8d828f5 req-32107a07-d73f-491d-9098-01f82da522f8 service neutron] 10.222.0.55 "GET /v2.0/networks/c205c27c-cdfe-46e1-b04c-d672de0d3fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983555 Mar 02 15:16:54.501745 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-07b83246-9dc6-4b3b-b085-af7c66ec3348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d95977-025d-41c2-973e-cde076edf386', 'name': 'tempest-TestVolumeBootPattern-1765529585-router', 'tenant_id': '7de5f8ffc29449a8970c42522a6efe67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '23bb7610-0d04-423c-93a6-4bbff4c99431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T15:07:33Z', 'updated_at': '2022-03-02T15:07:36Z', 'revision_number': 4, 'project_id': '7de5f8ffc29449a8970c42522a6efe67', 'gw_port': {'id': '23bb7610-0d04-423c-93a6-4bbff4c99431', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:5b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d95977-025d-41c2-973e-cde076edf386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:07:34Z', 'updated_at': '2022-03-02T15:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi', '_interfaces': [{'id': '2f60fe98-703d-40dc-b085-a6bd9dd5d22a', 'name': '', 'network_id': 'c205c27c-cdfe-46e1-b04c-d672de0d3fe3', 'tenant_id': '7de5f8ffc29449a8970c42522a6efe67', 'mac_address': 'fa:16:3e:88:f4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d95977-025d-41c2-973e-cde076edf386', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '61ac6005-af56-475d-a05a-68a49febcf55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:07:36Z', 'updated_at': '2022-03-02T15:07:41Z', 'revision_number': 5, 'project_id': '7de5f8ffc29449a8970c42522a6efe67', 'subnets': [{'id': '61ac6005-af56-475d-a05a-68a49febcf55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831439-3-iscsi', False) {} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:16:54.527967 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b83246-9dc6-4b3b-b085-af7c66ec3348 None None] The sync data for ids ['b4d95977-025d-41c2-973e-cde076edf386'] in dv-cinder-831439-3-iscsi is: [{'id': 'b4d95977-025d-41c2-973e-cde076edf386', 'name': 'tempest-TestVolumeBootPattern-1765529585-router', 'tenant_id': '7de5f8ffc29449a8970c42522a6efe67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '23bb7610-0d04-423c-93a6-4bbff4c99431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T15:07:33Z', 'updated_at': '2022-03-02T15:07:36Z', 'revision_number': 4, 'project_id': '7de5f8ffc29449a8970c42522a6efe67', 'gw_port': {'id': '23bb7610-0d04-423c-93a6-4bbff4c99431', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:5b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d95977-025d-41c2-973e-cde076edf386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:07:34Z', 'updated_at': '2022-03-02T15:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi', '_interfaces': [{'id': '2f60fe98-703d-40dc-b085-a6bd9dd5d22a', 'name': '', 'network_id': 'c205c27c-cdfe-46e1-b04c-d672de0d3fe3', 'tenant_id': '7de5f8ffc29449a8970c42522a6efe67', 'mac_address': 'fa:16:3e:88:f4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d95977-025d-41c2-973e-cde076edf386', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '61ac6005-af56-475d-a05a-68a49febcf55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:07:36Z', 'updated_at': '2022-03-02T15:07:41Z', 'revision_number': 5, 'project_id': '7de5f8ffc29449a8970c42522a6efe67', 'subnets': [{'id': '61ac6005-af56-475d-a05a-68a49febcf55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 15:16:54.737258 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7ba9a5-b01d-4025-93c9-2acb956247a8 None None] New status for floating IP 3dcd00e0-7806-4597-b6d2-40aa86a0dd92: DOWN {{(pid=110182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 15:16:55.016301 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e205ca-16b8-4170-a375-f99abf4f7525 req-17e3ea87-d3fe-4962-8faa-0b02497d5fb0 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:16:55.017824 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-f6e205ca-16b8-4170-a375-f99abf4f7525 req-17e3ea87-d3fe-4962-8faa-0b02497d5fb0 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.55 "GET /v2.0/ports?device_id=814171a9-1e03-4687-8479-d130483fc08f HTTP/1.1" status: 200 len: 945 time: 0.0617845 Mar 02 15:16:55.125745 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.plugin [req-f6e205ca-16b8-4170-a375-f99abf4f7525 req-8342ae98-5ba0-4036-a75b-cffe92220638 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Deleting port bf450849-cf9c-4bea-b9db-fb7892cd1581 {{(pid=110180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 15:16:55.126086 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-f6e205ca-16b8-4170-a375-f99abf4f7525 req-8342ae98-5ba0-4036-a75b-cffe92220638 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757345981049'] for port (bf450849-cf9c-4bea-b9db-fb7892cd1581), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:16:55.217133 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.db [req-f6e205ca-16b8-4170-a375-f99abf4f7525 req-8342ae98-5ba0-4036-a75b-cffe92220638 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] For port bf450849-cf9c-4bea-b9db-fb7892cd1581, host hv-cinder-83143, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=bf450849-cf9c-4bea-b9db-fb7892cd1581,segment=NetworkSegment(d942a0b3-5f48-46e2-b373-8a0ebab50251),segment_id=d942a0b3-5f48-46e2-b373-8a0ebab50251)] {{(pid=110180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:16:55.217493 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-f6e205ca-16b8-4170-a375-f99abf4f7525 req-8342ae98-5ba0-4036-a75b-cffe92220638 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port (bf450849-cf9c-4bea-b9db-fb7892cd1581), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:16:55.230664 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.plugin [req-f6e205ca-16b8-4170-a375-f99abf4f7525 req-8342ae98-5ba0-4036-a75b-cffe92220638 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Calling delete_port for bf450849-cf9c-4bea-b9db-fb7892cd1581 owned by compute:nova {{(pid=110180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 15:16:55.445790 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-f6e205ca-16b8-4170-a375-f99abf4f7525 req-8342ae98-5ba0-4036-a75b-cffe92220638 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757345984732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757345480677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672616'] for port (bf450849-cf9c-4bea-b9db-fb7892cd1581), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:16:55.458143 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cebd9e6-e8a2-43aa-b3f6-d2f06e8ea72a req-ad51d0d4-2d59-4c48-b5f1-eb10fe37938c tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:16:55.459586 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6cebd9e6-e8a2-43aa-b3f6-d2f06e8ea72a req-ad51d0d4-2d59-4c48-b5f1-eb10fe37938c tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/ports?device_id=814171a9-1e03-4687-8479-d130483fc08f HTTP/1.1" status: 200 len: 945 time: 0.0604987 Mar 02 15:16:55.484283 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8342ae98-5ba0-4036-a75b-cffe92220638 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Pushing event deleted for resources: {'Port': ['ID=bf450849-cf9c-4bea-b9db-fb7892cd1581,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:16:55.541901 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6e205ca-16b8-4170-a375-f99abf4f7525 req-8342ae98-5ba0-4036-a75b-cffe92220638 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] No DVR routers for this DVR port bf450849-cf9c-4bea-b9db-fb7892cd1581 on host hv-cinder-83143 {{(pid=110180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 15:16:55.548266 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-f6e205ca-16b8-4170-a375-f99abf4f7525 req-8342ae98-5ba0-4036-a75b-cffe92220638 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221961'] for port (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:16:55.551487 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-f6e205ca-16b8-4170-a375-f99abf4f7525 req-8342ae98-5ba0-4036-a75b-cffe92220638 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.55 "DELETE /v2.0/ports/bf450849-cf9c-4bea-b9db-fb7892cd1581 HTTP/1.1" status: 204 len: 173 time: 0.5249381 Mar 02 15:16:55.551987 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '814171a9-1e03-4687-8479-d130483fc08f', 'name': 'network-vif-deleted', 'tag': 'bf450849-cf9c-4bea-b9db-fb7892cd1581'}] {{(pid=110180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 15:16:55.554186 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d4cb776884cbbf8177075bc934a95f6bdaf5bba346c2d7fc75eae3cda02a5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c05d263-94f2-475b-86bc-a34db40d232f" -d '{"events": [{"server_uuid": "814171a9-1e03-4687-8479-d130483fc08f", "name": "network-vif-deleted", "tag": "bf450849-cf9c-4bea-b9db-fb7892cd1581"}]}' {{(pid=110180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 15:16:55.575647 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-6cebd9e6-e8a2-43aa-b3f6-d2f06e8ea72a req-3732dc1b-9632-4fd1-8bdc-1034d9b77421 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/security-groups?id=1f5f6a4f-30e7-4345-96b4-f256fb04ec25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939422 Mar 02 15:16:55.592113 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 15:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee6a7a21-1da4-42e8-9384-b162abddcb61 x-openstack-request-id: req-ee6a7a21-1da4-42e8-9384-b162abddcb61 {{(pid=110180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 15:16:55.592113 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "814171a9-1e03-4687-8479-d130483fc08f", "name": "network-vif-deleted", "tag": "bf450849-cf9c-4bea-b9db-fb7892cd1581", "status": "completed", "code": 200}]} {{(pid=110180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 15:16:55.592113 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ee6a7a21-1da4-42e8-9384-b162abddcb61 {{(pid=110180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 15:16:55.592488 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '814171a9-1e03-4687-8479-d130483fc08f', 'name': 'network-vif-deleted', 'tag': 'bf450849-cf9c-4bea-b9db-fb7892cd1581', 'status': 'completed', 'code': 200} Mar 02 15:16:56.690017 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-006e526c-e783-44e6-809c-9cd5ea3b48fd req-402e5e09-f92a-422c-9a15-e305eb081062 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "GET /v2.0/ports?device_id=814171a9-1e03-4687-8479-d130483fc08f HTTP/1.1" status: 200 len: 210 time: 0.0348029 Mar 02 15:16:57.323526 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (a761fe19-4045-45cc-a7c7-f029a0c82591), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:16:57.748795 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 36668) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:16:57.870484 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.plugin [None req-9db291fe-2b7c-44b7-a94a-d6c0940433a5 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Deleting port ddf74797-2052-4a93-918a-679cae294efa {{(pid=110180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 15:16:57.870824 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-9db291fe-2b7c-44b7-a94a-d6c0940433a5 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757345981049'] for port (ddf74797-2052-4a93-918a-679cae294efa), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:16:57.943968 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-9db291fe-2b7c-44b7-a94a-d6c0940433a5 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port (ddf74797-2052-4a93-918a-679cae294efa), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:16:57.944292 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-9db291fe-2b7c-44b7-a94a-d6c0940433a5 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Publish callbacks [] for floatingip (ddf74797-2052-4a93-918a-679cae294efa), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:16:57.955944 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.plugin [None req-9db291fe-2b7c-44b7-a94a-d6c0940433a5 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Calling delete_port for ddf74797-2052-4a93-918a-679cae294efa owned by network:floatingip {{(pid=110180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 15:16:58.163242 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-9db291fe-2b7c-44b7-a94a-d6c0940433a5 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757345984732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757345480677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672616'] for port (ddf74797-2052-4a93-918a-679cae294efa), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:16:58.189822 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db291fe-2b7c-44b7-a94a-d6c0940433a5 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Pushing event deleted for resources: {'Port': ['ID=ddf74797-2052-4a93-918a-679cae294efa,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:16:58.261755 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-9db291fe-2b7c-44b7-a94a-d6c0940433a5 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Publish callbacks [] for floatingip (e66bf422-80bb-46b2-9fe8-491d48f4a514), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:16:58.265014 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-9db291fe-2b7c-44b7-a94a-d6c0940433a5 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221961'] for floatingip (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:16:58.266176 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-9db291fe-2b7c-44b7-a94a-d6c0940433a5 tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "DELETE /v2.0/floatingips/e66bf422-80bb-46b2-9fe8-491d48f4a514 HTTP/1.1" status: 204 len: 168 time: 0.5163929 Mar 02 15:16:58.659000 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Device bf450849-cf9c-4bea-b9db-fb7892cd1581 no longer exists at agent hyperv_hv-cinder-83143 {{(pid=110181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 15:16:58.681080 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] No Port match for: bf450849-cf9c-4bea-b9db-fb7892cd1581 {{(pid=110181) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 15:16:58.681432 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Device bf450849-cf9c-4bea-b9db-fb7892cd1581 not bound to the agent host hv-cinder-83143 {{(pid=110181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 15:16:59.610833 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 36680) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:16:59.671479 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-53fdfd74-0cc6-4f63-86a6-708097ba0e9f tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Publish callbacks [] for security_group (1f5f6a4f-30e7-4345-96b4-f256fb04ec25), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:16:59.697967 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-53fdfd74-0cc6-4f63-86a6-708097ba0e9f tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Publish callbacks [] for security_group (1f5f6a4f-30e7-4345-96b4-f256fb04ec25), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:16:59.888491 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-53fdfd74-0cc6-4f63-86a6-708097ba0e9f tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (1f5f6a4f-30e7-4345-96b4-f256fb04ec25), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:16:59.891050 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-53fdfd74-0cc6-4f63-86a6-708097ba0e9f tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Publish callbacks [] for security_group (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:16:59.892232 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-53fdfd74-0cc6-4f63-86a6-708097ba0e9f tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] 10.222.0.52 "DELETE /v2.0/security-groups/1f5f6a4f-30e7-4345-96b4-f256fb04ec25 HTTP/1.1" status: 204 len: 168 time: 0.2801087 Mar 02 15:16:59.910991 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fdfd74-0cc6-4f63-86a6-708097ba0e9f tempest-TestVolumeBootPattern-1143271044 tempest-TestVolumeBootPattern-1143271044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f5f6a4f-30e7-4345-96b4-f256fb04ec25,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:17:01.031067 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 36686) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:17:01.731744 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-1b8722ce-9ab7-4e76-a45a-641f85cb6f88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-558541'] for router_interface (b4d95977-025d-41c2-973e-cde076edf386), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:01.979760 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.plugin [None req-1b8722ce-9ab7-4e76-a45a-641f85cb6f88 admin admin] Deleting port 2f60fe98-703d-40dc-b085-a6bd9dd5d22a {{(pid=110180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 15:17:01.980098 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-1b8722ce-9ab7-4e76-a45a-641f85cb6f88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757345981049'] for port (2f60fe98-703d-40dc-b085-a6bd9dd5d22a), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:02.057779 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.db [None req-1b8722ce-9ab7-4e76-a45a-641f85cb6f88 admin admin] For port 2f60fe98-703d-40dc-b085-a6bd9dd5d22a, host dv-cinder-831439-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831439-3-iscsi',level=0,port_id=2f60fe98-703d-40dc-b085-a6bd9dd5d22a,segment=NetworkSegment(d942a0b3-5f48-46e2-b373-8a0ebab50251),segment_id=d942a0b3-5f48-46e2-b373-8a0ebab50251)] {{(pid=110180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:17:02.058546 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-1b8722ce-9ab7-4e76-a45a-641f85cb6f88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port (2f60fe98-703d-40dc-b085-a6bd9dd5d22a), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:02.076788 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.plugin [None req-1b8722ce-9ab7-4e76-a45a-641f85cb6f88 admin admin] Calling delete_port for 2f60fe98-703d-40dc-b085-a6bd9dd5d22a owned by network:router_interface {{(pid=110180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 15:17:02.340135 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-1b8722ce-9ab7-4e76-a45a-641f85cb6f88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757345984732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757345480677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672616'] for port (2f60fe98-703d-40dc-b085-a6bd9dd5d22a), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:02.367527 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8722ce-9ab7-4e76-a45a-641f85cb6f88 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f60fe98-703d-40dc-b085-a6bd9dd5d22a,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:17:02.531936 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-1b8722ce-9ab7-4e76-a45a-641f85cb6f88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16231430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-558369'] for router_interface (b4d95977-025d-41c2-973e-cde076edf386), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:02.749423 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b8722ce-9ab7-4e76-a45a-641f85cb6f88 admin admin] Router b4d95977-025d-41c2-973e-cde076edf386 has already been hosted by L3 agent 4b7d4a90-2987-419a-b6cd-7624b7dba065 {{(pid=110180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 15:17:02.857476 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b8722ce-9ab7-4e76-a45a-641f85cb6f88 admin admin] Notify agent at l3_agent.dv-cinder-831439-3-iscsi the message routers_updated {{(pid=110180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 15:17:02.862589 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-1b8722ce-9ab7-4e76-a45a-641f85cb6f88 admin admin] 10.222.0.52 "PUT /v2.0/routers/b4d95977-025d-41c2-973e-cde076edf386/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8302865 Mar 02 15:17:02.864872 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 36690) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:17:02.867547 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf00cecd-772e-4ca3-891a-b9a8dd69d356 None None] Sync routers for ids ['b4d95977-025d-41c2-973e-cde076edf386'] in dv-cinder-831439-3-iscsi {{(pid=110181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 15:17:02.877538 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf00cecd-772e-4ca3-891a-b9a8dd69d356 None None] Routers {'b4d95977-025d-41c2-973e-cde076edf386'} bound to L3 agent in host dv-cinder-831439-3-iscsi {{(pid=110181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 15:17:02.878191 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-bf00cecd-772e-4ca3-891a-b9a8dd69d356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831439-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T14:48:11Z,description=,heartbeat_timestamp=2022-03-02T15:16:41Z,host='dv-cinder-831439-3-iscsi',id=4b7d4a90-2987-419a-b6cd-7624b7dba065,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T14:48:12Z,topic='l3_agent')) {'router_ids': ['b4d95977-025d-41c2-973e-cde076edf386'], 'active': True} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:17:02.969681 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-0aea9ef2-6e7d-41cd-954d-3b5373dba93b admin admin] Publish callbacks [] for router (b4d95977-025d-41c2-973e-cde076edf386), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:02.985358 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvr_db [None req-bf00cecd-772e-4ca3-891a-b9a8dd69d356 None None] Set router b4d95977-025d-41c2-973e-cde076edf386 gateway port host: dv-cinder-831439-3-iscsi {{(pid=110181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 15:17:03.072993 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-0aea9ef2-6e7d-41cd-954d-3b5373dba93b admin admin] Publish callbacks [] for router_gateway (b4d95977-025d-41c2-973e-cde076edf386), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:03.164311 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-bf00cecd-772e-4ca3-891a-b9a8dd69d356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d95977-025d-41c2-973e-cde076edf386', 'name': 'tempest-TestVolumeBootPattern-1765529585-router', 'tenant_id': '7de5f8ffc29449a8970c42522a6efe67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '23bb7610-0d04-423c-93a6-4bbff4c99431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T15:07:33Z', 'updated_at': '2022-03-02T15:17:02Z', 'revision_number': 5, 'project_id': '7de5f8ffc29449a8970c42522a6efe67', 'gw_port': {'id': '23bb7610-0d04-423c-93a6-4bbff4c99431', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:5b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d95977-025d-41c2-973e-cde076edf386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:07:34Z', 'updated_at': '2022-03-02T15:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi'}], 'dv-cinder-831439-3-iscsi', False) {} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:17:03.194840 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf00cecd-772e-4ca3-891a-b9a8dd69d356 None None] Checking router: b4d95977-025d-41c2-973e-cde076edf386 for host: dv-cinder-831439-3-iscsi {{(pid=110181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 15:17:03.204947 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf00cecd-772e-4ca3-891a-b9a8dd69d356 None None] Routers {'b4d95977-025d-41c2-973e-cde076edf386'} bound to L3 agent in host dv-cinder-831439-3-iscsi {{(pid=110181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 15:17:03.205587 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-bf00cecd-772e-4ca3-891a-b9a8dd69d356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831439-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T14:48:11Z,description=,heartbeat_timestamp=2022-03-02T15:16:41Z,host='dv-cinder-831439-3-iscsi',id=4b7d4a90-2987-419a-b6cd-7624b7dba065,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T14:48:12Z,topic='l3_agent')) {'router_ids': ['b4d95977-025d-41c2-973e-cde076edf386'], 'active': True} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:17:03.215896 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.plugin [None req-0aea9ef2-6e7d-41cd-954d-3b5373dba93b admin admin] Deleting port 23bb7610-0d04-423c-93a6-4bbff4c99431 {{(pid=110180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 15:17:03.216378 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-0aea9ef2-6e7d-41cd-954d-3b5373dba93b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757345981049'] for port (23bb7610-0d04-423c-93a6-4bbff4c99431), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:03.296999 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.db [None req-0aea9ef2-6e7d-41cd-954d-3b5373dba93b admin admin] For port 23bb7610-0d04-423c-93a6-4bbff4c99431, host dv-cinder-831439-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831439-3-iscsi',level=0,port_id=23bb7610-0d04-423c-93a6-4bbff4c99431,segment=NetworkSegment(23151279-75ac-4f5a-99b2-c6146d92420f),segment_id=23151279-75ac-4f5a-99b2-c6146d92420f)] {{(pid=110180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:17:03.297361 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-0aea9ef2-6e7d-41cd-954d-3b5373dba93b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port (23bb7610-0d04-423c-93a6-4bbff4c99431), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:03.298898 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvr_db [None req-bf00cecd-772e-4ca3-891a-b9a8dd69d356 None None] Set router b4d95977-025d-41c2-973e-cde076edf386 gateway port host: None {{(pid=110181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 15:17:03.314456 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.plugin [None req-0aea9ef2-6e7d-41cd-954d-3b5373dba93b admin admin] Calling delete_port for 23bb7610-0d04-423c-93a6-4bbff4c99431 owned by network:router_gateway {{(pid=110180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 15:17:03.357225 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-bf00cecd-772e-4ca3-891a-b9a8dd69d356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d95977-025d-41c2-973e-cde076edf386', 'name': 'tempest-TestVolumeBootPattern-1765529585-router', 'tenant_id': '7de5f8ffc29449a8970c42522a6efe67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T15:07:33Z', 'updated_at': '2022-03-02T15:17:03Z', 'revision_number': 6, 'project_id': '7de5f8ffc29449a8970c42522a6efe67', 'gw_port_host': None}], 'dv-cinder-831439-3-iscsi', False) {} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:17:03.382570 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf00cecd-772e-4ca3-891a-b9a8dd69d356 None None] The sync data for ids ['b4d95977-025d-41c2-973e-cde076edf386'] in dv-cinder-831439-3-iscsi is: [{'id': 'b4d95977-025d-41c2-973e-cde076edf386', 'name': 'tempest-TestVolumeBootPattern-1765529585-router', 'tenant_id': '7de5f8ffc29449a8970c42522a6efe67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T15:07:33Z', 'updated_at': '2022-03-02T15:17:03Z', 'revision_number': 6, 'project_id': '7de5f8ffc29449a8970c42522a6efe67', 'gw_port_host': None}] {{(pid=110181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 15:17:03.552183 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-0aea9ef2-6e7d-41cd-954d-3b5373dba93b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757345984732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757345480677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672616'] for port (23bb7610-0d04-423c-93a6-4bbff4c99431), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:03.579543 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aea9ef2-6e7d-41cd-954d-3b5373dba93b admin admin] Pushing event deleted for resources: {'Port': ['ID=23bb7610-0d04-423c-93a6-4bbff4c99431,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:17:03.636934 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-0aea9ef2-6e7d-41cd-954d-3b5373dba93b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559747'] for router_gateway (b4d95977-025d-41c2-973e-cde076edf386), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:03.725697 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-0aea9ef2-6e7d-41cd-954d-3b5373dba93b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6344'] for router (b4d95977-025d-41c2-973e-cde076edf386), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:03.728989 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-0aea9ef2-6e7d-41cd-954d-3b5373dba93b admin admin] Publish callbacks [] for router_controller (b4d95977-025d-41c2-973e-cde076edf386), precommit_delete_associations {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:03.877256 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-0aea9ef2-6e7d-41cd-954d-3b5373dba93b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561960'] for router (b4d95977-025d-41c2-973e-cde076edf386), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:03.877797 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aea9ef2-6e7d-41cd-954d-3b5373dba93b admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4d95977-025d-41c2-973e-cde076edf386 {{(pid=110180) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 15:17:03.884041 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-0aea9ef2-6e7d-41cd-954d-3b5373dba93b admin admin] Publish callbacks [] for router (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:03.885279 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-0aea9ef2-6e7d-41cd-954d-3b5373dba93b admin admin] 10.222.0.52 "DELETE /v2.0/routers/b4d95977-025d-41c2-973e-cde076edf386 HTTP/1.1" status: 204 len: 168 time: 1.0194912 Mar 02 15:17:03.887875 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 36692) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:17:03.932127 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fe25f9e-e049-460e-8373-d7ed26ad2929 admin admin] Deleting subnet 61ac6005-af56-475d-a05a-68a49febcf55 {{(pid=110180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 15:17:03.935218 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3fe25f9e-e049-460e-8373-d7ed26ad2929 admin admin] Publish callbacks [] for subnet (61ac6005-af56-475d-a05a-68a49febcf55), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:03.968449 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3fe25f9e-e049-460e-8373-d7ed26ad2929 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59158857'] for subnet (61ac6005-af56-475d-a05a-68a49febcf55), precommit_delete_associations {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:04.046217 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3fe25f9e-e049-460e-8373-d7ed26ad2929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16092520'] for subnet (61ac6005-af56-475d-a05a-68a49febcf55), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:04.175073 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3fe25f9e-e049-460e-8373-d7ed26ad2929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16092519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3672603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58812373'] for subnet (61ac6005-af56-475d-a05a-68a49febcf55), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:04.201015 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe25f9e-e049-460e-8373-d7ed26ad2929 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61ac6005-af56-475d-a05a-68a49febcf55,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:17:04.204443 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3fe25f9e-e049-460e-8373-d7ed26ad2929 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:04.208166 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-3fe25f9e-e049-460e-8373-d7ed26ad2929 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/61ac6005-af56-475d-a05a-68a49febcf55 HTTP/1.1" status: 204 len: 168 time: 0.3187678 Mar 02 15:17:04.210319 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 36694) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:17:04.214011 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d761b3-9623-42f1-a95b-c5f22299f725 None None] Network c205c27c-cdfe-46e1-b04c-d672de0d3fe3 requested from dv-cinder-831439-3-iscsi {{(pid=110181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 15:17:04.288063 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-1743305e-0ff0-4e50-81fb-7bc4674fd778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16148883'] for network (c205c27c-cdfe-46e1-b04c-d672de0d3fe3), before_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:04.348929 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.plugin [None req-1743305e-0ff0-4e50-81fb-7bc4674fd778 admin admin] Deleting port 6e679c73-9066-4009-aca3-066382e14eeb {{(pid=110179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 15:17:04.349285 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-1743305e-0ff0-4e50-81fb-7bc4674fd778 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757345981049'] for port (6e679c73-9066-4009-aca3-066382e14eeb), before_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:04.385112 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855d6b1d-28fd-439d-a418-415e374e3840 None None] DHCP port deletion for c205c27c-cdfe-46e1-b04c-d672de0d3fe3 request from dv-cinder-831439-3-iscsi {{(pid=110181) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 02 15:17:04.419501 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.db [None req-1743305e-0ff0-4e50-81fb-7bc4674fd778 admin admin] For port 6e679c73-9066-4009-aca3-066382e14eeb, host dv-cinder-831439-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831439-3-iscsi',level=0,port_id=6e679c73-9066-4009-aca3-066382e14eeb,segment=NetworkSegment(d942a0b3-5f48-46e2-b373-8a0ebab50251),segment_id=d942a0b3-5f48-46e2-b373-8a0ebab50251)] {{(pid=110179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:17:04.419934 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-1743305e-0ff0-4e50-81fb-7bc4674fd778 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port (6e679c73-9066-4009-aca3-066382e14eeb), precommit_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:04.436612 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.plugin [None req-1743305e-0ff0-4e50-81fb-7bc4674fd778 admin admin] Calling delete_port for 6e679c73-9066-4009-aca3-066382e14eeb owned by network:dhcp {{(pid=110179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 15:17:04.444601 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-855d6b1d-28fd-439d-a418-415e374e3840 None None] Deleting port 6e679c73-9066-4009-aca3-066382e14eeb {{(pid=110181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 15:17:04.444971 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-855d6b1d-28fd-439d-a418-415e374e3840 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757345981049'] for port (6e679c73-9066-4009-aca3-066382e14eeb), before_delete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:04.509114 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-855d6b1d-28fd-439d-a418-415e374e3840 None None] For port 6e679c73-9066-4009-aca3-066382e14eeb, host dv-cinder-831439-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831439-3-iscsi',level=0,port_id=6e679c73-9066-4009-aca3-066382e14eeb,segment=NetworkSegment(d942a0b3-5f48-46e2-b373-8a0ebab50251),segment_id=d942a0b3-5f48-46e2-b373-8a0ebab50251)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:17:04.509509 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-855d6b1d-28fd-439d-a418-415e374e3840 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port (6e679c73-9066-4009-aca3-066382e14eeb), precommit_delete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:04.522982 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-855d6b1d-28fd-439d-a418-415e374e3840 None None] Calling delete_port for 6e679c73-9066-4009-aca3-066382e14eeb owned by network:dhcp {{(pid=110181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 15:17:04.591094 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-1743305e-0ff0-4e50-81fb-7bc4674fd778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757345984732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757345480677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3822761'] for port (6e679c73-9066-4009-aca3-066382e14eeb), after_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:04.601055 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-855d6b1d-28fd-439d-a418-415e374e3840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757345984732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757345480677'] for port (6e679c73-9066-4009-aca3-066382e14eeb), after_delete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:04.617267 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1743305e-0ff0-4e50-81fb-7bc4674fd778 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e679c73-9066-4009-aca3-066382e14eeb,revision_number=None']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:17:04.620994 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1743305e-0ff0-4e50-81fb-7bc4674fd778 admin admin] No DVR routers for this DVR port 6e679c73-9066-4009-aca3-066382e14eeb on host dv-cinder-831439-3-iscsi {{(pid=110179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 15:17:04.627425 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855d6b1d-28fd-439d-a418-415e374e3840 None None] Pushing event deleted for resources: {'Port': ['ID=6e679c73-9066-4009-aca3-066382e14eeb,revision_number=None']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:17:04.629714 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855d6b1d-28fd-439d-a418-415e374e3840 None None] No DVR routers for this DVR port 6e679c73-9066-4009-aca3-066382e14eeb on host dv-cinder-831439-3-iscsi {{(pid=110181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 15:17:04.637773 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d6b1d-28fd-439d-a418-415e374e3840 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:17:04.638128 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d6b1d-28fd-439d-a418-415e374e3840 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:17:04.644848 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d6b1d-28fd-439d-a418-415e374e3840 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:17:04.644848 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d6b1d-28fd-439d-a418-415e374e3840 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:17:04.644848 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d6b1d-28fd-439d-a418-415e374e3840 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:17:04.644848 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d6b1d-28fd-439d-a418-415e374e3840 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:17:04.644848 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d6b1d-28fd-439d-a418-415e374e3840 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:17:04.644848 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d6b1d-28fd-439d-a418-415e374e3840 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:17:04.644848 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d6b1d-28fd-439d-a418-415e374e3840 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:17:04.644848 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d6b1d-28fd-439d-a418-415e374e3840 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:17:04.644848 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d6b1d-28fd-439d-a418-415e374e3840 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:17:04.644848 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d6b1d-28fd-439d-a418-415e374e3840 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:17:04.644848 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d6b1d-28fd-439d-a418-415e374e3840 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831439-3-iscsi {{(pid=110181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 15:17:04.699118 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-1743305e-0ff0-4e50-81fb-7bc4674fd778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16057747', 'neutron.services.segments.db._delete_segments_for_network-8757345970333'] for network (c205c27c-cdfe-46e1-b04c-d672de0d3fe3), precommit_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:04.720005 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Device 2f60fe98-703d-40dc-b085-a6bd9dd5d22a no longer exists at agent ovs-agent-dv-cinder-831439-3-iscsi {{(pid=110181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 15:17:04.720869 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.services.segments.db [None req-1743305e-0ff0-4e50-81fb-7bc4674fd778 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c205c27c-cdfe-46e1-b04c-d672de0d3fe3']}} {{(pid=110179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:17:04.730525 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.services.segments.db [None req-1743305e-0ff0-4e50-81fb-7bc4674fd778 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd942a0b3-5f48-46e2-b373-8a0ebab50251') {'for_net_delete': True} {{(pid=110179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:17:04.730826 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.services.segments.db [None req-1743305e-0ff0-4e50-81fb-7bc4674fd778 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd942a0b3-5f48-46e2-b373-8a0ebab50251') {} {{(pid=110179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:17:04.739820 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] No Port match for: 2f60fe98-703d-40dc-b085-a6bd9dd5d22a {{(pid=110181) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 15:17:04.740170 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Device 2f60fe98-703d-40dc-b085-a6bd9dd5d22a not bound to the agent host dv-cinder-831439-3-iscsi {{(pid=110181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 15:17:04.740590 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Device 6e679c73-9066-4009-aca3-066382e14eeb no longer exists at agent ovs-agent-dv-cinder-831439-3-iscsi {{(pid=110181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 15:17:04.740723 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-1743305e-0ff0-4e50-81fb-7bc4674fd778 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757345974950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3117906'] for segment (d942a0b3-5f48-46e2-b373-8a0ebab50251), before_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:04.754057 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-1743305e-0ff0-4e50-81fb-7bc4674fd778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16119287'] for segment (d942a0b3-5f48-46e2-b373-8a0ebab50251), precommit_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:04.765951 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] No Port match for: 6e679c73-9066-4009-aca3-066382e14eeb {{(pid=110181) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 15:17:04.765951 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Device 6e679c73-9066-4009-aca3-066382e14eeb not bound to the agent host dv-cinder-831439-3-iscsi {{(pid=110181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 15:17:04.765951 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Device 23bb7610-0d04-423c-93a6-4bbff4c99431 no longer exists at agent ovs-agent-dv-cinder-831439-3-iscsi {{(pid=110181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 15:17:04.766383 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1743305e-0ff0-4e50-81fb-7bc4674fd778 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=110179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 15:17:04.766383 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-1743305e-0ff0-4e50-81fb-7bc4674fd778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16119287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3822660'] for segment (d942a0b3-5f48-46e2-b373-8a0ebab50251), after_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:04.766383 dv-cinder-831439-3-iscsi neutron-server[110179]: Traceback (most recent call last): Mar 02 15:17:04.766383 dv-cinder-831439-3-iscsi neutron-server[110179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 15:17:04.766383 dv-cinder-831439-3-iscsi neutron-server[110179]: timer() Mar 02 15:17:04.766383 dv-cinder-831439-3-iscsi neutron-server[110179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 15:17:04.766383 dv-cinder-831439-3-iscsi neutron-server[110179]: cb(*args, **kw) Mar 02 15:17:04.766383 dv-cinder-831439-3-iscsi neutron-server[110179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 15:17:04.766383 dv-cinder-831439-3-iscsi neutron-server[110179]: return func(*args, **kwargs) Mar 02 15:17:04.766383 dv-cinder-831439-3-iscsi neutron-server[110179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 15:17:04.766383 dv-cinder-831439-3-iscsi neutron-server[110179]: self._notify() Mar 02 15:17:04.766383 dv-cinder-831439-3-iscsi neutron-server[110179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 15:17:04.766383 dv-cinder-831439-3-iscsi neutron-server[110179]: self.callback(batched_events) Mar 02 15:17:04.766383 dv-cinder-831439-3-iscsi neutron-server[110179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 15:17:04.766383 dv-cinder-831439-3-iscsi neutron-server[110179]: event.method(event) Mar 02 15:17:04.766383 dv-cinder-831439-3-iscsi neutron-server[110179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 15:17:04.766383 dv-cinder-831439-3-iscsi neutron-server[110179]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 15:17:04.766383 dv-cinder-831439-3-iscsi neutron-server[110179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 15:17:04.766383 dv-cinder-831439-3-iscsi neutron-server[110179]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 15:17:04.766383 dv-cinder-831439-3-iscsi neutron-server[110179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 15:17:04.766383 dv-cinder-831439-3-iscsi neutron-server[110179]: return f(self, *a, **k) Mar 02 15:17:04.766383 dv-cinder-831439-3-iscsi neutron-server[110179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 15:17:04.766383 dv-cinder-831439-3-iscsi neutron-server[110179]: return self._get(url).json() Mar 02 15:17:04.766383 dv-cinder-831439-3-iscsi neutron-server[110179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 15:17:04.766383 dv-cinder-831439-3-iscsi neutron-server[110179]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 15:17:04.766383 dv-cinder-831439-3-iscsi neutron-server[110179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 15:17:04.766383 dv-cinder-831439-3-iscsi neutron-server[110179]: return self.request(url, 'GET', **kwargs) Mar 02 15:17:04.766383 dv-cinder-831439-3-iscsi neutron-server[110179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 15:17:04.766383 dv-cinder-831439-3-iscsi neutron-server[110179]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 15:17:04.766383 dv-cinder-831439-3-iscsi neutron-server[110179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 15:17:04.766383 dv-cinder-831439-3-iscsi neutron-server[110179]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 15:17:04.766383 dv-cinder-831439-3-iscsi neutron-server[110179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 15:17:04.766383 dv-cinder-831439-3-iscsi neutron-server[110179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 15:17:04.766383 dv-cinder-831439-3-iscsi neutron-server[110179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 15:17:04.780141 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] No Port match for: 23bb7610-0d04-423c-93a6-4bbff4c99431 {{(pid=110181) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 15:17:04.780490 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Device 23bb7610-0d04-423c-93a6-4bbff4c99431 not bound to the agent host dv-cinder-831439-3-iscsi {{(pid=110181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 15:17:04.871416 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-1743305e-0ff0-4e50-81fb-7bc4674fd778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16057834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559807'] for network (c205c27c-cdfe-46e1-b04c-d672de0d3fe3), after_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:04.876610 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-1743305e-0ff0-4e50-81fb-7bc4674fd778 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16231659'] for network (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:04.879917 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-1743305e-0ff0-4e50-81fb-7bc4674fd778 admin admin] 10.222.0.52 "DELETE /v2.0/networks/c205c27c-cdfe-46e1-b04c-d672de0d3fe3 HTTP/1.1" status: 204 len: 168 time: 0.6685069 Mar 02 15:17:04.882872 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 36696) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:17:04.891859 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1743305e-0ff0-4e50-81fb-7bc4674fd778 admin admin] Pushing event deleted for resources: {'Network': ['ID=c205c27c-cdfe-46e1-b04c-d672de0d3fe3,revision_number=None']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:17:05.224936 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3e8d2a9b-f328-4acc-8785-5b24ea1fa781 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-558541'] for router_interface (543ad835-e580-4da5-8d8e-fa40662b8a10), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:05.465489 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.plugin [None req-3e8d2a9b-f328-4acc-8785-5b24ea1fa781 admin admin] Deleting port b0d4b3da-508d-4023-bf48-40b2d37f5fda {{(pid=110180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 15:17:05.465750 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3e8d2a9b-f328-4acc-8785-5b24ea1fa781 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757345981049'] for port (b0d4b3da-508d-4023-bf48-40b2d37f5fda), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:05.544141 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.db [None req-3e8d2a9b-f328-4acc-8785-5b24ea1fa781 admin admin] For port b0d4b3da-508d-4023-bf48-40b2d37f5fda, host dv-cinder-831439-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831439-3-iscsi',level=0,port_id=b0d4b3da-508d-4023-bf48-40b2d37f5fda,segment=NetworkSegment(34d249b4-59e9-4c20-a4fb-97706e160712),segment_id=34d249b4-59e9-4c20-a4fb-97706e160712)] {{(pid=110180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:17:05.544506 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3e8d2a9b-f328-4acc-8785-5b24ea1fa781 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port (b0d4b3da-508d-4023-bf48-40b2d37f5fda), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:05.558289 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.plugin [None req-3e8d2a9b-f328-4acc-8785-5b24ea1fa781 admin admin] Calling delete_port for b0d4b3da-508d-4023-bf48-40b2d37f5fda owned by network:router_interface {{(pid=110180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 15:17:05.797369 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3e8d2a9b-f328-4acc-8785-5b24ea1fa781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757345984732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757345480677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672616'] for port (b0d4b3da-508d-4023-bf48-40b2d37f5fda), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:05.823794 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8d2a9b-f328-4acc-8785-5b24ea1fa781 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0d4b3da-508d-4023-bf48-40b2d37f5fda,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:17:05.983323 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3e8d2a9b-f328-4acc-8785-5b24ea1fa781 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16231430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-558369'] for router_interface (543ad835-e580-4da5-8d8e-fa40662b8a10), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:06.201138 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e8d2a9b-f328-4acc-8785-5b24ea1fa781 admin admin] Router 543ad835-e580-4da5-8d8e-fa40662b8a10 has already been hosted by L3 agent 4b7d4a90-2987-419a-b6cd-7624b7dba065 {{(pid=110180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 15:17:06.308843 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e8d2a9b-f328-4acc-8785-5b24ea1fa781 admin admin] Notify agent at l3_agent.dv-cinder-831439-3-iscsi the message routers_updated {{(pid=110180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 15:17:06.313616 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-3e8d2a9b-f328-4acc-8785-5b24ea1fa781 admin admin] 10.222.0.52 "PUT /v2.0/routers/543ad835-e580-4da5-8d8e-fa40662b8a10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4297435 Mar 02 15:17:06.316131 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 36700) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:17:06.318683 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0abb4d0-0931-4731-9f74-b2cf7fd0fd53 None None] Sync routers for ids ['543ad835-e580-4da5-8d8e-fa40662b8a10'] in dv-cinder-831439-3-iscsi {{(pid=110182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 15:17:06.329880 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0abb4d0-0931-4731-9f74-b2cf7fd0fd53 None None] Routers {'543ad835-e580-4da5-8d8e-fa40662b8a10'} bound to L3 agent in host dv-cinder-831439-3-iscsi {{(pid=110182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 15:17:06.330533 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_hamode_db [None req-e0abb4d0-0931-4731-9f74-b2cf7fd0fd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831439-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T14:48:11Z,description=,heartbeat_timestamp=2022-03-02T15:16:41Z,host='dv-cinder-831439-3-iscsi',id=4b7d4a90-2987-419a-b6cd-7624b7dba065,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T14:48:12Z,topic='l3_agent')) {'router_ids': ['543ad835-e580-4da5-8d8e-fa40662b8a10'], 'active': True} {{(pid=110182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:17:06.437538 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_dvr_db [None req-e0abb4d0-0931-4731-9f74-b2cf7fd0fd53 None None] Set router 543ad835-e580-4da5-8d8e-fa40662b8a10 gateway port host: dv-cinder-831439-3-iscsi {{(pid=110182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 15:17:06.627211 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_hamode_db [None req-e0abb4d0-0931-4731-9f74-b2cf7fd0fd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '543ad835-e580-4da5-8d8e-fa40662b8a10', 'name': 'tempest-TestVolumeBootPattern-602488170-router', 'tenant_id': '334e7768b1294a11b070b28f995e7779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '0f742cf0-d4a3-4152-8bfd-bd04889a61e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T15:07:40Z', 'updated_at': '2022-03-02T15:17:05Z', 'revision_number': 5, 'project_id': '334e7768b1294a11b070b28f995e7779', 'gw_port': {'id': '0f742cf0-d4a3-4152-8bfd-bd04889a61e3', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:27:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543ad835-e580-4da5-8d8e-fa40662b8a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:07:41Z', 'updated_at': '2022-03-02T15:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi'}], 'dv-cinder-831439-3-iscsi', False) {} {{(pid=110182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:17:06.660408 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0abb4d0-0931-4731-9f74-b2cf7fd0fd53 None None] Checking router: 543ad835-e580-4da5-8d8e-fa40662b8a10 for host: dv-cinder-831439-3-iscsi {{(pid=110182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 15:17:06.679515 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0abb4d0-0931-4731-9f74-b2cf7fd0fd53 None None] Routers {'543ad835-e580-4da5-8d8e-fa40662b8a10'} bound to L3 agent in host dv-cinder-831439-3-iscsi {{(pid=110182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 15:17:06.680189 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_hamode_db [None req-e0abb4d0-0931-4731-9f74-b2cf7fd0fd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831439-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T14:48:11Z,description=,heartbeat_timestamp=2022-03-02T15:16:41Z,host='dv-cinder-831439-3-iscsi',id=4b7d4a90-2987-419a-b6cd-7624b7dba065,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T14:48:12Z,topic='l3_agent')) {'router_ids': ['543ad835-e580-4da5-8d8e-fa40662b8a10'], 'active': True} {{(pid=110182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:17:06.699883 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-1b7fcec5-b504-4421-b3b0-17f308adee6c admin admin] Publish callbacks [] for router (543ad835-e580-4da5-8d8e-fa40662b8a10), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:06.822732 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-1b7fcec5-b504-4421-b3b0-17f308adee6c admin admin] Publish callbacks [] for router_gateway (543ad835-e580-4da5-8d8e-fa40662b8a10), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:06.907530 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_dvr_db [None req-e0abb4d0-0931-4731-9f74-b2cf7fd0fd53 None None] Set router 543ad835-e580-4da5-8d8e-fa40662b8a10 gateway port host: dv-cinder-831439-3-iscsi {{(pid=110182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 15:17:06.956621 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.plugin [None req-1b7fcec5-b504-4421-b3b0-17f308adee6c admin admin] Deleting port 0f742cf0-d4a3-4152-8bfd-bd04889a61e3 {{(pid=110180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 15:17:06.957329 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-1b7fcec5-b504-4421-b3b0-17f308adee6c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757345981049'] for port (0f742cf0-d4a3-4152-8bfd-bd04889a61e3), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:07.068378 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-811992a1-26f1-4104-802f-c1b3bd270b88 req-a8bb64a3-cb60-4612-88b0-955e62c41256 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-868964727&fields=id&tenant_id=46bbdd855e2d4c8a9beb15282ad1e7e3 HTTP/1.1" status: 200 len: 267 time: 0.0683732 Mar 02 15:17:07.076610 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.db [None req-1b7fcec5-b504-4421-b3b0-17f308adee6c admin admin] For port 0f742cf0-d4a3-4152-8bfd-bd04889a61e3, host dv-cinder-831439-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831439-3-iscsi',level=0,port_id=0f742cf0-d4a3-4152-8bfd-bd04889a61e3,segment=NetworkSegment(23151279-75ac-4f5a-99b2-c6146d92420f),segment_id=23151279-75ac-4f5a-99b2-c6146d92420f)] {{(pid=110180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:17:07.076969 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-1b7fcec5-b504-4421-b3b0-17f308adee6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port (0f742cf0-d4a3-4152-8bfd-bd04889a61e3), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:07.087902 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_hamode_db [None req-e0abb4d0-0931-4731-9f74-b2cf7fd0fd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '543ad835-e580-4da5-8d8e-fa40662b8a10', 'name': 'tempest-TestVolumeBootPattern-602488170-router', 'tenant_id': '334e7768b1294a11b070b28f995e7779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '0f742cf0-d4a3-4152-8bfd-bd04889a61e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T15:07:40Z', 'updated_at': '2022-03-02T15:17:05Z', 'revision_number': 5, 'project_id': '334e7768b1294a11b070b28f995e7779', 'gw_port': {'id': '0f742cf0-d4a3-4152-8bfd-bd04889a61e3', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:27:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543ad835-e580-4da5-8d8e-fa40662b8a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:07:41Z', 'updated_at': '2022-03-02T15:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi'}], 'dv-cinder-831439-3-iscsi', False) {} {{(pid=110182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:17:07.110130 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.plugin [None req-1b7fcec5-b504-4421-b3b0-17f308adee6c admin admin] Calling delete_port for 0f742cf0-d4a3-4152-8bfd-bd04889a61e3 owned by network:router_gateway {{(pid=110180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 15:17:07.117220 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0abb4d0-0931-4731-9f74-b2cf7fd0fd53 None None] The sync data for ids ['543ad835-e580-4da5-8d8e-fa40662b8a10'] in dv-cinder-831439-3-iscsi is: [{'id': '543ad835-e580-4da5-8d8e-fa40662b8a10', 'name': 'tempest-TestVolumeBootPattern-602488170-router', 'tenant_id': '334e7768b1294a11b070b28f995e7779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '0f742cf0-d4a3-4152-8bfd-bd04889a61e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T15:07:40Z', 'updated_at': '2022-03-02T15:17:05Z', 'revision_number': 5, 'project_id': '334e7768b1294a11b070b28f995e7779', 'gw_port': {'id': '0f742cf0-d4a3-4152-8bfd-bd04889a61e3', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:27:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543ad835-e580-4da5-8d8e-fa40662b8a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:07:41Z', 'updated_at': '2022-03-02T15:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi'}] {{(pid=110182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 15:17:07.183425 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811992a1-26f1-4104-802f-c1b3bd270b88 req-0ef2cbe0-c1ef-41e9-b695-5ca0c916ed7a tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:17:07.184894 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-811992a1-26f1-4104-802f-c1b3bd270b88 req-0ef2cbe0-c1ef-41e9-b695-5ca0c916ed7a tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] 10.222.0.52 "GET /v2.0/ports?device_id=8537aef8-6e68-4b17-8398-784d3c055e0a HTTP/1.1" status: 200 len: 984 time: 0.1110127 Mar 02 15:17:07.196698 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.v2.base [req-811992a1-26f1-4104-802f-c1b3bd270b88 req-21c0a9db-8a82-4f79-9a00-bd0e530adaba tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Request body: {'port': {'security_groups': ['3f244d27-a6e7-42c9-a27f-886a3c39076e']}} {{(pid=110180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 15:17:07.311647 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-811992a1-26f1-4104-802f-c1b3bd270b88 req-21c0a9db-8a82-4f79-9a00-bd0e530adaba tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16198517'] for port (fb905657-87be-4eed-8009-7bae46344494), before_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:07.471242 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-1b7fcec5-b504-4421-b3b0-17f308adee6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757345984732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757345480677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672616'] for port (0f742cf0-d4a3-4152-8bfd-bd04889a61e3), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:07.506808 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7fcec5-b504-4421-b3b0-17f308adee6c admin admin] Pushing event deleted for resources: {'Port': ['ID=0f742cf0-d4a3-4152-8bfd-bd04889a61e3,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:17:07.587355 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.db [req-811992a1-26f1-4104-802f-c1b3bd270b88 req-21c0a9db-8a82-4f79-9a00-bd0e530adaba tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] For port fb905657-87be-4eed-8009-7bae46344494, host hv-cinder-83143, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=fb905657-87be-4eed-8009-7bae46344494,segment=NetworkSegment(0b911c62-dfcf-44f6-b5c5-97e04836d45f),segment_id=0b911c62-dfcf-44f6-b5c5-97e04836d45f)] {{(pid=110180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:17:07.605272 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-1b7fcec5-b504-4421-b3b0-17f308adee6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559747'] for router_gateway (543ad835-e580-4da5-8d8e-fa40662b8a10), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:07.705211 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-811992a1-26f1-4104-802f-c1b3bd270b88 req-21c0a9db-8a82-4f79-9a00-bd0e530adaba tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Publish callbacks [] for port (fb905657-87be-4eed-8009-7bae46344494), precommit_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:07.711249 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-1b7fcec5-b504-4421-b3b0-17f308adee6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6344'] for router (543ad835-e580-4da5-8d8e-fa40662b8a10), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:07.714014 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-1b7fcec5-b504-4421-b3b0-17f308adee6c admin admin] Publish callbacks [] for router_controller (543ad835-e580-4da5-8d8e-fa40662b8a10), precommit_delete_associations {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:07.796858 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-811992a1-26f1-4104-802f-c1b3bd270b88 req-21c0a9db-8a82-4f79-9a00-bd0e530adaba tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757345984750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757345480686', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757345480708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3672609'] for port (fb905657-87be-4eed-8009-7bae46344494), after_update {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:07.832012 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] get_ports_and_sgs() called for port_ids ['fb905657-87be-4eed-8009-7bae46344494'] {{(pid=110181) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 15:17:07.841878 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811992a1-26f1-4104-802f-c1b3bd270b88 req-21c0a9db-8a82-4f79-9a00-bd0e530adaba tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:17:07.842522 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-811992a1-26f1-4104-802f-c1b3bd270b88 req-21c0a9db-8a82-4f79-9a00-bd0e530adaba tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221961'] for port (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:07.843982 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-811992a1-26f1-4104-802f-c1b3bd270b88 req-21c0a9db-8a82-4f79-9a00-bd0e530adaba tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] 10.222.0.52 "PUT /v2.0/ports/fb905657-87be-4eed-8009-7bae46344494 HTTP/1.1" status: 200 len: 942 time: 0.6528840 Mar 02 15:17:07.844457 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8537aef8-6e68-4b17-8398-784d3c055e0a', 'tag': 'fb905657-87be-4eed-8009-7bae46344494'}] {{(pid=110180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 15:17:07.846780 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d4cb776884cbbf8177075bc934a95f6bdaf5bba346c2d7fc75eae3cda02a5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1966158-0230-4b22-b926-837c2c83fc02" -d '{"events": [{"name": "network-changed", "server_uuid": "8537aef8-6e68-4b17-8398-784d3c055e0a", "tag": "fb905657-87be-4eed-8009-7bae46344494"}]}' {{(pid=110180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 15:17:07.851640 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 36706) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:17:07.857497 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-1b7fcec5-b504-4421-b3b0-17f308adee6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561960'] for router (543ad835-e580-4da5-8d8e-fa40662b8a10), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:07.858110 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b7fcec5-b504-4421-b3b0-17f308adee6c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 543ad835-e580-4da5-8d8e-fa40662b8a10 {{(pid=110180) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 15:17:07.864076 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-1b7fcec5-b504-4421-b3b0-17f308adee6c admin admin] Publish callbacks [] for router (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:07.867934 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-1b7fcec5-b504-4421-b3b0-17f308adee6c admin admin] 10.222.0.52 "DELETE /v2.0/routers/543ad835-e580-4da5-8d8e-fa40662b8a10 HTTP/1.1" status: 204 len: 168 time: 1.5484009 Mar 02 15:17:07.869907 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 36710) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:17:07.911725 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c0a9db-8a82-4f79-9a00-bd0e530adaba tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Pushing event updated for resources: {'Port': ['ID=fb905657-87be-4eed-8009-7bae46344494,revision_number=7']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:17:07.960577 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bfc192f-c648-444b-92d4-247066d8f0a4 admin admin] Deleting subnet caea3526-58c2-4957-8c91-85c4c408ef9c {{(pid=110180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 15:17:07.974002 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-4bfc192f-c648-444b-92d4-247066d8f0a4 admin admin] Publish callbacks [] for subnet (caea3526-58c2-4957-8c91-85c4c408ef9c), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:07.980539 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 15:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16d76acd-0ef8-4783-ac23-d69db9b0e1e6 x-openstack-request-id: req-16d76acd-0ef8-4783-ac23-d69db9b0e1e6 {{(pid=110180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 15:17:07.980940 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8537aef8-6e68-4b17-8398-784d3c055e0a", "tag": "fb905657-87be-4eed-8009-7bae46344494", "status": "completed", "code": 200}]} {{(pid=110180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 15:17:07.981077 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-16d76acd-0ef8-4783-ac23-d69db9b0e1e6 {{(pid=110180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 15:17:07.981503 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8537aef8-6e68-4b17-8398-784d3c055e0a', 'tag': 'fb905657-87be-4eed-8009-7bae46344494', 'status': 'completed', 'code': 200} Mar 02 15:17:07.989122 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] get_ports_and_sgs() called for port_ids ['fb905657-87be-4eed-8009-7bae46344494'] {{(pid=110181) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 15:17:07.995342 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-c4416d98-7b42-43ea-bd71-8857cef77383 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Publish callbacks [] for security_group (a065e97c-90be-4e65-8f43-09a89e26d6da), before_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:08.040623 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-c4416d98-7b42-43ea-bd71-8857cef77383 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Publish callbacks [] for security_group (a065e97c-90be-4e65-8f43-09a89e26d6da), precommit_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:08.076142 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-4bfc192f-c648-444b-92d4-247066d8f0a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59158857'] for subnet (caea3526-58c2-4957-8c91-85c4c408ef9c), precommit_delete_associations {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:08.139594 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1966158-0230-4b22-b926-837c2c83fc02 req-8ae3816a-3fd8-4767-aae1-2a823000c83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:17:08.140841 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-d1966158-0230-4b22-b926-837c2c83fc02 req-8ae3816a-3fd8-4767-aae1-2a823000c83a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=46bbdd855e2d4c8a9beb15282ad1e7e3&device_id=8537aef8-6e68-4b17-8398-784d3c055e0a HTTP/1.1" status: 200 len: 1129 time: 0.1009338 Mar 02 15:17:08.237828 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-4bfc192f-c648-444b-92d4-247066d8f0a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16092520'] for subnet (caea3526-58c2-4957-8c91-85c4c408ef9c), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:08.251826 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.provisioning_blocks [None req-f695cae1-6554-43af-8b2f-86cf74a2b422 None None] Provisioning complete for port fb905657-87be-4eed-8009-7bae46344494 triggered by entity DHCP. {{(pid=110181) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 15:17:08.251826 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-f695cae1-6554-43af-8b2f-86cf74a2b422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16063870'] for port (fb905657-87be-4eed-8009-7bae46344494), provisioning_complete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:08.260550 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-c4416d98-7b42-43ea-bd71-8857cef77383 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (a065e97c-90be-4e65-8f43-09a89e26d6da), after_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:08.263180 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-c4416d98-7b42-43ea-bd71-8857cef77383 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Publish callbacks [] for security_group (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:08.266823 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-c4416d98-7b42-43ea-bd71-8857cef77383 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] 10.222.0.52 "DELETE /v2.0/security-groups/a065e97c-90be-4e65-8f43-09a89e26d6da HTTP/1.1" status: 204 len: 168 time: 0.4111943 Mar 02 15:17:08.267547 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 36712) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:17:08.308067 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4416d98-7b42-43ea-bd71-8857cef77383 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a065e97c-90be-4e65-8f43-09a89e26d6da,revision_number=None']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:17:08.309426 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1966158-0230-4b22-b926-837c2c83fc02 req-e781aed6-6675-49b8-981d-3d2173de3c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:17:08.316586 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-d1966158-0230-4b22-b926-837c2c83fc02 req-e781aed6-6675-49b8-981d-3d2173de3c83 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e8d499f9-b14f-433d-9367-68a7fb5ba184 HTTP/1.1" status: 200 len: 916 time: 0.1490772 Mar 02 15:17:08.347155 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-f695cae1-6554-43af-8b2f-86cf74a2b422 None None] Current status of the port fb905657-87be-4eed-8009-7bae46344494 is: ACTIVE; New status is: ACTIVE {{(pid=110181) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 15:17:08.399421 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-d1966158-0230-4b22-b926-837c2c83fc02 req-5cf064da-3509-4906-a4ae-334a56f16f02 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb905657-87be-4eed-8009-7bae46344494 HTTP/1.1" status: 200 len: 1001 time: 0.0741687 Mar 02 15:17:08.440348 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-4bfc192f-c648-444b-92d4-247066d8f0a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16092519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3672603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58812373'] for subnet (caea3526-58c2-4957-8c91-85c4c408ef9c), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:08.444800 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.plugin [None req-d4e694ed-0936-433b-b020-7792a13622c4 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Deleting port 0c115062-cb43-4990-abf4-da863f6c0439 {{(pid=110179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 15:17:08.445506 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-d4e694ed-0936-433b-b020-7792a13622c4 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757345981049'] for port (0c115062-cb43-4990-abf4-da863f6c0439), before_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:08.478161 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-4bfc192f-c648-444b-92d4-247066d8f0a4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:08.484456 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-4bfc192f-c648-444b-92d4-247066d8f0a4 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/caea3526-58c2-4957-8c91-85c4c408ef9c HTTP/1.1" status: 204 len: 168 time: 0.6104472 Mar 02 15:17:08.484456 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfc192f-c648-444b-92d4-247066d8f0a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=caea3526-58c2-4957-8c91-85c4c408ef9c,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:17:08.484783 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 36714) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:17:08.489057 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2833e651-6c02-4d7c-890d-e1e9ec7ac350 None None] Network 810d5278-dded-4ed1-b1c6-eae3fed0a823 requested from dv-cinder-831439-3-iscsi {{(pid=110181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 15:17:08.489841 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1966158-0230-4b22-b926-837c2c83fc02 req-a1a94210-bf63-4d67-a352-60c10b3f9946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:17:08.491583 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-d1966158-0230-4b22-b926-837c2c83fc02 req-a1a94210-bf63-4d67-a352-60c10b3f9946 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=055f5c85-44f0-4aeb-9d85-3321dc948f68 HTTP/1.1" status: 200 len: 854 time: 0.0863421 Mar 02 15:17:08.547812 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1966158-0230-4b22-b926-837c2c83fc02 req-052bf72e-e01b-481f-90e6-bcde18fe9e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:17:08.549332 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-d1966158-0230-4b22-b926-837c2c83fc02 req-052bf72e-e01b-481f-90e6-bcde18fe9e84 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e8d499f9-b14f-433d-9367-68a7fb5ba184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0518656 Mar 02 15:17:08.581561 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-71fd4054-d6e9-4bb6-a3d7-3d8f3d4d16fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16148883'] for network (810d5278-dded-4ed1-b1c6-eae3fed0a823), before_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:08.592119 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-d4e694ed-0936-433b-b020-7792a13622c4 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port (0c115062-cb43-4990-abf4-da863f6c0439), precommit_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:08.592339 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-d4e694ed-0936-433b-b020-7792a13622c4 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Publish callbacks [] for floatingip (0c115062-cb43-4990-abf4-da863f6c0439), precommit_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:08.610839 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.plugin [None req-d4e694ed-0936-433b-b020-7792a13622c4 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Calling delete_port for 0c115062-cb43-4990-abf4-da863f6c0439 owned by network:floatingip {{(pid=110179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 15:17:08.653488 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-d1966158-0230-4b22-b926-837c2c83fc02 req-4b520d5e-5d81-42e1-b267-56738eefefb9 service neutron] 10.222.0.55 "GET /v2.0/networks/e8d499f9-b14f-433d-9367-68a7fb5ba184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959146 Mar 02 15:17:08.682749 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-89f9991b-eb38-4293-8106-833a818f310c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (dc3a6147-3194-47be-b33a-76a9a2a48933), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:08.694754 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ce16f0-5df2-4beb-be4f-8f64d9ce1784 None None] DHCP port deletion for 810d5278-dded-4ed1-b1c6-eae3fed0a823 request from dv-cinder-831439-3-iscsi {{(pid=110181) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 02 15:17:08.715046 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.plugin [None req-71fd4054-d6e9-4bb6-a3d7-3d8f3d4d16fb admin admin] Deleting port 72bad7d1-c56a-4122-aee8-3eea041a40f7 {{(pid=110179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 15:17:08.715319 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-71fd4054-d6e9-4bb6-a3d7-3d8f3d4d16fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757345981049'] for port (72bad7d1-c56a-4122-aee8-3eea041a40f7), before_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:08.756968 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Device b0d4b3da-508d-4023-bf48-40b2d37f5fda no longer exists at agent ovs-agent-dv-cinder-831439-3-iscsi {{(pid=110181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 15:17:08.772203 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-d1966158-0230-4b22-b926-837c2c83fc02 req-b7962157-2f00-463e-b2d2-269500b68b78 service neutron] 10.222.0.55 "GET /v2.0/networks/e8d499f9-b14f-433d-9367-68a7fb5ba184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113818 Mar 02 15:17:08.779459 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] No Port match for: b0d4b3da-508d-4023-bf48-40b2d37f5fda {{(pid=110181) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 15:17:08.779844 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Device b0d4b3da-508d-4023-bf48-40b2d37f5fda not bound to the agent host dv-cinder-831439-3-iscsi {{(pid=110181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 15:17:08.780277 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Device 0f742cf0-d4a3-4152-8bfd-bd04889a61e3 no longer exists at agent ovs-agent-dv-cinder-831439-3-iscsi {{(pid=110181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 15:17:08.803723 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] No Port match for: 0f742cf0-d4a3-4152-8bfd-bd04889a61e3 {{(pid=110181) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 15:17:08.809987 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Device 0f742cf0-d4a3-4152-8bfd-bd04889a61e3 not bound to the agent host dv-cinder-831439-3-iscsi {{(pid=110181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 15:17:08.811881 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-50ce16f0-5df2-4beb-be4f-8f64d9ce1784 None None] Deleting port 72bad7d1-c56a-4122-aee8-3eea041a40f7 {{(pid=110181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 15:17:08.812263 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-50ce16f0-5df2-4beb-be4f-8f64d9ce1784 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757345981049'] for port (72bad7d1-c56a-4122-aee8-3eea041a40f7), before_delete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:08.817117 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.db [None req-71fd4054-d6e9-4bb6-a3d7-3d8f3d4d16fb admin admin] For port 72bad7d1-c56a-4122-aee8-3eea041a40f7, host dv-cinder-831439-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831439-3-iscsi',level=0,port_id=72bad7d1-c56a-4122-aee8-3eea041a40f7,segment=NetworkSegment(34d249b4-59e9-4c20-a4fb-97706e160712),segment_id=34d249b4-59e9-4c20-a4fb-97706e160712)] {{(pid=110179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:17:08.817481 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-71fd4054-d6e9-4bb6-a3d7-3d8f3d4d16fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port (72bad7d1-c56a-4122-aee8-3eea041a40f7), precommit_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:08.833850 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.plugin [None req-71fd4054-d6e9-4bb6-a3d7-3d8f3d4d16fb admin admin] Calling delete_port for 72bad7d1-c56a-4122-aee8-3eea041a40f7 owned by network:dhcp {{(pid=110179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 15:17:08.873680 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.agents_db [None req-b044b9bd-a670-44c5-b22a-8886b11808d8 None None] Agent healthcheck: found 6 active agents {{(pid=110182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 15:17:08.876831 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-50ce16f0-5df2-4beb-be4f-8f64d9ce1784 None None] For port 72bad7d1-c56a-4122-aee8-3eea041a40f7, host dv-cinder-831439-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831439-3-iscsi',level=0,port_id=72bad7d1-c56a-4122-aee8-3eea041a40f7,segment=NetworkSegment(34d249b4-59e9-4c20-a4fb-97706e160712),segment_id=34d249b4-59e9-4c20-a4fb-97706e160712)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:17:08.877325 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-50ce16f0-5df2-4beb-be4f-8f64d9ce1784 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port (72bad7d1-c56a-4122-aee8-3eea041a40f7), precommit_delete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:08.894723 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-50ce16f0-5df2-4beb-be4f-8f64d9ce1784 None None] Calling delete_port for 72bad7d1-c56a-4122-aee8-3eea041a40f7 owned by network:dhcp {{(pid=110181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 15:17:08.985823 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-d4e694ed-0936-433b-b020-7792a13622c4 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757345984732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757345480677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3822761'] for port (0c115062-cb43-4990-abf4-da863f6c0439), after_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:09.015469 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-50ce16f0-5df2-4beb-be4f-8f64d9ce1784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757345984732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757345480677'] for port (72bad7d1-c56a-4122-aee8-3eea041a40f7), after_delete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:09.016108 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-71fd4054-d6e9-4bb6-a3d7-3d8f3d4d16fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757345984732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757345480677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3822761'] for port (72bad7d1-c56a-4122-aee8-3eea041a40f7), after_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:09.024949 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e694ed-0936-433b-b020-7792a13622c4 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Pushing event deleted for resources: {'Port': ['ID=0c115062-cb43-4990-abf4-da863f6c0439,revision_number=None']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:17:09.042561 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ce16f0-5df2-4beb-be4f-8f64d9ce1784 None None] Pushing event deleted for resources: {'Port': ['ID=72bad7d1-c56a-4122-aee8-3eea041a40f7,revision_number=None']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:17:09.046308 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ce16f0-5df2-4beb-be4f-8f64d9ce1784 None None] No DVR routers for this DVR port 72bad7d1-c56a-4122-aee8-3eea041a40f7 on host dv-cinder-831439-3-iscsi {{(pid=110181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 15:17:09.077338 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fd4054-d6e9-4bb6-a3d7-3d8f3d4d16fb admin admin] Pushing event deleted for resources: {'Port': ['ID=72bad7d1-c56a-4122-aee8-3eea041a40f7,revision_number=None']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:17:09.080177 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fd4054-d6e9-4bb6-a3d7-3d8f3d4d16fb admin admin] No DVR routers for this DVR port 72bad7d1-c56a-4122-aee8-3eea041a40f7 on host dv-cinder-831439-3-iscsi {{(pid=110179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 15:17:09.421764 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-d4e694ed-0936-433b-b020-7792a13622c4 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Publish callbacks [] for floatingip (00550fc3-bbf2-4fcb-ad0e-ed5b7ff15d7a), after_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:09.422015 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.db.l3_db [None req-d4e694ed-0936-433b-b020-7792a13622c4 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Floating IP 00550fc3-bbf2-4fcb-ad0e-ed5b7ff15d7a disassociated (deleted). External IP: 172.27.0.109, port: fb905657-87be-4eed-8009-7bae46344494. Mar 02 15:17:09.461620 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-71fd4054-d6e9-4bb6-a3d7-3d8f3d4d16fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16057747', 'neutron.services.segments.db._delete_segments_for_network-8757345970333'] for network (810d5278-dded-4ed1-b1c6-eae3fed0a823), precommit_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:09.490553 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.services.segments.db [None req-71fd4054-d6e9-4bb6-a3d7-3d8f3d4d16fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['810d5278-dded-4ed1-b1c6-eae3fed0a823']}} {{(pid=110179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:17:09.504658 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.services.segments.db [None req-71fd4054-d6e9-4bb6-a3d7-3d8f3d4d16fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34d249b4-59e9-4c20-a4fb-97706e160712') {'for_net_delete': True} {{(pid=110179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:17:09.504957 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.services.segments.db [None req-71fd4054-d6e9-4bb6-a3d7-3d8f3d4d16fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34d249b4-59e9-4c20-a4fb-97706e160712') {} {{(pid=110179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:17:09.545249 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-71fd4054-d6e9-4bb6-a3d7-3d8f3d4d16fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757345974950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3117906'] for segment (34d249b4-59e9-4c20-a4fb-97706e160712), before_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:09.566109 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-71fd4054-d6e9-4bb6-a3d7-3d8f3d4d16fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16119287'] for segment (34d249b4-59e9-4c20-a4fb-97706e160712), precommit_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:09.576040 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71fd4054-d6e9-4bb6-a3d7-3d8f3d4d16fb admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=110179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 15:17:09.576443 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-71fd4054-d6e9-4bb6-a3d7-3d8f3d4d16fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16119287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3822660'] for segment (34d249b4-59e9-4c20-a4fb-97706e160712), after_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:09.578216 dv-cinder-831439-3-iscsi neutron-server[110179]: Traceback (most recent call last): Mar 02 15:17:09.578216 dv-cinder-831439-3-iscsi neutron-server[110179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 15:17:09.578216 dv-cinder-831439-3-iscsi neutron-server[110179]: timer() Mar 02 15:17:09.578216 dv-cinder-831439-3-iscsi neutron-server[110179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 15:17:09.578216 dv-cinder-831439-3-iscsi neutron-server[110179]: cb(*args, **kw) Mar 02 15:17:09.578216 dv-cinder-831439-3-iscsi neutron-server[110179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 15:17:09.578216 dv-cinder-831439-3-iscsi neutron-server[110179]: return func(*args, **kwargs) Mar 02 15:17:09.578216 dv-cinder-831439-3-iscsi neutron-server[110179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 15:17:09.578216 dv-cinder-831439-3-iscsi neutron-server[110179]: self._notify() Mar 02 15:17:09.578216 dv-cinder-831439-3-iscsi neutron-server[110179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 15:17:09.578216 dv-cinder-831439-3-iscsi neutron-server[110179]: self.callback(batched_events) Mar 02 15:17:09.578216 dv-cinder-831439-3-iscsi neutron-server[110179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 15:17:09.578216 dv-cinder-831439-3-iscsi neutron-server[110179]: event.method(event) Mar 02 15:17:09.578216 dv-cinder-831439-3-iscsi neutron-server[110179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 15:17:09.578216 dv-cinder-831439-3-iscsi neutron-server[110179]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 15:17:09.578216 dv-cinder-831439-3-iscsi neutron-server[110179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 15:17:09.578216 dv-cinder-831439-3-iscsi neutron-server[110179]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 15:17:09.578216 dv-cinder-831439-3-iscsi neutron-server[110179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 15:17:09.578216 dv-cinder-831439-3-iscsi neutron-server[110179]: return f(self, *a, **k) Mar 02 15:17:09.578216 dv-cinder-831439-3-iscsi neutron-server[110179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 15:17:09.578216 dv-cinder-831439-3-iscsi neutron-server[110179]: return self._get(url).json() Mar 02 15:17:09.578216 dv-cinder-831439-3-iscsi neutron-server[110179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 15:17:09.578216 dv-cinder-831439-3-iscsi neutron-server[110179]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 15:17:09.578216 dv-cinder-831439-3-iscsi neutron-server[110179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 15:17:09.578216 dv-cinder-831439-3-iscsi neutron-server[110179]: return self.request(url, 'GET', **kwargs) Mar 02 15:17:09.578216 dv-cinder-831439-3-iscsi neutron-server[110179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 15:17:09.578216 dv-cinder-831439-3-iscsi neutron-server[110179]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 15:17:09.578216 dv-cinder-831439-3-iscsi neutron-server[110179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 15:17:09.578216 dv-cinder-831439-3-iscsi neutron-server[110179]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 15:17:09.578216 dv-cinder-831439-3-iscsi neutron-server[110179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 15:17:09.578216 dv-cinder-831439-3-iscsi neutron-server[110179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 15:17:09.578216 dv-cinder-831439-3-iscsi neutron-server[110179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 15:17:09.734893 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4e694ed-0936-433b-b020-7792a13622c4 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Router 55359091-46e5-4379-b976-49ddf8d0d587 has already been hosted by L3 agent 4b7d4a90-2987-419a-b6cd-7624b7dba065 {{(pid=110179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 15:17:09.780414 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-71fd4054-d6e9-4bb6-a3d7-3d8f3d4d16fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16057834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559807'] for network (810d5278-dded-4ed1-b1c6-eae3fed0a823), after_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:09.786791 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-71fd4054-d6e9-4bb6-a3d7-3d8f3d4d16fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16231659'] for network (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:09.790537 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-71fd4054-d6e9-4bb6-a3d7-3d8f3d4d16fb admin admin] 10.222.0.52 "DELETE /v2.0/networks/810d5278-dded-4ed1-b1c6-eae3fed0a823 HTTP/1.1" status: 204 len: 168 time: 1.3049140 Mar 02 15:17:09.807235 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fd4054-d6e9-4bb6-a3d7-3d8f3d4d16fb admin admin] Pushing event deleted for resources: {'Network': ['ID=810d5278-dded-4ed1-b1c6-eae3fed0a823,revision_number=None']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:17:09.869853 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4e694ed-0936-433b-b020-7792a13622c4 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Notify agent at l3_agent.dv-cinder-831439-3-iscsi the message routers_updated {{(pid=110179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 15:17:09.875225 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-d4e694ed-0936-433b-b020-7792a13622c4 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221961'] for floatingip (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:09.879738 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29dcae6a-69da-4cfb-b713-7b9070a445bc None None] Sync routers for ids ['55359091-46e5-4379-b976-49ddf8d0d587'] in dv-cinder-831439-3-iscsi {{(pid=110181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 15:17:09.891356 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29dcae6a-69da-4cfb-b713-7b9070a445bc None None] Routers {'55359091-46e5-4379-b976-49ddf8d0d587'} bound to L3 agent in host dv-cinder-831439-3-iscsi {{(pid=110181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 15:17:09.892025 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-29dcae6a-69da-4cfb-b713-7b9070a445bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831439-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T14:48:11Z,description=,heartbeat_timestamp=2022-03-02T15:16:41Z,host='dv-cinder-831439-3-iscsi',id=4b7d4a90-2987-419a-b6cd-7624b7dba065,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T14:48:12Z,topic='l3_agent')) {'router_ids': ['55359091-46e5-4379-b976-49ddf8d0d587'], 'active': True} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:17:09.908767 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-d4e694ed-0936-433b-b020-7792a13622c4 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] 10.222.0.52 "DELETE /v2.0/floatingips/00550fc3-bbf2-4fcb-ad0e-ed5b7ff15d7a HTTP/1.1" status: 204 len: 168 time: 1.6390231 Mar 02 15:17:09.909769 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8537aef8-6e68-4b17-8398-784d3c055e0a', 'tag': 'fb905657-87be-4eed-8009-7bae46344494'}] {{(pid=110179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 15:17:09.912192 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb97933b220ae1c16e6a415d4137d9faa8b652e011ecbfdbbfadcc6a88146695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb7df807-104a-40da-8e0c-614cd7f28409" -d '{"events": [{"name": "network-changed", "server_uuid": "8537aef8-6e68-4b17-8398-784d3c055e0a", "tag": "fb905657-87be-4eed-8009-7bae46344494"}]}' {{(pid=110179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 15:17:09.948412 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 15:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d02c0383-8ea4-45a6-98dd-ca409e6f90ef x-openstack-request-id: req-d02c0383-8ea4-45a6-98dd-ca409e6f90ef {{(pid=110179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 15:17:09.948788 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8537aef8-6e68-4b17-8398-784d3c055e0a", "tag": "fb905657-87be-4eed-8009-7bae46344494", "status": "completed", "code": 200}]} {{(pid=110179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 15:17:09.949487 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d02c0383-8ea4-45a6-98dd-ca409e6f90ef {{(pid=110179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 15:17:09.949898 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8537aef8-6e68-4b17-8398-784d3c055e0a', 'tag': 'fb905657-87be-4eed-8009-7bae46344494', 'status': 'completed', 'code': 200} Mar 02 15:17:10.006120 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvr_db [None req-29dcae6a-69da-4cfb-b713-7b9070a445bc None None] Set router 55359091-46e5-4379-b976-49ddf8d0d587 gateway port host: dv-cinder-831439-3-iscsi {{(pid=110181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 15:17:10.068917 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7df807-104a-40da-8e0c-614cd7f28409 req-f60dfe36-3059-495a-9e60-230294d557e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:17:10.070595 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-fb7df807-104a-40da-8e0c-614cd7f28409 req-f60dfe36-3059-495a-9e60-230294d557e6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=46bbdd855e2d4c8a9beb15282ad1e7e3&device_id=8537aef8-6e68-4b17-8398-784d3c055e0a HTTP/1.1" status: 200 len: 1129 time: 0.0653341 Mar 02 15:17:10.171010 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7df807-104a-40da-8e0c-614cd7f28409 req-85ac45f5-b92a-4555-abab-45e765f68ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:17:10.176033 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-fb7df807-104a-40da-8e0c-614cd7f28409 req-85ac45f5-b92a-4555-abab-45e765f68ec7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e8d499f9-b14f-433d-9367-68a7fb5ba184 HTTP/1.1" status: 200 len: 916 time: 0.0931988 Mar 02 15:17:10.216080 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 36736) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:17:10.228446 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-fb7df807-104a-40da-8e0c-614cd7f28409 req-aba1b470-437b-4412-9dd2-b4e99df754be service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb905657-87be-4eed-8009-7bae46344494 HTTP/1.1" status: 200 len: 217 time: 0.0494857 Mar 02 15:17:10.234306 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-29dcae6a-69da-4cfb-b713-7b9070a445bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55359091-46e5-4379-b976-49ddf8d0d587', 'name': 'tempest-TestMinimumBasicScenario-1473390916-router', 'tenant_id': '46bbdd855e2d4c8a9beb15282ad1e7e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'e1207eac-149a-4b7b-b767-e47f31a228da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T15:13:39Z', 'updated_at': '2022-03-02T15:13:42Z', 'revision_number': 4, 'project_id': '46bbdd855e2d4c8a9beb15282ad1e7e3', 'gw_port': {'id': 'e1207eac-149a-4b7b-b767-e47f31a228da', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a7:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55359091-46e5-4379-b976-49ddf8d0d587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:13:39Z', 'updated_at': '2022-03-02T15:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi', '_interfaces': [{'id': '77cd3ada-c6d6-441e-b798-bec333daa46f', 'name': '', 'network_id': 'e8d499f9-b14f-433d-9367-68a7fb5ba184', 'tenant_id': '46bbdd855e2d4c8a9beb15282ad1e7e3', 'mac_address': 'fa:16:3e:61:88:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55359091-46e5-4379-b976-49ddf8d0d587', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '055f5c85-44f0-4aeb-9d85-3321dc948f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:13:41Z', 'updated_at': '2022-03-02T15:13:46Z', 'revision_number': 5, 'project_id': '46bbdd855e2d4c8a9beb15282ad1e7e3', 'subnets': [{'id': '055f5c85-44f0-4aeb-9d85-3321dc948f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831439-3-iscsi', False) {} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:17:10.262554 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-85ea8604-cc45-4d9e-afbd-7806d3668fb0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7de5f8ffc29449a8970c42522a6efe67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0430341 Mar 02 15:17:10.262883 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 36738) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:17:10.264903 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29dcae6a-69da-4cfb-b713-7b9070a445bc None None] Checking router: 55359091-46e5-4379-b976-49ddf8d0d587 for host: dv-cinder-831439-3-iscsi {{(pid=110181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 15:17:10.276528 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29dcae6a-69da-4cfb-b713-7b9070a445bc None None] Routers {'55359091-46e5-4379-b976-49ddf8d0d587'} bound to L3 agent in host dv-cinder-831439-3-iscsi {{(pid=110181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 15:17:10.277970 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-29dcae6a-69da-4cfb-b713-7b9070a445bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831439-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T14:48:11Z,description=,heartbeat_timestamp=2022-03-02T15:16:41Z,host='dv-cinder-831439-3-iscsi',id=4b7d4a90-2987-419a-b6cd-7624b7dba065,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T14:48:12Z,topic='l3_agent')) {'router_ids': ['55359091-46e5-4379-b976-49ddf8d0d587'], 'active': True} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:17:10.283596 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7df807-104a-40da-8e0c-614cd7f28409 req-8a4c6e7e-fa6c-476b-b18b-3f167dfa5662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:17:10.285441 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-fb7df807-104a-40da-8e0c-614cd7f28409 req-8a4c6e7e-fa6c-476b-b18b-3f167dfa5662 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=055f5c85-44f0-4aeb-9d85-3321dc948f68 HTTP/1.1" status: 200 len: 854 time: 0.0519943 Mar 02 15:17:10.319358 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-b684449d-2f5c-4b67-b4ff-645111980d21 admin admin] Publish callbacks [] for security_group (b41a8ebd-7bce-4a3a-948a-67bb44e0d1c3), before_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:10.343948 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-b684449d-2f5c-4b67-b4ff-645111980d21 admin admin] Publish callbacks [] for security_group (b41a8ebd-7bce-4a3a-948a-67bb44e0d1c3), precommit_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:10.344174 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7df807-104a-40da-8e0c-614cd7f28409 req-d9b7dee4-6c41-424b-a194-98247e0e95b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:17:10.345645 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-fb7df807-104a-40da-8e0c-614cd7f28409 req-d9b7dee4-6c41-424b-a194-98247e0e95b9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e8d499f9-b14f-433d-9367-68a7fb5ba184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0543435 Mar 02 15:17:10.402535 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvr_db [None req-29dcae6a-69da-4cfb-b713-7b9070a445bc None None] Set router 55359091-46e5-4379-b976-49ddf8d0d587 gateway port host: dv-cinder-831439-3-iscsi {{(pid=110181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 15:17:10.464722 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-fb7df807-104a-40da-8e0c-614cd7f28409 req-4855fa55-fe2f-432e-a6f2-0d0865d482bc service neutron] 10.222.0.55 "GET /v2.0/networks/e8d499f9-b14f-433d-9367-68a7fb5ba184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118488 Mar 02 15:17:10.505896 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-b684449d-2f5c-4b67-b4ff-645111980d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (b41a8ebd-7bce-4a3a-948a-67bb44e0d1c3), after_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:10.509341 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-b684449d-2f5c-4b67-b4ff-645111980d21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:10.513625 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-b684449d-2f5c-4b67-b4ff-645111980d21 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b41a8ebd-7bce-4a3a-948a-67bb44e0d1c3 HTTP/1.1" status: 204 len: 168 time: 0.2496409 Mar 02 15:17:10.523266 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b684449d-2f5c-4b67-b4ff-645111980d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b41a8ebd-7bce-4a3a-948a-67bb44e0d1c3,revision_number=None']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:17:10.572693 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-fb7df807-104a-40da-8e0c-614cd7f28409 req-1e572802-4e2f-4a24-b0de-6bbfd464bcfe service neutron] 10.222.0.55 "GET /v2.0/networks/e8d499f9-b14f-433d-9367-68a7fb5ba184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009939 Mar 02 15:17:10.711093 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Device 72bad7d1-c56a-4122-aee8-3eea041a40f7 no longer exists at agent ovs-agent-dv-cinder-831439-3-iscsi {{(pid=110181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 15:17:10.740936 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] No Port match for: 72bad7d1-c56a-4122-aee8-3eea041a40f7 {{(pid=110181) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 15:17:10.744749 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Device 72bad7d1-c56a-4122-aee8-3eea041a40f7 not bound to the agent host dv-cinder-831439-3-iscsi {{(pid=110181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 15:17:10.792309 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-29dcae6a-69da-4cfb-b713-7b9070a445bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55359091-46e5-4379-b976-49ddf8d0d587', 'name': 'tempest-TestMinimumBasicScenario-1473390916-router', 'tenant_id': '46bbdd855e2d4c8a9beb15282ad1e7e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'e1207eac-149a-4b7b-b767-e47f31a228da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T15:13:39Z', 'updated_at': '2022-03-02T15:13:42Z', 'revision_number': 4, 'project_id': '46bbdd855e2d4c8a9beb15282ad1e7e3', 'gw_port': {'id': 'e1207eac-149a-4b7b-b767-e47f31a228da', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a7:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55359091-46e5-4379-b976-49ddf8d0d587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:13:39Z', 'updated_at': '2022-03-02T15:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi', '_interfaces': [{'id': '77cd3ada-c6d6-441e-b798-bec333daa46f', 'name': '', 'network_id': 'e8d499f9-b14f-433d-9367-68a7fb5ba184', 'tenant_id': '46bbdd855e2d4c8a9beb15282ad1e7e3', 'mac_address': 'fa:16:3e:61:88:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55359091-46e5-4379-b976-49ddf8d0d587', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '055f5c85-44f0-4aeb-9d85-3321dc948f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:13:41Z', 'updated_at': '2022-03-02T15:13:46Z', 'revision_number': 5, 'project_id': '46bbdd855e2d4c8a9beb15282ad1e7e3', 'subnets': [{'id': '055f5c85-44f0-4aeb-9d85-3321dc948f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831439-3-iscsi', False) {} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:17:10.820034 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29dcae6a-69da-4cfb-b713-7b9070a445bc None None] The sync data for ids ['55359091-46e5-4379-b976-49ddf8d0d587'] in dv-cinder-831439-3-iscsi is: [{'id': '55359091-46e5-4379-b976-49ddf8d0d587', 'name': 'tempest-TestMinimumBasicScenario-1473390916-router', 'tenant_id': '46bbdd855e2d4c8a9beb15282ad1e7e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'e1207eac-149a-4b7b-b767-e47f31a228da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T15:13:39Z', 'updated_at': '2022-03-02T15:13:42Z', 'revision_number': 4, 'project_id': '46bbdd855e2d4c8a9beb15282ad1e7e3', 'gw_port': {'id': 'e1207eac-149a-4b7b-b767-e47f31a228da', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a7:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55359091-46e5-4379-b976-49ddf8d0d587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:13:39Z', 'updated_at': '2022-03-02T15:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi', '_interfaces': [{'id': '77cd3ada-c6d6-441e-b798-bec333daa46f', 'name': '', 'network_id': 'e8d499f9-b14f-433d-9367-68a7fb5ba184', 'tenant_id': '46bbdd855e2d4c8a9beb15282ad1e7e3', 'mac_address': 'fa:16:3e:61:88:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55359091-46e5-4379-b976-49ddf8d0d587', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '055f5c85-44f0-4aeb-9d85-3321dc948f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:13:41Z', 'updated_at': '2022-03-02T15:13:46Z', 'revision_number': 5, 'project_id': '46bbdd855e2d4c8a9beb15282ad1e7e3', 'subnets': [{'id': '055f5c85-44f0-4aeb-9d85-3321dc948f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 15:17:11.045668 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6113b14e-785d-4547-8a3a-c5b2ee96d1dc None None] New status for floating IP 00550fc3-bbf2-4fcb-ad0e-ed5b7ff15d7a: DOWN {{(pid=110182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 15:17:11.059735 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-40c9e123-58dc-4b1f-b991-18bb9ccb0798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (4b7d4a90-2987-419a-b6cd-7624b7dba065), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:11.257433 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 36750) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:17:11.298968 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-caedf7ee-d6cc-4a7a-b08d-3cff2eab6aa9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=334e7768b1294a11b070b28f995e7779&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403521 Mar 02 15:17:11.301352 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 36752) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:17:11.350301 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-0f58c5af-a40b-401b-ad36-d793f2148d95 admin admin] Publish callbacks [] for security_group (b4a87ebb-853b-4fb4-a2ee-a8eb47834795), before_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:11.372472 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-0f58c5af-a40b-401b-ad36-d793f2148d95 admin admin] Publish callbacks [] for security_group (b4a87ebb-853b-4fb4-a2ee-a8eb47834795), precommit_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:11.528841 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-0f58c5af-a40b-401b-ad36-d793f2148d95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (b4a87ebb-853b-4fb4-a2ee-a8eb47834795), after_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:11.531369 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-0f58c5af-a40b-401b-ad36-d793f2148d95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:11.532665 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-0f58c5af-a40b-401b-ad36-d793f2148d95 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b4a87ebb-853b-4fb4-a2ee-a8eb47834795 HTTP/1.1" status: 204 len: 168 time: 0.2303441 Mar 02 15:17:11.541203 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f58c5af-a40b-401b-ad36-d793f2148d95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a87ebb-853b-4fb4-a2ee-a8eb47834795,revision_number=None']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:17:12.179847 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-8c265469-93de-451d-a227-73ff998d8f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (bfbb2626-1130-458a-80a5-4632d76fa057), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:13.682281 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-9cfe1c82-1e01-4346-89c5-c3e1093f4022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (b9ce56f8-3527-4dd9-b024-9df7b3f4c018), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:14.409800 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bafecc-ddb6-4d6c-b376-350c8c37abab req-818a4d03-053e-4179-9870-b7a67086eab2 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:17:14.411173 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-71bafecc-ddb6-4d6c-b376-350c8c37abab req-818a4d03-053e-4179-9870-b7a67086eab2 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] 10.222.0.52 "GET /v2.0/ports?device_id=8537aef8-6e68-4b17-8398-784d3c055e0a HTTP/1.1" status: 200 len: 945 time: 0.0543232 Mar 02 15:17:14.457605 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-71bafecc-ddb6-4d6c-b376-350c8c37abab req-ed790539-4c79-4367-9bfc-cc250316cde7 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f244d27-a6e7-42c9-a27f-886a3c39076e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408041 Mar 02 15:17:14.940038 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (3a73802c-5f14-4c1f-8439-e74c4c90063b), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:15.586120 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a9ef62-bd1a-4353-b303-85f01fec5e2f req-51ed1ec0-94ab-4d5d-8a19-339b1a6bd6fa tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:17:15.588095 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-c6a9ef62-bd1a-4353-b303-85f01fec5e2f req-51ed1ec0-94ab-4d5d-8a19-339b1a6bd6fa tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] 10.222.0.52 "GET /v2.0/ports?device_id=8537aef8-6e68-4b17-8398-784d3c055e0a HTTP/1.1" status: 200 len: 945 time: 0.0596106 Mar 02 15:17:15.635186 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-c6a9ef62-bd1a-4353-b303-85f01fec5e2f req-6d473995-59da-4c02-9a97-160ffcab1970 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f244d27-a6e7-42c9-a27f-886a3c39076e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414634 Mar 02 15:17:16.598146 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f14d61-255b-476e-8258-8e5d0564647c req-ae9ce65c-6027-4026-9f91-51e1dda5b900 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:17:16.599561 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-03f14d61-255b-476e-8258-8e5d0564647c req-ae9ce65c-6027-4026-9f91-51e1dda5b900 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] 10.222.0.55 "GET /v2.0/ports?device_id=8537aef8-6e68-4b17-8398-784d3c055e0a HTTP/1.1" status: 200 len: 945 time: 0.0530579 Mar 02 15:17:16.696626 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.plugin [req-03f14d61-255b-476e-8258-8e5d0564647c req-77ed8740-7299-4606-a214-d1c3127a5aa7 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Deleting port fb905657-87be-4eed-8009-7bae46344494 {{(pid=110180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 15:17:16.696965 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-03f14d61-255b-476e-8258-8e5d0564647c req-77ed8740-7299-4606-a214-d1c3127a5aa7 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757345981049'] for port (fb905657-87be-4eed-8009-7bae46344494), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:16.815019 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.db [req-03f14d61-255b-476e-8258-8e5d0564647c req-77ed8740-7299-4606-a214-d1c3127a5aa7 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] For port fb905657-87be-4eed-8009-7bae46344494, host hv-cinder-83143, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83143',level=0,port_id=fb905657-87be-4eed-8009-7bae46344494,segment=NetworkSegment(0b911c62-dfcf-44f6-b5c5-97e04836d45f),segment_id=0b911c62-dfcf-44f6-b5c5-97e04836d45f)] {{(pid=110180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:17:16.815378 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-03f14d61-255b-476e-8258-8e5d0564647c req-77ed8740-7299-4606-a214-d1c3127a5aa7 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port (fb905657-87be-4eed-8009-7bae46344494), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:16.823785 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0428f9f-d1a5-421a-8d0d-48c269f64257 req-795a5669-8566-4472-a1bf-5d5a74dcbf97 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 15:17:16.825218 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-d0428f9f-d1a5-421a-8d0d-48c269f64257 req-795a5669-8566-4472-a1bf-5d5a74dcbf97 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] 10.222.0.52 "GET /v2.0/ports?device_id=8537aef8-6e68-4b17-8398-784d3c055e0a HTTP/1.1" status: 200 len: 945 time: 0.1145315 Mar 02 15:17:16.845585 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.plugin [req-03f14d61-255b-476e-8258-8e5d0564647c req-77ed8740-7299-4606-a214-d1c3127a5aa7 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Calling delete_port for fb905657-87be-4eed-8009-7bae46344494 owned by compute:nova {{(pid=110180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 15:17:16.917872 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-d0428f9f-d1a5-421a-8d0d-48c269f64257 req-9c2e5950-85a0-4f24-87a2-758f7d4785f2 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f244d27-a6e7-42c9-a27f-886a3c39076e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870678 Mar 02 15:17:17.077568 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-03f14d61-255b-476e-8258-8e5d0564647c req-77ed8740-7299-4606-a214-d1c3127a5aa7 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757345984732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757345480677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672616'] for port (fb905657-87be-4eed-8009-7bae46344494), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:17.110391 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ed8740-7299-4606-a214-d1c3127a5aa7 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Pushing event deleted for resources: {'Port': ['ID=fb905657-87be-4eed-8009-7bae46344494,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:17:17.156988 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.l3_dvrscheduler_db [req-03f14d61-255b-476e-8258-8e5d0564647c req-77ed8740-7299-4606-a214-d1c3127a5aa7 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] No DVR routers for this DVR port fb905657-87be-4eed-8009-7bae46344494 on host hv-cinder-83143 {{(pid=110180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 15:17:17.160046 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [req-03f14d61-255b-476e-8258-8e5d0564647c req-77ed8740-7299-4606-a214-d1c3127a5aa7 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221961'] for port (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:17.163729 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-03f14d61-255b-476e-8258-8e5d0564647c req-77ed8740-7299-4606-a214-d1c3127a5aa7 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] 10.222.0.55 "DELETE /v2.0/ports/fb905657-87be-4eed-8009-7bae46344494 HTTP/1.1" status: 204 len: 173 time: 0.5593610 Mar 02 15:17:17.164192 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8537aef8-6e68-4b17-8398-784d3c055e0a', 'name': 'network-vif-deleted', 'tag': 'fb905657-87be-4eed-8009-7bae46344494'}] {{(pid=110180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 15:17:17.167657 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d4cb776884cbbf8177075bc934a95f6bdaf5bba346c2d7fc75eae3cda02a5dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c32b149b-42ca-4613-a537-97e4eac9a692" -d '{"events": [{"server_uuid": "8537aef8-6e68-4b17-8398-784d3c055e0a", "name": "network-vif-deleted", "tag": "fb905657-87be-4eed-8009-7bae46344494"}]}' {{(pid=110180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 15:17:17.201950 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 15:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf1ee47-60a0-4624-918f-fd967f047c5b x-openstack-request-id: req-cbf1ee47-60a0-4624-918f-fd967f047c5b {{(pid=110180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 15:17:17.202241 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8537aef8-6e68-4b17-8398-784d3c055e0a", "name": "network-vif-deleted", "tag": "fb905657-87be-4eed-8009-7bae46344494", "status": "completed", "code": 200}]} {{(pid=110180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 15:17:17.202490 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cbf1ee47-60a0-4624-918f-fd967f047c5b {{(pid=110180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 15:17:17.202882 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8537aef8-6e68-4b17-8398-784d3c055e0a', 'name': 'network-vif-deleted', 'tag': 'fb905657-87be-4eed-8009-7bae46344494', 'status': 'completed', 'code': 200} Mar 02 15:17:18.257534 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [req-70ff257b-16fc-4961-a9d9-9259b400cc67 req-b3462107-cf8a-49d3-b43d-2fe9e577d0e2 tempest-TestMinimumBasicScenario-1646935740 tempest-TestMinimumBasicScenario-1646935740-project] 10.222.0.52 "GET /v2.0/ports?device_id=8537aef8-6e68-4b17-8398-784d3c055e0a HTTP/1.1" status: 200 len: 210 time: 0.2593679 Mar 02 15:17:18.741645 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Device fb905657-87be-4eed-8009-7bae46344494 no longer exists at agent hyperv_hv-cinder-83143 {{(pid=110181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 15:17:18.761605 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] No Port match for: fb905657-87be-4eed-8009-7bae46344494 {{(pid=110181) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 15:17:18.761940 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Device fb905657-87be-4eed-8009-7bae46344494 not bound to the agent host hv-cinder-83143 {{(pid=110181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 15:17:20.900576 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 36842) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:17:21.239577 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-1163bba4-3d5e-4e71-8927-023b17b178b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-558541'] for router_interface (55359091-46e5-4379-b976-49ddf8d0d587), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:21.483772 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.plugin [None req-1163bba4-3d5e-4e71-8927-023b17b178b5 admin admin] Deleting port 77cd3ada-c6d6-441e-b798-bec333daa46f {{(pid=110180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 15:17:21.484125 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-1163bba4-3d5e-4e71-8927-023b17b178b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757345981049'] for port (77cd3ada-c6d6-441e-b798-bec333daa46f), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:21.564500 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.db [None req-1163bba4-3d5e-4e71-8927-023b17b178b5 admin admin] For port 77cd3ada-c6d6-441e-b798-bec333daa46f, host dv-cinder-831439-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831439-3-iscsi',level=0,port_id=77cd3ada-c6d6-441e-b798-bec333daa46f,segment=NetworkSegment(0b911c62-dfcf-44f6-b5c5-97e04836d45f),segment_id=0b911c62-dfcf-44f6-b5c5-97e04836d45f)] {{(pid=110180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:17:21.564779 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-1163bba4-3d5e-4e71-8927-023b17b178b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port (77cd3ada-c6d6-441e-b798-bec333daa46f), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:21.577446 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.plugin [None req-1163bba4-3d5e-4e71-8927-023b17b178b5 admin admin] Calling delete_port for 77cd3ada-c6d6-441e-b798-bec333daa46f owned by network:router_interface {{(pid=110180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 15:17:21.836549 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-1163bba4-3d5e-4e71-8927-023b17b178b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757345984732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757345480677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672616'] for port (77cd3ada-c6d6-441e-b798-bec333daa46f), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:21.867173 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1163bba4-3d5e-4e71-8927-023b17b178b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=77cd3ada-c6d6-441e-b798-bec333daa46f,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:17:22.295460 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-1163bba4-3d5e-4e71-8927-023b17b178b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16231430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-558369'] for router_interface (55359091-46e5-4379-b976-49ddf8d0d587), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:22.516124 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1163bba4-3d5e-4e71-8927-023b17b178b5 admin admin] Router 55359091-46e5-4379-b976-49ddf8d0d587 has already been hosted by L3 agent 4b7d4a90-2987-419a-b6cd-7624b7dba065 {{(pid=110180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 15:17:22.627845 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1163bba4-3d5e-4e71-8927-023b17b178b5 admin admin] Notify agent at l3_agent.dv-cinder-831439-3-iscsi the message routers_updated {{(pid=110180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 15:17:22.632948 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-1163bba4-3d5e-4e71-8927-023b17b178b5 admin admin] 10.222.0.52 "PUT /v2.0/routers/55359091-46e5-4379-b976-49ddf8d0d587/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7313664 Mar 02 15:17:22.635923 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 36844) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:17:22.640753 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57711705-3b38-4109-bb6d-d877f28d5334 None None] Sync routers for ids ['55359091-46e5-4379-b976-49ddf8d0d587'] in dv-cinder-831439-3-iscsi {{(pid=110181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 15:17:22.656766 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57711705-3b38-4109-bb6d-d877f28d5334 None None] Routers {'55359091-46e5-4379-b976-49ddf8d0d587'} bound to L3 agent in host dv-cinder-831439-3-iscsi {{(pid=110181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 15:17:22.657447 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-57711705-3b38-4109-bb6d-d877f28d5334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831439-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T14:48:11Z,description=,heartbeat_timestamp=2022-03-02T15:17:11Z,host='dv-cinder-831439-3-iscsi',id=4b7d4a90-2987-419a-b6cd-7624b7dba065,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T14:48:12Z,topic='l3_agent')) {'router_ids': ['55359091-46e5-4379-b976-49ddf8d0d587'], 'active': True} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:17:22.750490 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3bb6dcf8-f1e3-4963-a426-e83fe49c58e4 admin admin] Publish callbacks [] for router (55359091-46e5-4379-b976-49ddf8d0d587), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:22.770543 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvr_db [None req-57711705-3b38-4109-bb6d-d877f28d5334 None None] Set router 55359091-46e5-4379-b976-49ddf8d0d587 gateway port host: dv-cinder-831439-3-iscsi {{(pid=110181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 15:17:22.858316 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3bb6dcf8-f1e3-4963-a426-e83fe49c58e4 admin admin] Publish callbacks [] for router_gateway (55359091-46e5-4379-b976-49ddf8d0d587), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:22.960733 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-57711705-3b38-4109-bb6d-d877f28d5334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55359091-46e5-4379-b976-49ddf8d0d587', 'name': 'tempest-TestMinimumBasicScenario-1473390916-router', 'tenant_id': '46bbdd855e2d4c8a9beb15282ad1e7e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'e1207eac-149a-4b7b-b767-e47f31a228da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T15:13:39Z', 'updated_at': '2022-03-02T15:17:21Z', 'revision_number': 5, 'project_id': '46bbdd855e2d4c8a9beb15282ad1e7e3', 'gw_port': {'id': 'e1207eac-149a-4b7b-b767-e47f31a228da', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a7:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55359091-46e5-4379-b976-49ddf8d0d587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:13:39Z', 'updated_at': '2022-03-02T15:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi'}], 'dv-cinder-831439-3-iscsi', False) {} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:17:22.977050 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.plugin [None req-3bb6dcf8-f1e3-4963-a426-e83fe49c58e4 admin admin] Deleting port e1207eac-149a-4b7b-b767-e47f31a228da {{(pid=110180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 15:17:22.977386 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3bb6dcf8-f1e3-4963-a426-e83fe49c58e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757345981049'] for port (e1207eac-149a-4b7b-b767-e47f31a228da), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:22.989121 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57711705-3b38-4109-bb6d-d877f28d5334 None None] Checking router: 55359091-46e5-4379-b976-49ddf8d0d587 for host: dv-cinder-831439-3-iscsi {{(pid=110181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 15:17:22.999368 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57711705-3b38-4109-bb6d-d877f28d5334 None None] Routers {'55359091-46e5-4379-b976-49ddf8d0d587'} bound to L3 agent in host dv-cinder-831439-3-iscsi {{(pid=110181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 15:17:23.000046 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-57711705-3b38-4109-bb6d-d877f28d5334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831439-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T14:48:11Z,description=,heartbeat_timestamp=2022-03-02T15:17:11Z,host='dv-cinder-831439-3-iscsi',id=4b7d4a90-2987-419a-b6cd-7624b7dba065,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T14:48:12Z,topic='l3_agent')) {'router_ids': ['55359091-46e5-4379-b976-49ddf8d0d587'], 'active': True} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:17:23.059352 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.db [None req-3bb6dcf8-f1e3-4963-a426-e83fe49c58e4 admin admin] For port e1207eac-149a-4b7b-b767-e47f31a228da, host dv-cinder-831439-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831439-3-iscsi',level=0,port_id=e1207eac-149a-4b7b-b767-e47f31a228da,segment=NetworkSegment(23151279-75ac-4f5a-99b2-c6146d92420f),segment_id=23151279-75ac-4f5a-99b2-c6146d92420f)] {{(pid=110180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:17:23.059799 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3bb6dcf8-f1e3-4963-a426-e83fe49c58e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port (e1207eac-149a-4b7b-b767-e47f31a228da), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:23.073770 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.plugin [None req-3bb6dcf8-f1e3-4963-a426-e83fe49c58e4 admin admin] Calling delete_port for e1207eac-149a-4b7b-b767-e47f31a228da owned by network:router_gateway {{(pid=110180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 15:17:23.094689 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvr_db [None req-57711705-3b38-4109-bb6d-d877f28d5334 None None] Set router 55359091-46e5-4379-b976-49ddf8d0d587 gateway port host: None {{(pid=110181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 15:17:23.153188 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_hamode_db [None req-57711705-3b38-4109-bb6d-d877f28d5334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55359091-46e5-4379-b976-49ddf8d0d587', 'name': 'tempest-TestMinimumBasicScenario-1473390916-router', 'tenant_id': '46bbdd855e2d4c8a9beb15282ad1e7e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T15:13:39Z', 'updated_at': '2022-03-02T15:17:22Z', 'revision_number': 6, 'project_id': '46bbdd855e2d4c8a9beb15282ad1e7e3', 'gw_port_host': None}], 'dv-cinder-831439-3-iscsi', False) {} {{(pid=110181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:17:23.181237 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57711705-3b38-4109-bb6d-d877f28d5334 None None] The sync data for ids ['55359091-46e5-4379-b976-49ddf8d0d587'] in dv-cinder-831439-3-iscsi is: [{'id': '55359091-46e5-4379-b976-49ddf8d0d587', 'name': 'tempest-TestMinimumBasicScenario-1473390916-router', 'tenant_id': '46bbdd855e2d4c8a9beb15282ad1e7e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T15:13:39Z', 'updated_at': '2022-03-02T15:17:22Z', 'revision_number': 6, 'project_id': '46bbdd855e2d4c8a9beb15282ad1e7e3', 'gw_port_host': None}] {{(pid=110181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 15:17:23.323236 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3bb6dcf8-f1e3-4963-a426-e83fe49c58e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757345984732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757345480677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672616'] for port (e1207eac-149a-4b7b-b767-e47f31a228da), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:23.348463 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb6dcf8-f1e3-4963-a426-e83fe49c58e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1207eac-149a-4b7b-b767-e47f31a228da,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:17:23.411359 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3bb6dcf8-f1e3-4963-a426-e83fe49c58e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559747'] for router_gateway (55359091-46e5-4379-b976-49ddf8d0d587), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:23.509364 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3bb6dcf8-f1e3-4963-a426-e83fe49c58e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6344'] for router (55359091-46e5-4379-b976-49ddf8d0d587), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:23.511686 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3bb6dcf8-f1e3-4963-a426-e83fe49c58e4 admin admin] Publish callbacks [] for router_controller (55359091-46e5-4379-b976-49ddf8d0d587), precommit_delete_associations {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:23.613936 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3bb6dcf8-f1e3-4963-a426-e83fe49c58e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561960'] for router (55359091-46e5-4379-b976-49ddf8d0d587), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:23.614523 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bb6dcf8-f1e3-4963-a426-e83fe49c58e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55359091-46e5-4379-b976-49ddf8d0d587 {{(pid=110180) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 15:17:23.622154 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-3bb6dcf8-f1e3-4963-a426-e83fe49c58e4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:23.622154 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-3bb6dcf8-f1e3-4963-a426-e83fe49c58e4 admin admin] 10.222.0.52 "DELETE /v2.0/routers/55359091-46e5-4379-b976-49ddf8d0d587 HTTP/1.1" status: 204 len: 168 time: 0.9847066 Mar 02 15:17:23.624260 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 36846) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:17:23.674137 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ee0bdfb-0215-4d9b-8833-0ace1844c11e admin admin] Deleting subnet 055f5c85-44f0-4aeb-9d85-3321dc948f68 {{(pid=110180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 15:17:23.677357 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-9ee0bdfb-0215-4d9b-8833-0ace1844c11e admin admin] Publish callbacks [] for subnet (055f5c85-44f0-4aeb-9d85-3321dc948f68), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:23.714121 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-9ee0bdfb-0215-4d9b-8833-0ace1844c11e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59158857'] for subnet (055f5c85-44f0-4aeb-9d85-3321dc948f68), precommit_delete_associations {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:23.800054 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-9ee0bdfb-0215-4d9b-8833-0ace1844c11e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16092520'] for subnet (055f5c85-44f0-4aeb-9d85-3321dc948f68), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:23.928703 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-9ee0bdfb-0215-4d9b-8833-0ace1844c11e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16092519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3672603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58812373'] for subnet (055f5c85-44f0-4aeb-9d85-3321dc948f68), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:23.954705 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee0bdfb-0215-4d9b-8833-0ace1844c11e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=055f5c85-44f0-4aeb-9d85-3321dc948f68,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:17:23.959562 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-9ee0bdfb-0215-4d9b-8833-0ace1844c11e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:23.965654 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-9ee0bdfb-0215-4d9b-8833-0ace1844c11e admin admin] 10.222.0.52 "DELETE /v2.0/subnets/055f5c85-44f0-4aeb-9d85-3321dc948f68 HTTP/1.1" status: 204 len: 168 time: 0.3368914 Mar 02 15:17:23.965959 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 36848) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:17:23.971551 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d581fb09-4e7f-4ade-98f8-4113149b63f8 None None] Network e8d499f9-b14f-433d-9367-68a7fb5ba184 requested from dv-cinder-831439-3-iscsi {{(pid=110181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 15:17:24.041719 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-236001a5-f67d-4388-9ece-4c282ea76100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16148883'] for network (e8d499f9-b14f-433d-9367-68a7fb5ba184), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:24.116698 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.plugin [None req-236001a5-f67d-4388-9ece-4c282ea76100 admin admin] Deleting port 2d307c78-0f9a-4cdb-bec8-fe5df7eedd32 {{(pid=110180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 15:17:24.117056 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-236001a5-f67d-4388-9ece-4c282ea76100 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757345981049'] for port (2d307c78-0f9a-4cdb-bec8-fe5df7eedd32), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:24.136243 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c906b3c-0659-47a1-98d1-b2fb06ca1219 None None] DHCP port deletion for e8d499f9-b14f-433d-9367-68a7fb5ba184 request from dv-cinder-831439-3-iscsi {{(pid=110181) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 02 15:17:24.190666 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-8c906b3c-0659-47a1-98d1-b2fb06ca1219 None None] Deleting port 2d307c78-0f9a-4cdb-bec8-fe5df7eedd32 {{(pid=110181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 15:17:24.191557 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-8c906b3c-0659-47a1-98d1-b2fb06ca1219 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757345981049'] for port (2d307c78-0f9a-4cdb-bec8-fe5df7eedd32), before_delete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:24.193291 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.db [None req-236001a5-f67d-4388-9ece-4c282ea76100 admin admin] For port 2d307c78-0f9a-4cdb-bec8-fe5df7eedd32, host dv-cinder-831439-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831439-3-iscsi',level=0,port_id=2d307c78-0f9a-4cdb-bec8-fe5df7eedd32,segment=NetworkSegment(0b911c62-dfcf-44f6-b5c5-97e04836d45f),segment_id=0b911c62-dfcf-44f6-b5c5-97e04836d45f)] {{(pid=110180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:17:24.193665 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-236001a5-f67d-4388-9ece-4c282ea76100 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port (2d307c78-0f9a-4cdb-bec8-fe5df7eedd32), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:24.209765 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.plugin [None req-236001a5-f67d-4388-9ece-4c282ea76100 admin admin] Calling delete_port for 2d307c78-0f9a-4cdb-bec8-fe5df7eedd32 owned by network:dhcp {{(pid=110180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 15:17:24.289415 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-8c906b3c-0659-47a1-98d1-b2fb06ca1219 None None] For port 2d307c78-0f9a-4cdb-bec8-fe5df7eedd32, host dv-cinder-831439-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831439-3-iscsi',level=0,port_id=2d307c78-0f9a-4cdb-bec8-fe5df7eedd32,segment=NetworkSegment(0b911c62-dfcf-44f6-b5c5-97e04836d45f),segment_id=0b911c62-dfcf-44f6-b5c5-97e04836d45f)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:17:24.290142 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-8c906b3c-0659-47a1-98d1-b2fb06ca1219 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port (2d307c78-0f9a-4cdb-bec8-fe5df7eedd32), precommit_delete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:24.310198 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-8c906b3c-0659-47a1-98d1-b2fb06ca1219 None None] Calling delete_port for 2d307c78-0f9a-4cdb-bec8-fe5df7eedd32 owned by network:dhcp {{(pid=110181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 15:17:24.414004 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-236001a5-f67d-4388-9ece-4c282ea76100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757345984732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757345480677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672616'] for port (2d307c78-0f9a-4cdb-bec8-fe5df7eedd32), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:24.425820 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-8c906b3c-0659-47a1-98d1-b2fb06ca1219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757345984732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757345480677'] for port (2d307c78-0f9a-4cdb-bec8-fe5df7eedd32), after_delete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:24.440588 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236001a5-f67d-4388-9ece-4c282ea76100 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d307c78-0f9a-4cdb-bec8-fe5df7eedd32,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:17:24.444965 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236001a5-f67d-4388-9ece-4c282ea76100 admin admin] No DVR routers for this DVR port 2d307c78-0f9a-4cdb-bec8-fe5df7eedd32 on host dv-cinder-831439-3-iscsi {{(pid=110180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 15:17:24.456187 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c906b3c-0659-47a1-98d1-b2fb06ca1219 None None] Pushing event deleted for resources: {'Port': ['ID=2d307c78-0f9a-4cdb-bec8-fe5df7eedd32,revision_number=None']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:17:24.466187 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c906b3c-0659-47a1-98d1-b2fb06ca1219 None None] No DVR routers for this DVR port 2d307c78-0f9a-4cdb-bec8-fe5df7eedd32 on host dv-cinder-831439-3-iscsi {{(pid=110181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 15:17:24.522344 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-236001a5-f67d-4388-9ece-4c282ea76100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16057747', 'neutron.services.segments.db._delete_segments_for_network-8757345970333'] for network (e8d499f9-b14f-433d-9367-68a7fb5ba184), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:24.542502 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.services.segments.db [None req-236001a5-f67d-4388-9ece-4c282ea76100 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8d499f9-b14f-433d-9367-68a7fb5ba184']}} {{(pid=110180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:17:24.554765 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.services.segments.db [None req-236001a5-f67d-4388-9ece-4c282ea76100 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b911c62-dfcf-44f6-b5c5-97e04836d45f') {'for_net_delete': True} {{(pid=110180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:17:24.558232 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.services.segments.db [None req-236001a5-f67d-4388-9ece-4c282ea76100 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b911c62-dfcf-44f6-b5c5-97e04836d45f') {} {{(pid=110180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:17:24.566494 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-236001a5-f67d-4388-9ece-4c282ea76100 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757345974950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59158878'] for segment (0b911c62-dfcf-44f6-b5c5-97e04836d45f), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:24.581684 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-236001a5-f67d-4388-9ece-4c282ea76100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16119287'] for segment (0b911c62-dfcf-44f6-b5c5-97e04836d45f), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:24.589238 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-236001a5-f67d-4388-9ece-4c282ea76100 admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=110180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 15:17:24.589673 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-236001a5-f67d-4388-9ece-4c282ea76100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16119287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3672773'] for segment (0b911c62-dfcf-44f6-b5c5-97e04836d45f), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:24.591500 dv-cinder-831439-3-iscsi neutron-server[110180]: Traceback (most recent call last): Mar 02 15:17:24.591500 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 15:17:24.591500 dv-cinder-831439-3-iscsi neutron-server[110180]: timer() Mar 02 15:17:24.591500 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 15:17:24.591500 dv-cinder-831439-3-iscsi neutron-server[110180]: cb(*args, **kw) Mar 02 15:17:24.591500 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 15:17:24.591500 dv-cinder-831439-3-iscsi neutron-server[110180]: return func(*args, **kwargs) Mar 02 15:17:24.591500 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 15:17:24.591500 dv-cinder-831439-3-iscsi neutron-server[110180]: self._notify() Mar 02 15:17:24.591500 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 15:17:24.591500 dv-cinder-831439-3-iscsi neutron-server[110180]: self.callback(batched_events) Mar 02 15:17:24.591500 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 15:17:24.591500 dv-cinder-831439-3-iscsi neutron-server[110180]: event.method(event) Mar 02 15:17:24.591500 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 15:17:24.591500 dv-cinder-831439-3-iscsi neutron-server[110180]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 15:17:24.591500 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 15:17:24.591500 dv-cinder-831439-3-iscsi neutron-server[110180]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 15:17:24.591500 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 15:17:24.591500 dv-cinder-831439-3-iscsi neutron-server[110180]: return f(self, *a, **k) Mar 02 15:17:24.591500 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 15:17:24.591500 dv-cinder-831439-3-iscsi neutron-server[110180]: return self._get(url).json() Mar 02 15:17:24.591500 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 15:17:24.591500 dv-cinder-831439-3-iscsi neutron-server[110180]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 15:17:24.591500 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 15:17:24.591500 dv-cinder-831439-3-iscsi neutron-server[110180]: return self.request(url, 'GET', **kwargs) Mar 02 15:17:24.591500 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 15:17:24.591500 dv-cinder-831439-3-iscsi neutron-server[110180]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 15:17:24.591500 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 15:17:24.591500 dv-cinder-831439-3-iscsi neutron-server[110180]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 15:17:24.591500 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 15:17:24.591500 dv-cinder-831439-3-iscsi neutron-server[110180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 15:17:24.591500 dv-cinder-831439-3-iscsi neutron-server[110180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 15:17:24.705467 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-236001a5-f67d-4388-9ece-4c282ea76100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16057834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559807'] for network (e8d499f9-b14f-433d-9367-68a7fb5ba184), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:24.707150 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Device e1207eac-149a-4b7b-b767-e47f31a228da no longer exists at agent ovs-agent-dv-cinder-831439-3-iscsi {{(pid=110181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 15:17:24.717684 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-236001a5-f67d-4388-9ece-4c282ea76100 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16231659'] for network (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:24.717684 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-236001a5-f67d-4388-9ece-4c282ea76100 admin admin] 10.222.0.52 "DELETE /v2.0/networks/e8d499f9-b14f-433d-9367-68a7fb5ba184 HTTP/1.1" status: 204 len: 168 time: 0.7498434 Mar 02 15:17:24.721864 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 36850) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:17:24.726837 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236001a5-f67d-4388-9ece-4c282ea76100 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8d499f9-b14f-433d-9367-68a7fb5ba184,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:17:24.733536 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] No Port match for: e1207eac-149a-4b7b-b767-e47f31a228da {{(pid=110181) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 15:17:24.733906 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Device e1207eac-149a-4b7b-b767-e47f31a228da not bound to the agent host dv-cinder-831439-3-iscsi {{(pid=110181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 15:17:24.734290 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Device 2d307c78-0f9a-4cdb-bec8-fe5df7eedd32 no longer exists at agent ovs-agent-dv-cinder-831439-3-iscsi {{(pid=110181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 15:17:24.755136 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] No Port match for: 2d307c78-0f9a-4cdb-bec8-fe5df7eedd32 {{(pid=110181) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 15:17:24.755485 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Device 2d307c78-0f9a-4cdb-bec8-fe5df7eedd32 not bound to the agent host dv-cinder-831439-3-iscsi {{(pid=110181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 15:17:24.755940 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Device 77cd3ada-c6d6-441e-b798-bec333daa46f no longer exists at agent ovs-agent-dv-cinder-831439-3-iscsi {{(pid=110181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 15:17:24.776290 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] No Port match for: 77cd3ada-c6d6-441e-b798-bec333daa46f {{(pid=110181) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 15:17:24.776639 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Device 77cd3ada-c6d6-441e-b798-bec333daa46f not bound to the agent host dv-cinder-831439-3-iscsi {{(pid=110181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 15:17:25.083964 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-b7356a83-28dd-4d8f-b62f-e6825613242f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-558541'] for router_interface (63b3e6f9-dc78-42d5-b128-d0985ac53a82), before_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:25.332524 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.plugin [None req-b7356a83-28dd-4d8f-b62f-e6825613242f admin admin] Deleting port 162440e5-9d98-4e73-837d-9dfc4d164470 {{(pid=110179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 15:17:25.332864 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-b7356a83-28dd-4d8f-b62f-e6825613242f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757345981049'] for port (162440e5-9d98-4e73-837d-9dfc4d164470), before_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:25.409812 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.db [None req-b7356a83-28dd-4d8f-b62f-e6825613242f admin admin] For port 162440e5-9d98-4e73-837d-9dfc4d164470, host dv-cinder-831439-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831439-3-iscsi',level=0,port_id=162440e5-9d98-4e73-837d-9dfc4d164470,segment=NetworkSegment(64d76ae6-a9e9-4058-a9f0-757677628a0b),segment_id=64d76ae6-a9e9-4058-a9f0-757677628a0b)] {{(pid=110179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:17:25.410170 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-b7356a83-28dd-4d8f-b62f-e6825613242f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port (162440e5-9d98-4e73-837d-9dfc4d164470), precommit_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:25.428012 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.plugins.ml2.plugin [None req-b7356a83-28dd-4d8f-b62f-e6825613242f admin admin] Calling delete_port for 162440e5-9d98-4e73-837d-9dfc4d164470 owned by network:router_interface {{(pid=110179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 15:17:25.699423 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-b7356a83-28dd-4d8f-b62f-e6825613242f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757345984732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757345480677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3822761'] for port (162440e5-9d98-4e73-837d-9dfc4d164470), after_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:25.725868 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7356a83-28dd-4d8f-b62f-e6825613242f admin admin] Pushing event deleted for resources: {'Port': ['ID=162440e5-9d98-4e73-837d-9dfc4d164470,revision_number=None']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:17:25.909500 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-b7356a83-28dd-4d8f-b62f-e6825613242f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16231430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-558369'] for router_interface (63b3e6f9-dc78-42d5-b128-d0985ac53a82), after_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:26.131462 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7356a83-28dd-4d8f-b62f-e6825613242f admin admin] Router 63b3e6f9-dc78-42d5-b128-d0985ac53a82 has already been hosted by L3 agent 4b7d4a90-2987-419a-b6cd-7624b7dba065 {{(pid=110179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 15:17:26.254452 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7356a83-28dd-4d8f-b62f-e6825613242f admin admin] Notify agent at l3_agent.dv-cinder-831439-3-iscsi the message routers_updated {{(pid=110179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 15:17:26.262571 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-b7356a83-28dd-4d8f-b62f-e6825613242f admin admin] 10.222.0.52 "PUT /v2.0/routers/63b3e6f9-dc78-42d5-b128-d0985ac53a82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5358024 Mar 02 15:17:26.264272 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 36852) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:17:26.265432 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfd98cd-c76f-42f6-9339-4442b6782610 None None] Sync routers for ids ['63b3e6f9-dc78-42d5-b128-d0985ac53a82'] in dv-cinder-831439-3-iscsi {{(pid=110182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 15:17:26.275801 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfd98cd-c76f-42f6-9339-4442b6782610 None None] Routers {'63b3e6f9-dc78-42d5-b128-d0985ac53a82'} bound to L3 agent in host dv-cinder-831439-3-iscsi {{(pid=110182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 15:17:26.276431 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_hamode_db [None req-3bfd98cd-c76f-42f6-9339-4442b6782610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831439-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T14:48:11Z,description=,heartbeat_timestamp=2022-03-02T15:17:11Z,host='dv-cinder-831439-3-iscsi',id=4b7d4a90-2987-419a-b6cd-7624b7dba065,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T14:48:12Z,topic='l3_agent')) {'router_ids': ['63b3e6f9-dc78-42d5-b128-d0985ac53a82'], 'active': True} {{(pid=110182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:17:26.372307 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-e232dc1d-8338-48d8-a63b-8608f9a20752 admin admin] Publish callbacks [] for router (63b3e6f9-dc78-42d5-b128-d0985ac53a82), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:26.382071 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_dvr_db [None req-3bfd98cd-c76f-42f6-9339-4442b6782610 None None] Set router 63b3e6f9-dc78-42d5-b128-d0985ac53a82 gateway port host: dv-cinder-831439-3-iscsi {{(pid=110182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 15:17:26.476242 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-e232dc1d-8338-48d8-a63b-8608f9a20752 admin admin] Publish callbacks [] for router_gateway (63b3e6f9-dc78-42d5-b128-d0985ac53a82), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:26.568316 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_hamode_db [None req-3bfd98cd-c76f-42f6-9339-4442b6782610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63b3e6f9-dc78-42d5-b128-d0985ac53a82', 'name': 'tempest-TestMinimumBasicScenario-305486678-router', 'tenant_id': 'ee501b5b2b3f4b00a4a9902684b1661c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'external_fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '7c0abfa1-63fd-4156-9299-e585419266df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T15:13:45Z', 'updated_at': '2022-03-02T15:17:25Z', 'revision_number': 5, 'project_id': 'ee501b5b2b3f4b00a4a9902684b1661c', 'gw_port': {'id': '7c0abfa1-63fd-4156-9299-e585419266df', 'name': '', 'network_id': 'ed71569c-47b6-4b42-b6b3-c541700724bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:95:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b3e6f9-dc78-42d5-b128-d0985ac53a82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831439-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T15:13:46Z', 'updated_at': '2022-03-02T15:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '701fb87e-0ea2-4d8d-8228-0af980cd437a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831439-3-iscsi'}], 'dv-cinder-831439-3-iscsi', False) {} {{(pid=110182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:17:26.596865 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfd98cd-c76f-42f6-9339-4442b6782610 None None] Checking router: 63b3e6f9-dc78-42d5-b128-d0985ac53a82 for host: dv-cinder-831439-3-iscsi {{(pid=110182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 15:17:26.601535 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.plugin [None req-e232dc1d-8338-48d8-a63b-8608f9a20752 admin admin] Deleting port 7c0abfa1-63fd-4156-9299-e585419266df {{(pid=110180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 15:17:26.601881 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-e232dc1d-8338-48d8-a63b-8608f9a20752 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757345981049'] for port (7c0abfa1-63fd-4156-9299-e585419266df), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:26.605745 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfd98cd-c76f-42f6-9339-4442b6782610 None None] Routers {'63b3e6f9-dc78-42d5-b128-d0985ac53a82'} bound to L3 agent in host dv-cinder-831439-3-iscsi {{(pid=110182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 15:17:26.606347 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_hamode_db [None req-3bfd98cd-c76f-42f6-9339-4442b6782610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831439-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T14:48:11Z,description=,heartbeat_timestamp=2022-03-02T15:17:11Z,host='dv-cinder-831439-3-iscsi',id=4b7d4a90-2987-419a-b6cd-7624b7dba065,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T14:48:12Z,topic='l3_agent')) {'router_ids': ['63b3e6f9-dc78-42d5-b128-d0985ac53a82'], 'active': True} {{(pid=110182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:17:26.696401 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.db [None req-e232dc1d-8338-48d8-a63b-8608f9a20752 admin admin] For port 7c0abfa1-63fd-4156-9299-e585419266df, host dv-cinder-831439-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831439-3-iscsi',level=0,port_id=7c0abfa1-63fd-4156-9299-e585419266df,segment=NetworkSegment(23151279-75ac-4f5a-99b2-c6146d92420f),segment_id=23151279-75ac-4f5a-99b2-c6146d92420f)] {{(pid=110180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:17:26.696975 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-e232dc1d-8338-48d8-a63b-8608f9a20752 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port (7c0abfa1-63fd-4156-9299-e585419266df), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:26.704969 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_dvr_db [None req-3bfd98cd-c76f-42f6-9339-4442b6782610 None None] Set router 63b3e6f9-dc78-42d5-b128-d0985ac53a82 gateway port host: None {{(pid=110182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 15:17:26.719100 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.plugin [None req-e232dc1d-8338-48d8-a63b-8608f9a20752 admin admin] Calling delete_port for 7c0abfa1-63fd-4156-9299-e585419266df owned by network:router_gateway {{(pid=110180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 15:17:26.791899 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.l3_hamode_db [None req-3bfd98cd-c76f-42f6-9339-4442b6782610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63b3e6f9-dc78-42d5-b128-d0985ac53a82', 'name': 'tempest-TestMinimumBasicScenario-305486678-router', 'tenant_id': 'ee501b5b2b3f4b00a4a9902684b1661c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T15:13:45Z', 'updated_at': '2022-03-02T15:17:26Z', 'revision_number': 6, 'project_id': 'ee501b5b2b3f4b00a4a9902684b1661c', 'gw_port_host': None}], 'dv-cinder-831439-3-iscsi', False) {} {{(pid=110182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:17:26.821694 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfd98cd-c76f-42f6-9339-4442b6782610 None None] The sync data for ids ['63b3e6f9-dc78-42d5-b128-d0985ac53a82'] in dv-cinder-831439-3-iscsi is: [{'id': '63b3e6f9-dc78-42d5-b128-d0985ac53a82', 'name': 'tempest-TestMinimumBasicScenario-305486678-router', 'tenant_id': 'ee501b5b2b3f4b00a4a9902684b1661c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T15:13:45Z', 'updated_at': '2022-03-02T15:17:26Z', 'revision_number': 6, 'project_id': 'ee501b5b2b3f4b00a4a9902684b1661c', 'gw_port_host': None}] {{(pid=110182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 15:17:27.013658 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-e232dc1d-8338-48d8-a63b-8608f9a20752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757345984732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757345480677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672616'] for port (7c0abfa1-63fd-4156-9299-e585419266df), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:27.039983 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e232dc1d-8338-48d8-a63b-8608f9a20752 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c0abfa1-63fd-4156-9299-e585419266df,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:17:27.104494 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-e232dc1d-8338-48d8-a63b-8608f9a20752 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559747'] for router_gateway (63b3e6f9-dc78-42d5-b128-d0985ac53a82), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:27.199657 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-e232dc1d-8338-48d8-a63b-8608f9a20752 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6344'] for router (63b3e6f9-dc78-42d5-b128-d0985ac53a82), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:27.201866 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-e232dc1d-8338-48d8-a63b-8608f9a20752 admin admin] Publish callbacks [] for router_controller (63b3e6f9-dc78-42d5-b128-d0985ac53a82), precommit_delete_associations {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:27.323342 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-e232dc1d-8338-48d8-a63b-8608f9a20752 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561960'] for router (63b3e6f9-dc78-42d5-b128-d0985ac53a82), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:27.324163 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e232dc1d-8338-48d8-a63b-8608f9a20752 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63b3e6f9-dc78-42d5-b128-d0985ac53a82 {{(pid=110180) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 15:17:27.330375 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-e232dc1d-8338-48d8-a63b-8608f9a20752 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:27.330375 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-e232dc1d-8338-48d8-a63b-8608f9a20752 admin admin] 10.222.0.52 "DELETE /v2.0/routers/63b3e6f9-dc78-42d5-b128-d0985ac53a82 HTTP/1.1" status: 204 len: 168 time: 1.0639124 Mar 02 15:17:27.332399 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 36854) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:17:27.350781 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (a761fe19-4045-45cc-a7c7-f029a0c82591), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:27.376451 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.db_base_plugin_v2 [None req-46a88bb0-033c-4dfb-ab4d-d0c67a3076c6 admin admin] Deleting subnet e1ef6504-cc26-4b8d-8e8e-add44e27bb4f {{(pid=110180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 15:17:27.379561 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-46a88bb0-033c-4dfb-ab4d-d0c67a3076c6 admin admin] Publish callbacks [] for subnet (e1ef6504-cc26-4b8d-8e8e-add44e27bb4f), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:27.417915 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-46a88bb0-033c-4dfb-ab4d-d0c67a3076c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59158857'] for subnet (e1ef6504-cc26-4b8d-8e8e-add44e27bb4f), precommit_delete_associations {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:27.492870 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-46a88bb0-033c-4dfb-ab4d-d0c67a3076c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16092520'] for subnet (e1ef6504-cc26-4b8d-8e8e-add44e27bb4f), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:27.648240 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-46a88bb0-033c-4dfb-ab4d-d0c67a3076c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16092519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3672603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58812373'] for subnet (e1ef6504-cc26-4b8d-8e8e-add44e27bb4f), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:27.672437 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a88bb0-033c-4dfb-ab4d-d0c67a3076c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1ef6504-cc26-4b8d-8e8e-add44e27bb4f,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:17:27.678342 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-46a88bb0-033c-4dfb-ab4d-d0c67a3076c6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:27.682125 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-46a88bb0-033c-4dfb-ab4d-d0c67a3076c6 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/e1ef6504-cc26-4b8d-8e8e-add44e27bb4f HTTP/1.1" status: 204 len: 168 time: 0.3488042 Mar 02 15:17:27.684799 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 36856) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:17:27.686719 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781280ee-d31c-48cd-b1dd-76a2ada762d1 None None] Network 47c8389d-d5da-479f-8080-3ca953159f6c requested from dv-cinder-831439-3-iscsi {{(pid=110181) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 15:17:27.844269 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03052c1a-142f-4769-a5ab-b79178f33634 None None] DHCP port deletion for 47c8389d-d5da-479f-8080-3ca953159f6c request from dv-cinder-831439-3-iscsi {{(pid=110181) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 02 15:17:27.896624 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-03052c1a-142f-4769-a5ab-b79178f33634 None None] Deleting port ed100875-f07d-4395-a373-d9d30c43b073 {{(pid=110181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 15:17:27.897002 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-03052c1a-142f-4769-a5ab-b79178f33634 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757345981049'] for port (ed100875-f07d-4395-a373-d9d30c43b073), before_delete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:27.973133 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.db [None req-03052c1a-142f-4769-a5ab-b79178f33634 None None] For port ed100875-f07d-4395-a373-d9d30c43b073, host dv-cinder-831439-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831439-3-iscsi',level=0,port_id=ed100875-f07d-4395-a373-d9d30c43b073,segment=NetworkSegment(64d76ae6-a9e9-4058-a9f0-757677628a0b),segment_id=64d76ae6-a9e9-4058-a9f0-757677628a0b)] {{(pid=110181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:17:27.973525 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-03052c1a-142f-4769-a5ab-b79178f33634 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port (ed100875-f07d-4395-a373-d9d30c43b073), precommit_delete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:27.987713 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-03052c1a-142f-4769-a5ab-b79178f33634 None None] Calling delete_port for ed100875-f07d-4395-a373-d9d30c43b073 owned by network:dhcp {{(pid=110181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 15:17:28.032119 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-ae26bde0-35d0-4529-95c7-11a54192cd97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16148883'] for network (47c8389d-d5da-479f-8080-3ca953159f6c), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:28.092044 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.plugin [None req-ae26bde0-35d0-4529-95c7-11a54192cd97 admin admin] Deleting port ed100875-f07d-4395-a373-d9d30c43b073 {{(pid=110180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 15:17:28.092044 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-ae26bde0-35d0-4529-95c7-11a54192cd97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757345981049'] for port (ed100875-f07d-4395-a373-d9d30c43b073), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:28.146741 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.db [None req-ae26bde0-35d0-4529-95c7-11a54192cd97 admin admin] For port ed100875-f07d-4395-a373-d9d30c43b073, host dv-cinder-831439-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831439-3-iscsi',level=0,port_id=ed100875-f07d-4395-a373-d9d30c43b073,segment=NetworkSegment(64d76ae6-a9e9-4058-a9f0-757677628a0b),segment_id=64d76ae6-a9e9-4058-a9f0-757677628a0b)] {{(pid=110180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 15:17:28.155228 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-ae26bde0-35d0-4529-95c7-11a54192cd97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port (ed100875-f07d-4395-a373-d9d30c43b073), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:28.163737 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.plugin [None req-ae26bde0-35d0-4529-95c7-11a54192cd97 admin admin] Calling delete_port for ed100875-f07d-4395-a373-d9d30c43b073 owned by network:dhcp {{(pid=110180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 15:17:28.196433 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-03052c1a-142f-4769-a5ab-b79178f33634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757345984732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757345480677'] for port (ed100875-f07d-4395-a373-d9d30c43b073), after_delete {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:28.227422 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03052c1a-142f-4769-a5ab-b79178f33634 None None] Pushing event deleted for resources: {'Port': ['ID=ed100875-f07d-4395-a373-d9d30c43b073,revision_number=None']} {{(pid=110181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:17:28.231958 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03052c1a-142f-4769-a5ab-b79178f33634 None None] No DVR routers for this DVR port ed100875-f07d-4395-a373-d9d30c43b073 on host dv-cinder-831439-3-iscsi {{(pid=110181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 15:17:28.248751 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-ae26bde0-35d0-4529-95c7-11a54192cd97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16198582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757345984732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757345480677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3672616'] for port (ed100875-f07d-4395-a373-d9d30c43b073), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:28.273964 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae26bde0-35d0-4529-95c7-11a54192cd97 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed100875-f07d-4395-a373-d9d30c43b073,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:17:28.277841 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae26bde0-35d0-4529-95c7-11a54192cd97 admin admin] No DVR routers for this DVR port ed100875-f07d-4395-a373-d9d30c43b073 on host dv-cinder-831439-3-iscsi {{(pid=110180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 15:17:28.358607 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-ae26bde0-35d0-4529-95c7-11a54192cd97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16057747', 'neutron.services.segments.db._delete_segments_for_network-8757345970333'] for network (47c8389d-d5da-479f-8080-3ca953159f6c), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:28.395275 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.services.segments.db [None req-ae26bde0-35d0-4529-95c7-11a54192cd97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47c8389d-d5da-479f-8080-3ca953159f6c']}} {{(pid=110180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:17:28.412172 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.services.segments.db [None req-ae26bde0-35d0-4529-95c7-11a54192cd97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64d76ae6-a9e9-4058-a9f0-757677628a0b') {'for_net_delete': True} {{(pid=110180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:17:28.412669 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.services.segments.db [None req-ae26bde0-35d0-4529-95c7-11a54192cd97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64d76ae6-a9e9-4058-a9f0-757677628a0b') {} {{(pid=110180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 15:17:28.428621 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-ae26bde0-35d0-4529-95c7-11a54192cd97 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757345974950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59158878'] for segment (64d76ae6-a9e9-4058-a9f0-757677628a0b), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:28.449682 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-ae26bde0-35d0-4529-95c7-11a54192cd97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16119287'] for segment (64d76ae6-a9e9-4058-a9f0-757677628a0b), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:28.456555 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae26bde0-35d0-4529-95c7-11a54192cd97 admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=110180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 15:17:28.457116 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-ae26bde0-35d0-4529-95c7-11a54192cd97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16119287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3672773'] for segment (64d76ae6-a9e9-4058-a9f0-757677628a0b), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:28.459259 dv-cinder-831439-3-iscsi neutron-server[110180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 15:17:28.459259 dv-cinder-831439-3-iscsi neutron-server[110180]: self.session.flush() Mar 02 15:17:28.459259 dv-cinder-831439-3-iscsi neutron-server[110180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 15:17:28.459259 dv-cinder-831439-3-iscsi neutron-server[110180]: self.session.flush() Mar 02 15:17:28.459259 dv-cinder-831439-3-iscsi neutron-server[110180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 15:17:28.459259 dv-cinder-831439-3-iscsi neutron-server[110180]: self.session.flush() Mar 02 15:17:28.459259 dv-cinder-831439-3-iscsi neutron-server[110180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 15:17:28.459259 dv-cinder-831439-3-iscsi neutron-server[110180]: self.session.flush() Mar 02 15:17:28.459259 dv-cinder-831439-3-iscsi neutron-server[110180]: Traceback (most recent call last): Mar 02 15:17:28.459259 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 15:17:28.459259 dv-cinder-831439-3-iscsi neutron-server[110180]: timer() Mar 02 15:17:28.459259 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 15:17:28.459259 dv-cinder-831439-3-iscsi neutron-server[110180]: cb(*args, **kw) Mar 02 15:17:28.459259 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 15:17:28.459259 dv-cinder-831439-3-iscsi neutron-server[110180]: return func(*args, **kwargs) Mar 02 15:17:28.459259 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 15:17:28.459259 dv-cinder-831439-3-iscsi neutron-server[110180]: self._notify() Mar 02 15:17:28.459259 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 15:17:28.459259 dv-cinder-831439-3-iscsi neutron-server[110180]: self.callback(batched_events) Mar 02 15:17:28.459259 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 15:17:28.459259 dv-cinder-831439-3-iscsi neutron-server[110180]: event.method(event) Mar 02 15:17:28.459259 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 15:17:28.459259 dv-cinder-831439-3-iscsi neutron-server[110180]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 15:17:28.459259 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 15:17:28.459259 dv-cinder-831439-3-iscsi neutron-server[110180]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 15:17:28.459259 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 15:17:28.459259 dv-cinder-831439-3-iscsi neutron-server[110180]: return f(self, *a, **k) Mar 02 15:17:28.459259 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 15:17:28.459259 dv-cinder-831439-3-iscsi neutron-server[110180]: return self._get(url).json() Mar 02 15:17:28.459259 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 15:17:28.459259 dv-cinder-831439-3-iscsi neutron-server[110180]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 15:17:28.459259 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 15:17:28.459259 dv-cinder-831439-3-iscsi neutron-server[110180]: return self.request(url, 'GET', **kwargs) Mar 02 15:17:28.459259 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 15:17:28.459259 dv-cinder-831439-3-iscsi neutron-server[110180]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 15:17:28.459259 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 15:17:28.459259 dv-cinder-831439-3-iscsi neutron-server[110180]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 15:17:28.459259 dv-cinder-831439-3-iscsi neutron-server[110180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 15:17:28.459259 dv-cinder-831439-3-iscsi neutron-server[110180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 15:17:28.459259 dv-cinder-831439-3-iscsi neutron-server[110180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 15:17:28.636640 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-ae26bde0-35d0-4529-95c7-11a54192cd97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16057834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16231677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-559807'] for network (47c8389d-d5da-479f-8080-3ca953159f6c), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:28.641956 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-ae26bde0-35d0-4529-95c7-11a54192cd97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16231659'] for network (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:28.645247 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-ae26bde0-35d0-4529-95c7-11a54192cd97 admin admin] 10.222.0.52 "DELETE /v2.0/networks/47c8389d-d5da-479f-8080-3ca953159f6c HTTP/1.1" status: 204 len: 168 time: 0.9594893 Mar 02 15:17:28.658107 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae26bde0-35d0-4529-95c7-11a54192cd97 admin admin] Pushing event deleted for resources: {'Network': ['ID=47c8389d-d5da-479f-8080-3ca953159f6c,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:17:28.720534 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Device 7c0abfa1-63fd-4156-9299-e585419266df no longer exists at agent ovs-agent-dv-cinder-831439-3-iscsi {{(pid=110181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 15:17:28.744539 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] No Port match for: 7c0abfa1-63fd-4156-9299-e585419266df {{(pid=110181) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 15:17:28.744539 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Device 7c0abfa1-63fd-4156-9299-e585419266df not bound to the agent host dv-cinder-831439-3-iscsi {{(pid=110181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 15:17:28.744903 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Device 162440e5-9d98-4e73-837d-9dfc4d164470 no longer exists at agent ovs-agent-dv-cinder-831439-3-iscsi {{(pid=110181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 15:17:28.765578 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] No Port match for: 162440e5-9d98-4e73-837d-9dfc4d164470 {{(pid=110181) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 15:17:28.765951 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Device 162440e5-9d98-4e73-837d-9dfc4d164470 not bound to the agent host dv-cinder-831439-3-iscsi {{(pid=110181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 15:17:28.766361 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Device ed100875-f07d-4395-a373-d9d30c43b073 no longer exists at agent ovs-agent-dv-cinder-831439-3-iscsi {{(pid=110181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 15:17:28.786652 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.plugin [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] No Port match for: ed100875-f07d-4395-a373-d9d30c43b073 {{(pid=110181) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 15:17:28.786998 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron.plugins.ml2.rpc [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Device ed100875-f07d-4395-a373-d9d30c43b073 not bound to the agent host dv-cinder-831439-3-iscsi {{(pid=110181) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 15:17:29.017973 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 36860) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:17:29.058536 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-e1157787-346f-4f3b-aa73-5e4fbb808827 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=46bbdd855e2d4c8a9beb15282ad1e7e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393779 Mar 02 15:17:29.061151 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [-] (110180) accepted ('10.222.0.52', 36862) {{(pid=110180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:17:29.110570 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-549f747b-d093-45b5-8fa2-fa8713a7c7de admin admin] Publish callbacks [] for security_group (3f244d27-a6e7-42c9-a27f-886a3c39076e), before_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:29.133362 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-549f747b-d093-45b5-8fa2-fa8713a7c7de admin admin] Publish callbacks [] for security_group (3f244d27-a6e7-42c9-a27f-886a3c39076e), precommit_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:29.253759 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-549f747b-d093-45b5-8fa2-fa8713a7c7de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (3f244d27-a6e7-42c9-a27f-886a3c39076e), after_delete {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:29.256333 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron_lib.callbacks.manager [None req-549f747b-d093-45b5-8fa2-fa8713a7c7de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:29.257645 dv-cinder-831439-3-iscsi neutron-server[110180]: INFO neutron.wsgi [None req-549f747b-d093-45b5-8fa2-fa8713a7c7de admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3f244d27-a6e7-42c9-a27f-886a3c39076e HTTP/1.1" status: 204 len: 168 time: 0.1955390 Mar 02 15:17:29.265765 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549f747b-d093-45b5-8fa2-fa8713a7c7de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f244d27-a6e7-42c9-a27f-886a3c39076e,revision_number=None']} {{(pid=110180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:17:29.854681 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 36868) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:17:29.899105 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-cbb9069e-d2cf-4bb7-b279-bfc11ae6d8af admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ee501b5b2b3f4b00a4a9902684b1661c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0431557 Mar 02 15:17:29.901624 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [-] (110179) accepted ('10.222.0.52', 36870) {{(pid=110179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 15:17:29.959389 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-4a92cf71-af1e-40a4-bc8b-ab6e54cee8cf admin admin] Publish callbacks [] for security_group (1bbb237b-85de-48cc-a4df-31d8cb0b9217), before_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:29.983429 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-4a92cf71-af1e-40a4-bc8b-ab6e54cee8cf admin admin] Publish callbacks [] for security_group (1bbb237b-85de-48cc-a4df-31d8cb0b9217), precommit_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:30.128336 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-4a92cf71-af1e-40a4-bc8b-ab6e54cee8cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769723'] for security_group (1bbb237b-85de-48cc-a4df-31d8cb0b9217), after_delete {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:30.132481 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron_lib.callbacks.manager [None req-4a92cf71-af1e-40a4-bc8b-ab6e54cee8cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:30.132481 dv-cinder-831439-3-iscsi neutron-server[110179]: INFO neutron.wsgi [None req-4a92cf71-af1e-40a4-bc8b-ab6e54cee8cf admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1bbb237b-85de-48cc-a4df-31d8cb0b9217 HTTP/1.1" status: 204 len: 168 time: 0.2295785 Mar 02 15:17:30.141030 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a92cf71-af1e-40a4-bc8b-ab6e54cee8cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bbb237b-85de-48cc-a4df-31d8cb0b9217,revision_number=None']} {{(pid=110179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 15:17:38.841532 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-faed02a9-d81f-4adf-957b-a9a93c716247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (dc3a6147-3194-47be-b33a-76a9a2a48933), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:41.151410 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-0894bffd-5d22-43b3-a00c-9b88d908fc99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (4b7d4a90-2987-419a-b6cd-7624b7dba065), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:42.173134 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-8c265469-93de-451d-a227-73ff998d8f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (bfbb2626-1130-458a-80a5-4632d76fa057), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:43.710620 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-9cfe1c82-1e01-4346-89c5-c3e1093f4022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (b9ce56f8-3527-4dd9-b024-9df7b3f4c018), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:44.932768 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (3a73802c-5f14-4c1f-8439-e74c4c90063b), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:17:45.873446 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.agents_db [None req-b044b9bd-a670-44c5-b22a-8886b11808d8 None None] Agent healthcheck: found 6 active agents {{(pid=110182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 15:17:57.344394 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (a761fe19-4045-45cc-a7c7-f029a0c82591), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:18:08.681899 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-11e240ca-9c51-4aa7-a194-27720b9d503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (dc3a6147-3194-47be-b33a-76a9a2a48933), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:18:11.058060 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-0dad5c5f-3118-4f6b-8021-138427699198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (4b7d4a90-2987-419a-b6cd-7624b7dba065), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:18:12.167070 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-8c265469-93de-451d-a227-73ff998d8f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (bfbb2626-1130-458a-80a5-4632d76fa057), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:18:13.675559 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-9cfe1c82-1e01-4346-89c5-c3e1093f4022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (b9ce56f8-3527-4dd9-b024-9df7b3f4c018), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:18:14.909591 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (3a73802c-5f14-4c1f-8439-e74c4c90063b), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:18:22.873220 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.agents_db [None req-b044b9bd-a670-44c5-b22a-8886b11808d8 None None] Agent healthcheck: found 6 active agents {{(pid=110182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 15:18:27.401043 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (a761fe19-4045-45cc-a7c7-f029a0c82591), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:18:38.668278 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-2d7fe405-65f4-4748-9f96-eaae7973c41a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (dc3a6147-3194-47be-b33a-76a9a2a48933), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:18:41.091888 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-ec00ddf1-2c1a-4733-a270-e20845e5c268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (4b7d4a90-2987-419a-b6cd-7624b7dba065), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:18:42.212660 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-8c265469-93de-451d-a227-73ff998d8f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (bfbb2626-1130-458a-80a5-4632d76fa057), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:18:43.721049 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-9cfe1c82-1e01-4346-89c5-c3e1093f4022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (b9ce56f8-3527-4dd9-b024-9df7b3f4c018), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:18:44.908879 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (3a73802c-5f14-4c1f-8439-e74c4c90063b), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:18:57.342980 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (a761fe19-4045-45cc-a7c7-f029a0c82591), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:18:59.872843 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.agents_db [None req-b044b9bd-a670-44c5-b22a-8886b11808d8 None None] Agent healthcheck: found 6 active agents {{(pid=110182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 15:19:08.634087 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-223280ff-a002-42c6-9f18-dec716c0fe82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (dc3a6147-3194-47be-b33a-76a9a2a48933), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:19:11.080155 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-95fdf3cb-00a5-4f2c-8c24-610a50fd0708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (4b7d4a90-2987-419a-b6cd-7624b7dba065), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:19:12.165293 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-8c265469-93de-451d-a227-73ff998d8f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (bfbb2626-1130-458a-80a5-4632d76fa057), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:19:13.696832 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-9cfe1c82-1e01-4346-89c5-c3e1093f4022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (b9ce56f8-3527-4dd9-b024-9df7b3f4c018), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:19:14.965444 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (3a73802c-5f14-4c1f-8439-e74c4c90063b), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:19:27.348115 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (a761fe19-4045-45cc-a7c7-f029a0c82591), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:19:36.871894 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.agents_db [None req-b044b9bd-a670-44c5-b22a-8886b11808d8 None None] Agent healthcheck: found 6 active agents {{(pid=110182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 15:19:38.787420 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-9c152c30-e6f5-4463-865c-65995b57dd3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (dc3a6147-3194-47be-b33a-76a9a2a48933), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:19:41.078800 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-7b90e24b-ee97-4363-927a-90cb80022b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (4b7d4a90-2987-419a-b6cd-7624b7dba065), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:19:42.243927 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-8c265469-93de-451d-a227-73ff998d8f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (bfbb2626-1130-458a-80a5-4632d76fa057), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:19:43.695990 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-9cfe1c82-1e01-4346-89c5-c3e1093f4022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (b9ce56f8-3527-4dd9-b024-9df7b3f4c018), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:19:44.930641 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (3a73802c-5f14-4c1f-8439-e74c4c90063b), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:19:57.380118 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (a761fe19-4045-45cc-a7c7-f029a0c82591), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:20:08.644721 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-4a4adb93-d5dc-4151-b8ae-f349b0faae5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (dc3a6147-3194-47be-b33a-76a9a2a48933), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:20:11.083959 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a228c9cf-6953-488f-b479-3a3bd0839abc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (4b7d4a90-2987-419a-b6cd-7624b7dba065), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:20:11.454234 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [req-cedd0733-f9aa-4c12-81d5-c300115b1b94 req-a793c082-62e0-4800-97bb-b1ca2cb200c4 service neutron] (110180) timed out ('10.222.0.52', 59040) {{(pid=110180) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 02 15:20:12.181925 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-8c265469-93de-451d-a227-73ff998d8f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (bfbb2626-1130-458a-80a5-4632d76fa057), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:20:12.562182 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [req-cedd0733-f9aa-4c12-81d5-c300115b1b94 req-08209cfd-ca75-4d0a-a6c8-a9f25a639cd2 tempest-TestShelveInstance-1365534063 tempest-TestShelveInstance-1365534063-project] (110179) timed out ('10.222.0.52', 59056) {{(pid=110179) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 02 15:20:13.752607 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-9cfe1c82-1e01-4346-89c5-c3e1093f4022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (b9ce56f8-3527-4dd9-b024-9df7b3f4c018), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:20:13.871368 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.agents_db [None req-b044b9bd-a670-44c5-b22a-8886b11808d8 None None] Agent healthcheck: found 6 active agents {{(pid=110182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 15:20:14.958367 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (3a73802c-5f14-4c1f-8439-e74c4c90063b), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:20:27.381063 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (a761fe19-4045-45cc-a7c7-f029a0c82591), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:20:38.653935 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-20778939-9e7e-41c1-b50f-f8fc526dbd0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (dc3a6147-3194-47be-b33a-76a9a2a48933), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:20:41.070843 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-2d5ed5bf-9166-4a2b-b166-90f0f4033e3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (4b7d4a90-2987-419a-b6cd-7624b7dba065), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:20:42.197914 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-8c265469-93de-451d-a227-73ff998d8f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (bfbb2626-1130-458a-80a5-4632d76fa057), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:20:43.729418 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-9cfe1c82-1e01-4346-89c5-c3e1093f4022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (b9ce56f8-3527-4dd9-b024-9df7b3f4c018), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:20:44.975531 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (3a73802c-5f14-4c1f-8439-e74c4c90063b), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:20:50.870502 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.agents_db [None req-b044b9bd-a670-44c5-b22a-8886b11808d8 None None] Agent healthcheck: found 6 active agents {{(pid=110182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 15:20:57.373350 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (a761fe19-4045-45cc-a7c7-f029a0c82591), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:21:08.682882 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-012da773-54ca-45d7-adf4-ff6bba87b195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (dc3a6147-3194-47be-b33a-76a9a2a48933), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:21:11.083714 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-1f0bac01-6a67-4258-9a0f-cd358cdd7f36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (4b7d4a90-2987-419a-b6cd-7624b7dba065), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:21:12.196916 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-8c265469-93de-451d-a227-73ff998d8f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (bfbb2626-1130-458a-80a5-4632d76fa057), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:21:13.711256 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-9cfe1c82-1e01-4346-89c5-c3e1093f4022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (b9ce56f8-3527-4dd9-b024-9df7b3f4c018), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:21:14.939588 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (3a73802c-5f14-4c1f-8439-e74c4c90063b), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:21:27.379269 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (a761fe19-4045-45cc-a7c7-f029a0c82591), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:21:27.869253 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.agents_db [None req-b044b9bd-a670-44c5-b22a-8886b11808d8 None None] Agent healthcheck: found 6 active agents {{(pid=110182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 15:21:38.642287 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-f0c2cc54-6c22-49ae-9817-57cfb1f973e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (dc3a6147-3194-47be-b33a-76a9a2a48933), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:21:41.042211 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-36b4f64b-06cf-4226-8b24-01b911c280ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (4b7d4a90-2987-419a-b6cd-7624b7dba065), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:21:42.200433 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-8c265469-93de-451d-a227-73ff998d8f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (bfbb2626-1130-458a-80a5-4632d76fa057), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:21:43.721741 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-9cfe1c82-1e01-4346-89c5-c3e1093f4022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (b9ce56f8-3527-4dd9-b024-9df7b3f4c018), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:21:44.979530 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (3a73802c-5f14-4c1f-8439-e74c4c90063b), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:21:57.401798 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (a761fe19-4045-45cc-a7c7-f029a0c82591), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:22:04.867803 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.agents_db [None req-b044b9bd-a670-44c5-b22a-8886b11808d8 None None] Agent healthcheck: found 6 active agents {{(pid=110182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 15:22:08.668270 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-9d672146-3893-4f5e-b693-ab0903a1129e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (dc3a6147-3194-47be-b33a-76a9a2a48933), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:22:11.041923 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-8ec1e905-0b3c-43dc-8180-b54564333c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (4b7d4a90-2987-419a-b6cd-7624b7dba065), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:22:12.199717 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-8c265469-93de-451d-a227-73ff998d8f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (bfbb2626-1130-458a-80a5-4632d76fa057), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:22:13.719682 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-9cfe1c82-1e01-4346-89c5-c3e1093f4022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (b9ce56f8-3527-4dd9-b024-9df7b3f4c018), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:22:14.978598 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (3a73802c-5f14-4c1f-8439-e74c4c90063b), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:22:27.378203 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (a761fe19-4045-45cc-a7c7-f029a0c82591), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:22:38.661767 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-3445e697-1dba-4029-8963-6b44baa4eee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (dc3a6147-3194-47be-b33a-76a9a2a48933), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:22:41.103686 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-b365a3bc-867e-4767-bcd1-810386af42d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (4b7d4a90-2987-419a-b6cd-7624b7dba065), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:22:41.867897 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.agents_db [None req-b044b9bd-a670-44c5-b22a-8886b11808d8 None None] Agent healthcheck: found 6 active agents {{(pid=110182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 15:22:42.198644 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-8c265469-93de-451d-a227-73ff998d8f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (bfbb2626-1130-458a-80a5-4632d76fa057), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:22:43.729700 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-9cfe1c82-1e01-4346-89c5-c3e1093f4022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (b9ce56f8-3527-4dd9-b024-9df7b3f4c018), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:22:44.981581 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (3a73802c-5f14-4c1f-8439-e74c4c90063b), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:22:57.398245 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-db1f853a-5055-455e-8a4b-a41be5d960ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (a761fe19-4045-45cc-a7c7-f029a0c82591), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:23:02.377138 dv-cinder-831439-3-iscsi neutron-server[110179]: DEBUG neutron.wsgi [req-e23c71a6-9092-4481-905e-9ebf9b79ac07 req-8d261074-067a-4898-a080-d962cf78aa9b service neutron] (110179) timed out ('10.222.0.52', 33348) {{(pid=110179) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 02 15:23:02.571221 dv-cinder-831439-3-iscsi neutron-server[110180]: DEBUG neutron.wsgi [req-e23c71a6-9092-4481-905e-9ebf9b79ac07 req-c6926753-fc7c-4748-a02a-9dde9532d552 tempest-AttachVolumeShelveTestJSON-275718636 tempest-AttachVolumeShelveTestJSON-275718636-project] (110180) timed out ('10.222.0.52', 33360) {{(pid=110180) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 02 15:23:08.663241 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-132a7c82-4f59-48d2-8933-af8114eb0f77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (dc3a6147-3194-47be-b33a-76a9a2a48933), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:23:11.080386 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-fa9dbef4-9518-4d79-892a-e76d8d9c556c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (4b7d4a90-2987-419a-b6cd-7624b7dba065), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:23:12.227303 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-8c265469-93de-451d-a227-73ff998d8f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (bfbb2626-1130-458a-80a5-4632d76fa057), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:23:13.719574 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-9cfe1c82-1e01-4346-89c5-c3e1093f4022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (b9ce56f8-3527-4dd9-b024-9df7b3f4c018), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:23:15.011984 dv-cinder-831439-3-iscsi neutron-server[110181]: DEBUG neutron_lib.callbacks.manager [None req-a863116c-75b0-48d7-9a82-f9f51aeb126e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757345970315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16063876'] for agent (3a73802c-5f14-4c1f-8439-e74c4c90063b), after_update {{(pid=110181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 15:23:18.866577 dv-cinder-831439-3-iscsi neutron-server[110182]: DEBUG neutron.db.agents_db [None req-b044b9bd-a670-44c5-b22a-8886b11808d8 None None] Agent healthcheck: found 6 active agents {{(pid=110182) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}